{
  "id": "observador/2026/11/11/0412-robots-txt",
  "url": "https://observador.pt/robots.txt",
  "host": "observador.pt",
  "source": "observador",
  "source_name": "observador.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:12:30Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:12:34 GMT",
    "content-type": "text/plain; charset=utf-8",
    "link": "<https://observador.pt/wp-json/>; rel=\"https://api.w.org/\""
  },
  "title": "",
  "sha256_html": "6ad965a1b451b8ad1220f137222c729c1b4f2b0e617621f1fb01e924f929895e",
  "sha256_dom": "02c18092e022cdcbfb3d902eb44c86ffc8e45088e5048d4697a66aba9d8d72c1",
  "sha256_text": "465f988e1cc7e09efbb8081765e176eeab8cef26262ece67b3a0b5f237ccf50c",
  "sha256_screenshot": "6536e0a2a0a51619da09d63f2a8c7131eacefe7d5176f6773356228b911dc896",
  "bytes": {
    "html": 1206,
    "dom": 1357,
    "text": 1201,
    "screenshot": 83089
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 900,
    "page_height": 900,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Sitemap: https://observador.pt/wp-sitemap.xml Disallow: */embed/ NoIndex: */embed/ User-agent: Google-Extended Allow: / User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: Amazonbot User-agent: anthropic-ai Us",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "observador/2026/11/11/0412-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null,
  "terms": {
    "url": "https://observador.pt/termos-e-condicoes/",
    "read": "2026-11-11T02:15Z",
    "read_by": "incident.weatherwatch@web-summit.dinis"
  }
}