{
  "id": "sicnoticias/2026/11/11/0419-robots-txt",
  "url": "https://sicnoticias.pt/robots.txt",
  "host": "sicnoticias.pt",
  "source": "sicnoticias",
  "source_name": "sicnoticias.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:19:17Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:14:55 GMT",
    "content-type": "text/plain; charset=utf-8",
    "cache-control": "public, max-age=300",
    "age": "262"
  },
  "title": "",
  "sha256_html": "47c8f84a1f831b2c734963e1d12d1d596e827b5aa4ef211df4643be9a260f8e9",
  "sha256_dom": "70c719a9aad26bcd82df6e09abb15a0fa4fd4f7d10bde557bcdb5cad6a5bff41",
  "sha256_text": "b589fc92d1da0ed1b3dbbf4d306f9b93ade30a59102a991e07e13be045329b12",
  "sha256_screenshot": "a28eb5432e37e02b99a128f64f1973614d1723e40b1ce8c8f971751baf8cab22",
  "bytes": {
    "html": 2343,
    "dom": 2494,
    "text": 2340,
    "screenshot": 153195
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 1421,
    "page_height": 1421,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: aiHitBot User-agent: Amazonbot User-agent: Andibot User-agent: anthropic-ai User-agent: Applebot User-agent: Applebot-Extended User-agent: Awario User-agent: bedrockbot User-agent: Brightbot 1.0 User-agent: Bytespider User-a",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "sicnoticias/2026/11/11/0419-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt allows /",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null
}