{
  "id": "publico/2026/11/11/0413-robots-txt",
  "url": "https://www.publico.pt/robots.txt",
  "host": "www.publico.pt",
  "source": "publico",
  "source_name": "publico.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:13:33Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:12:02 GMT",
    "last-modified": "Tue, 13 Oct 2026 13:34:22 GMT",
    "etag": "W/\"1dd5b178e415063\"",
    "content-type": "text/plain",
    "content-length": "1404",
    "cache-control": "public, max-age=120",
    "age": "91"
  },
  "title": "",
  "sha256_html": "b6b9ce2544f75f5baf7c165b92f0b4f6aeb26544a92c5dbff6a89b695cd2f3dd",
  "sha256_dom": "9f8115a7936bc0ca8bec7874ec7302cf5283e21fa107f7272e2f56147c09eeea",
  "sha256_text": "6fc8a07039ac3ba43ab705cea185a28b6391a54e8c005892a59bd2e0e116d91d",
  "sha256_screenshot": "17d60c097aa6f1a3b11b7110c9577b960061b34c661d1cbf1311c684681de0f0",
  "bytes": {
    "html": 4963,
    "dom": 5114,
    "text": 4958,
    "screenshot": 319033
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 3056,
    "page_height": 3056,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: AddSearchBot User-agent: AgentTimes User-agent: AI2Bot User-agent: AI2Bot-DeepResearchEval User-agent: Ai2Bot-Dolma User-agent: aiHitBot User-agent: AliyunSecBot User-agent: amazon-kendra User-agent: amazon-kendra- User-agent: Amazonbot User-agent: AmazonBuyForMe User",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "publico/2026/11/11/0413-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null,
  "terms": {
    "url": "https://www.publico.pt/assinaturas/termos-e-condicoes",
    "read": "2026-11-11T02:15Z",
    "read_by": "incident.weatherwatch@web-summit.dinis"
  }
}