{
  "id": "lusa/2026/11/11/0423-robots-txt",
  "url": "https://www.lusa.pt/robots.txt",
  "host": "www.lusa.pt",
  "source": "lusa",
  "source_name": "lusa.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:23:49Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:23:49 GMT",
    "last-modified": "Thu, 28 Sep 2023 14:02:12 GMT",
    "etag": "W/\"515b1d6114f2d91:0\"",
    "content-type": "text/plain",
    "age": "2767"
  },
  "title": "",
  "sha256_html": "bb6fb1015a09967126616cd028d433c57595a77938c4f11e6f3eff057d312820",
  "sha256_dom": "1eccb78ef262ea4c8c7c2289883bdd56e6cd3382ec3e127b1e72e8e16c896165",
  "sha256_text": "d3651121c7b1b01e09674b5eeb492bf4f7a8af3be44f0dbea2de8de93fc0bb21",
  "sha256_screenshot": "82c64e2511a63b138f021d0480b183be51d5caf80e4493a50f7988570e4634c1",
  "bytes": {
    "html": 2168,
    "dom": 2201,
    "text": 2039,
    "screenshot": 135879
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 1796,
    "page_height": 1796,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: Googlebot-Bard Disallow: / User-agent: OpenAI-Crawler Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / User-agent: Googlebot Crawl-delay: 120 Disallow: /Admin/ Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /bin/ Disallow: /Content/",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "lusa/2026/11/11/0423-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null
}