{
  "id": "cmjornal/2026/11/11/0421-robots-txt",
  "url": "https://www.cmjornal.pt/robots.txt",
  "host": "www.cmjornal.pt",
  "source": "cmjornal",
  "source_name": "cmjornal.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:21:00Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:21:00 GMT",
    "last-modified": "Tue, 03 Nov 2026 12:35:57 GMT",
    "etag": "\"1dd6b8fdfc9761a\"",
    "content-type": "text/plain",
    "cache-control": "public, max-age=604800"
  },
  "title": "",
  "sha256_html": "0a52062a74caaa08eae553c8e72400c77a61afc48730eecab3f8b4a5a839816a",
  "sha256_dom": "f5c0bd46dea32a226c3daecaa09fbe25f778c4f69303b0f3dce77b8154eb78a1",
  "sha256_text": "f3d1cdca729f47f81819bcb41579218df1af6f47e9f83ca6f5175c40fb552f52",
  "sha256_screenshot": "34c19a6fb9cf56f312615d4b0c9bf9458e0f90c5d2a42ce97aeaad9b7f8f000b",
  "bytes": {
    "html": 666,
    "dom": 781,
    "text": 621,
    "screenshot": 46642
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 900,
    "page_height": 900,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: OpenAI-Crawler Disallow: / User-agent: Googlebot-Bard Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: facebookexternalhit Allow: / Allow: /css/ Allow: /js",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "cmjornal/2026/11/11/0421-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null
}