{
  "id": "cnnportugal-iol/2026/11/11/0418-robots-txt",
  "url": "https://cnnportugal.iol.pt/robots.txt",
  "host": "cnnportugal.iol.pt",
  "source": "cnnportugal-iol",
  "source_name": "cnnportugal.iol.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:18:30Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:18:30 GMT",
    "last-modified": "Wed, 11 Nov 2026 03:32:20 GMT",
    "content-type": "text/plain;charset=UTF-8",
    "content-length": "299",
    "content-language": "pt-PT",
    "cache-control": "public, max-age=3600",
    "age": "2776"
  },
  "title": "",
  "sha256_html": "071817e55b351748624df02802a7b86683fe59a96fb1297e4e9555450d0e1e95",
  "sha256_dom": "7c36e47828bd70cadc6530faec5998d6e2f0b758557544046edfc7e5fa7973d5",
  "sha256_text": "651c196dfe97b0ac372d2e723af36fb47dedf450de58ae1f1f7ac808b99e5d51",
  "sha256_screenshot": "a4337aa7f113884dd460c6924bbb9a7bd1fe31253123224083bf0c6a857c9a9c",
  "bytes": {
    "html": 1116,
    "dom": 1267,
    "text": 1100,
    "screenshot": 80089
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 900,
    "page_height": 900,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: * Disallow: /search Disallow: /7811748 Disallow: /300x100 Disallow: /320x50 Disallow: /LDB1 Disallow: /embedemissao/* Disallow: /_preview User-agent: OpenAI Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Googlebot-Bard Disallow: / User-agent: OpenAI-Craw",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "cnnportugal-iol/2026/11/11/0418-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null
}