{
  "id": "dn/2026/11/11/0417-robots-txt",
  "url": "https://www.dn.pt/robots.txt",
  "host": "www.dn.pt",
  "source": "dn",
  "source_name": "dn.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:17:32Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:17:32 GMT",
    "etag": "W/\"69-I/3CYko74gBAe/HYMfgajcJugXg\"",
    "content-type": "text/plain; charset=utf-8",
    "cache-control": "public,max-age=300,s-maxage=1200, stale-while-revalidate=1500,stale-if-error=28800",
    "age": "954"
  },
  "title": "",
  "sha256_html": "a9bf4067aa77dfb250d80f168b19d458d962664fdd92f626a9171872b82423f6",
  "sha256_dom": "b8abe00641cc020e54440b7e7400c2f6311536cffe8e6ce96672481af4b2b9ec",
  "sha256_text": "51b011919f283a7d97d4fd1f002a44169872a4595fb513aaca24cdaaa78976ad",
  "sha256_screenshot": "013304c7ad352eb680b156efce082bec3e608d8b6264d036b7c45cb89ca9cd3a",
  "bytes": {
    "html": 105,
    "dom": 256,
    "text": 105,
    "screenshot": 13617
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 900,
    "page_height": 900,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: * Sitemap: https://www.dn.pt/sitemap.xml Sitemap: https://www.dn.pt/news_sitemap.xml Allow: /",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "dn/2026/11/11/0417-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt allows /",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null
}