{
  "id": "jn/2026/11/11/0417-robots-txt",
  "url": "https://www.jn.pt/robots.txt",
  "host": "www.jn.pt",
  "source": "jn",
  "source_name": "jn.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:17:39Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 03:50:56 GMT",
    "content-type": "text/plain; charset=utf-8",
    "cache-control": "public, max-age=3600, stale-while-revalidate=300",
    "age": "1603"
  },
  "title": "",
  "sha256_html": "168b5623759397820ac4d1036770cb0e6c18284cf02791e4967d603a79184a83",
  "sha256_dom": "9ad6213dddf1a290541658054c7d0b8fb401ecd8b9021d21e6d9b56b96b1ca77",
  "sha256_text": "f4bccb1b2a514a48f73e3fcad2e4cc1f6e4c68262b4e50b1e4961d053f2cbb8d",
  "sha256_screenshot": "2218bd042e2a43b75f21a4e8c55da2c78cf29d7faabc2ccf0f35e79e84ead3fb",
  "bytes": {
    "html": 2974,
    "dom": 3125,
    "text": 2957,
    "screenshot": 167498
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 1721,
    "page_height": 1721,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "# DISCLAIMER: # É proibido o uso de web crawlers ou outros métodos automáticos de navegação neste site. # Proibimos o rastreamento de nosso site usando um agente que não corresponda à sua identidade conforme número 2 alínea w) do artigo 75º do Decreto Lei n.º 63/85, de 14 de Març",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "jn/2026/11/11/0417-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null,
  "terms": {
    "url": "https://www.dn.pt/termos-de-utilizacao",
    "read": "2026-11-11T02:15Z",
    "read_by": "incident.weatherwatch@web-summit.dinis"
  }
}