{
  "id": "jornaleconomico-sapo/2026/11/11/0416-robots-txt",
  "url": "https://jornaleconomico.sapo.pt/robots.txt",
  "host": "jornaleconomico.sapo.pt",
  "source": "jornaleconomico-sapo",
  "source_name": "jornaleconomico.sapo.pt",
  "kind": "press",
  "read_utc": "2026-11-11T04:16:39Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:16:40 GMT",
    "content-type": "text/plain; charset=utf-8",
    "cache-control": "no-store, no-cache, must-revalidate",
    "expires": "Thu, 19 Nov 1981 08:52:00 GMT",
    "link": "<https://jornaleconomico.sapo.pt/wp-json/>; rel=\"https://api.w.org/\"",
    "x-robots-tag": "noindex, follow"
  },
  "title": "",
  "sha256_html": "f1b228a73d2f6621b81f8d7996fcdc6e94b0947ad904aecc635636f8adbe97eb",
  "sha256_dom": "09f6d6057f4db282bce30dc1db7530e95b5f7e1ff62eceb3dfd5f6eb9cccf626",
  "sha256_text": "263cb8e94cc14026dd20230da190a4ac88fc9f57535888e770249d98fb1e88aa",
  "sha256_screenshot": "b9c975f0613d7adfa9ff7b3e059f4bc97ec639d43d223a3a4c247986e5d7b3d5",
  "bytes": {
    "html": 463,
    "dom": 606,
    "text": 454,
    "screenshot": 35831
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 900,
    "page_height": 900,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: * Disallow: /wp-content/plugins/ Disallow: /wp-content/uploads/ Disallow: /wp-admin/ Disallow: /search/ Disallow: /?s= Disallow: /wp-login.php Allow: /wp-admin/admin-ajax.php Sitemap: https://jornaleconomico.sapo.pt/sitemap.xml # START YOAST BLOCK # ------------------",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "jornaleconomico-sapo/2026/11/11/0416-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null
}