{
  "id": "noticiasaominuto/2026/11/11/0421-robots-txt",
  "url": "https://www.noticiasaominuto.com/robots.txt",
  "host": "www.noticiasaominuto.com",
  "source": "noticiasaominuto",
  "source_name": "noticiasaominuto.com",
  "kind": "press",
  "read_utc": "2026-11-11T04:21:46Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:21:46 GMT",
    "last-modified": "Tue, 29 Sep 2026 12:18:57 GMT",
    "etag": "\"6abbacb1-551\"",
    "content-type": "text/plain",
    "cache-control": "max-age=31536000",
    "age": "2299"
  },
  "title": "",
  "sha256_html": "3cb5d3999c7e3d2377d87c2eb7ebb716f27e4b97ad39cd84bd8611006c06b61b",
  "sha256_dom": "21108c022485d900fa34036c28815fd65026ccfe78030c94b647d9cff1a25235",
  "sha256_text": "b40c5e23357ca2358f0b3012121cdb8f2f98aebed0857743cde9402e27f44f16",
  "sha256_screenshot": "1c3f4e106f51d4a667eac126fdcce35d44d62e0d1a610e30a951590172ca6b4f",
  "bytes": {
    "html": 1361,
    "dom": 1512,
    "text": 1358,
    "screenshot": 89547
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 926,
    "page_height": 926,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "User-agent: * Disallow: /cgi-bin/ Disallow: /api Disallow: /eyeblaster Disallow: /addineyeV2.html Disallow: /n Disallow: /preview Disallow: /home-sandbox Disallow: /trackandgo Disallow: /pesquisa Disallow: /cdn-cgi Disallow: /livewire/ Disallow: /amp/ Disallow: /track Disallow: /",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "noticiasaominuto/2026/11/11/0421-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:25:47Z",
  "previous": null,
  "changed": null,
  "terms": {
    "url": "https://www.noticiasaominuto.com/termos-e-condicoes",
    "read": "2026-11-11T02:15Z",
    "read_by": "incident.weatherwatch@web-summit.dinis"
  }
}