{
  "id": "euronews/2026/11/11/0425-robots-txt",
  "url": "https://euronews.com/robots.txt",
  "final_url": "https://www.euronews.com/robots.txt",
  "redirects": [
    "https://euronews.com/robots.txt"
  ],
  "host": "euronews.com",
  "source": "euronews",
  "source_name": "euronews.com",
  "kind": "press",
  "read_utc": "2026-11-11T04:25:51Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:25:52 GMT",
    "etag": "\"b1e40dfda2f96262c8555379a9d78b64\"",
    "content-type": "text/plain; charset=UTF-8",
    "content-length": "2461",
    "cache-control": "max-age=600, public",
    "age": "167"
  },
  "title": "",
  "sha256_html": "670d95c0cc2d29c1a2c90b6b8a3748ea8b5b32a754e751104e25acb4700394be",
  "sha256_dom": "deb9098cef1ee6b63845c2472526954550432ac875b0857f9847744227e93d95",
  "sha256_text": "2b6bb27e6757b1e53fe841841d83c82db7f42e5fb07d0fa3e737e56ccbc3d7b4",
  "sha256_screenshot": "39cd76f92d75bd291d31ca600bcefacf921ca6f52ef72604cc2a29d1fc07cd96",
  "bytes": {
    "html": 2461,
    "dom": 2612,
    "text": 2457,
    "screenshot": 159353
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 1421,
    "page_height": 1421,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "# global config User-agent: * Disallow: /api/ Disallow: /media/Player6_0.swf* Disallow: /js/main-*.js Disallow: /js/streamsense-*.min.js Disallow: /modules Disallow: /plugin Disallow: /src Disallow: /handler Disallow: /utils Disallow: /lib Disallow: /helper Disallow: /update_ Dis",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "euronews/2026/11/11/0425-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt has no rule for this address",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:26:59Z",
  "previous": null,
  "changed": null,
  "terms": {
    "url": "https://www.euronews.com/terms-and-conditions",
    "read": "2026-11-11T02:15Z",
    "read_by": "incident.weatherwatch@web-summit.dinis"
  }
}