{
  "id": "techtimes/2026/11/11/0426-robots-txt",
  "url": "https://www.techtimes.com/robots.txt",
  "host": "www.techtimes.com",
  "source": "techtimes",
  "source_name": "techtimes.com",
  "kind": "press",
  "read_utc": "2026-11-11T04:26:25Z",
  "captured": true,
  "status": 200,
  "headers": {
    "date": "Wed, 11 Nov 2026 04:26:25 GMT",
    "content-type": "text/plain; charset=utf-8",
    "cache-control": "public, max-age=14400",
    "expires": "Tue, 07 Sep 2027 04:22:47 GMT",
    "age": "195"
  },
  "title": "",
  "sha256_html": "da71f1163f582c9a1f9be49a2f7e47f730eaa95996ab40e8616762a5c260b52b",
  "sha256_dom": "31795d2ff97fd4750dbd125ddb77e73c09f56f4030ce639bf764d590670b0a4e",
  "sha256_text": "f95c149f8d201b3dcc0fb3136de0dd628aca7c665c63a23028b946bf3f9842b6",
  "sha256_screenshot": "48d92413782b7a5d3603ca7e54c25830a7043c895e7641984cab063e1a0821fb",
  "bytes": {
    "html": 4622,
    "dom": 4696,
    "text": 4430,
    "screenshot": 288209
  },
  "screenshot": {
    "format": "jpeg",
    "quality": 78,
    "width": 1280,
    "height": 3131,
    "page_height": 3131,
    "cut": false
  },
  "rendered": true,
  "shown": false,
  "licence": "Press: all rights reserved by the publisher. The capture is kept privately; shown here are only the hash, the title, the time read and a short excerpt, with the link.",
  "excerpt": "# As a condition of accessing this website, you agree to abide by the following # content signals: # (a) If a Content-Signal = yes, you may collect content for the corresponding # use. # (b) If a Content-Signal = no, you may not collect content for the # corresponding use. # (c) ",
  "vault": null,
  "capture_vault": {
    "id": "worixdil",
    "path": "techtimes/2026/11/11/0426-robots-txt",
    "files": [
      "capture.json",
      "dom.html",
      "raw.html",
      "screenshot.jpg",
      "text.txt"
    ]
  },
  "robots": "robots.txt allows /",
  "client": "Mozilla/5.0 (compatible; page-capture/1.0)",
  "by": "incident.archivist@web-summit.dinis",
  "updated": "2026-11-11T04:26:59Z",
  "previous": null,
  "changed": null
}