{"schema_version":"4ort.packet/1","entity":{"entity_id":"web-crawler","kg_uuid":"a8b397e6-6789-4dbe-8f00-c584c0da6ffa","wikidata_id":"Q45842","name":"web crawler","description":"internet bot that systematically browses the World Wide Web, typically for the purpose of Web indexing (web spidering)","type":"Thing","url":"https://4ort.xyz/entity/web-crawler"},"status":"complete","as_of":{"copy_written_at":"2026-11-18T15:38:16Z","last_source_edit_seen":"2026-09-13T06:48:54Z","stale_possible":true,"claims_refreshed_at":null,"source_revision":null},"facts":[{"field":"P31","label":"instance of","value":"software category","value_id":"Q17155032","value_raw":"Q17155032","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P31","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P279","label":"subclass of","value":"Internet bot","value_id":"Q191865","value_raw":"Q191865","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P279","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P366","label":"has use","value":"web scraping","value_id":"Q665452","value_raw":"Q665452","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P366","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P1296","label":"Gran Enciclopèdia Catalana ID (former scheme)","value":"0269275","value_id":null,"value_raw":"0269275","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P1296","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P5398","label":"TDKIV term ID","value":"000000655","value_id":null,"value_raw":"000000655","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P5398","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P6366","label":"Microsoft Academic ID (discontinued)","value":"13743948","value_id":null,"value_raw":"13743948","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P6366","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P8408","label":"KBpedia ID","value":"WorldWideWebRobot","value_id":null,"value_raw":"WorldWideWebRobot","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P8408","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P8814","label":"WordNet 3.1 Synset ID","value":"06591891-n","value_id":null,"value_raw":"06591891-n","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P8814","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P9100","label":"GitHub topic","value":"crawler","value_id":null,"value_raw":"crawler","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P9100","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P10565","label":"Encyclopedia of China (Third Edition) old ID (2021)","value":"448083","value_id":null,"value_raw":"448083","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P10565","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P11567","label":"Dictionary of Archives Terminology ID","value":"spider","value_id":null,"value_raw":"spider","rank":"normal","current":null,"qualifiers":[{"field":"P1810","label":"subject named as","value":"spider"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P11567","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P11567","label":"Dictionary of Archives Terminology ID","value":"harvester","value_id":null,"value_raw":"harvester","rank":"normal","current":null,"qualifiers":[{"field":"P1810","label":"subject named as","value":"harvester"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P11567","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P11567","label":"Dictionary of Archives Terminology ID","value":"web-crawler","value_id":null,"value_raw":"web-crawler","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P11567","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P12385","label":"Gran Enciclopèdia Catalana ID","value":"aranya","value_id":null,"value_raw":"aranya","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P12385","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P13397","label":"GitLab.com topic ID","value":"web-crawler","value_id":null,"value_raw":"web-crawler","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P13397","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P13411","label":"TDKIV Wikibase ID","value":"sulfur","value_id":"Q682","value_raw":"Q682","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P13411","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P13572","label":"ComputerLanguage.com definition","value":"crawler","value_id":null,"value_raw":"crawler","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P13572","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P14541","label":"Encyclopedia of China (Third Edition) ID (2026)","value":"2lOgjo","value_id":null,"value_raw":"2lOgjo","rank":"normal","current":null,"qualifiers":[{"field":"P1810","label":"subject named as","value":"网络爬虫"},{"field":"P5017","label":"last update","value":"2026-05-08"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q45842#P14541","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P366","label":"has use","value":"web indexing","value_id":"Q1958286","value_raw":"Q1958286","rank":"normal","current":null,"qualifiers":[],"layer":"derived","citation":{"source":"xyz-cited","source_name":"4ort derived layer","source_record":"https://www.wikidata.org/wiki/Q45842","source_edition":"2026-09-05","edition_basis":"derived_at","licence":"4ort derived layer (facts only)","licence_url":"https://4ort.xyz/sources","attribution":"https://www.wikidata.org/wiki/Q45842","references":[{"url":"https://www.wikidata.org/wiki/Q45842","title":"internet bot that systematically browses the World Wide Web, typically for the purpose of Web indexing","retrieved":"2026-09-05"}]},"trust":{"band":"unscored","basis":"adr-0022/tier-derived","calibrated":false}}],"unknowns":[],"omitted":{"facts":0,"reason":null},"licences":[{"source":"wikidata","source_name":"Wikidata","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"fields":["P31","P279","P366","P1296","P5398","P6366","P8408","P8814","P9100","P10565","P11567","P12385","P13397","P13411","P13572","P14541"]},{"source":"xyz-cited","source_name":"4ort derived layer","licence":"4ort derived layer (facts only)","licence_url":"https://4ort.xyz/sources","attribution":null,"fields":["P366"]}],"routes":{"entity_page":"https://4ort.xyz/entity/web-crawler","packet_api":"https://4ort.xyz/api/v1/entities/web-crawler/packet","facts_jsonld":"https://4ort.xyz/entity/web-crawler/facts.json","changes_api":"https://4ort.xyz/api/v1/knowledge/get_entity_changes?entity=web-crawler","attention_api":"https://4ort.xyz/api/v1/knowledge/get_attention?entity=web-crawler","wikidata":"https://www.wikidata.org/wiki/Q45842","official_website":null},"trust_rules":{"adr-0022/tier-derived":"4ort's band for a claim it derived from cited evidence (ADR-0022), tier-derived, not calibrated; unscored when no band was assigned.","wikidata-reference-support/2":"From the references in our copy of the statement: high = it cites a source (stated in P248, or a reference URL that is not Wikipedia); medium = only 'imported from Wikimedia project' or a Wikipedia URL; unscored = our copy holds no reference (older copies dropped references, so this is not evidence that Wikidata has none). Wikidata may hold more references than our copy shows. Reference support, not a probability."},"notes":["Our copy of this item's statements has not been checked against Wikidata since tracking began (2026-10-25); a newer value may exist."]}