{"schema_version":"4ort.packet/1","entity":{"entity_id":"evalplus","kg_uuid":"459ba203-b40c-4599-ba7a-15e25b082c1e","wikidata_id":"Q127474976","name":"evalplus","description":"Rigourous evaluation of LLM-synthesized code - NeurIPS 2023","type":"SoftwareApplication","url":"https://4ort.xyz/entity/evalplus"},"status":"complete","as_of":{"copy_written_at":"2026-03-13T21:50:58Z","last_source_edit_seen":null,"stale_possible":true,"claims_refreshed_at":null,"source_revision":null},"facts":[{"field":"P31","label":"instance of","value":"software","value_id":"Q7397","value_raw":"Q7397","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P31","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P31","label":"instance of","value":"free software","value_id":"Q341","value_raw":"Q341","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P31","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P856","label":"official website","value":"https://evalplus.github.io/","value_id":null,"value_raw":"https://evalplus.github.io/","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P856","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[{"url":"https://api.github.com/repos/evalplus/evalplus","retrieved":"2024-07-16"}]},"trust":{"band":"high","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P275","label":"copyright license","value":"Apache Software License 2.0","value_id":"Q13785927","value_raw":"Q13785927","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P275","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P348","label":"software version identifier","value":"0.1.1","value_id":null,"value_raw":"0.1.1","rank":"normal","current":null,"qualifiers":[{"field":"P548","label":"version type","value":"stable version"},{"field":"P577","label":"publication date","value":"2023-05-07"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P348","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[{"url":"https://github.com/evalplus/evalplus/releases/tag/v0.1.1","title":"Release 0.1.1","retrieved":"2024-07-16"}]},"trust":{"band":"high","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P348","label":"software version identifier","value":"0.1.2","value_id":null,"value_raw":"0.1.2","rank":"normal","current":null,"qualifiers":[{"field":"P548","label":"version type","value":"stable version"},{"field":"P577","label":"publication date","value":"2023-05-07"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P348","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[{"url":"https://github.com/evalplus/evalplus/releases/tag/v0.1.2","title":"Release 0.1.2","retrieved":"2024-07-16"}]},"trust":{"band":"high","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P348","label":"software version identifier","value":"0.1.3","value_id":null,"value_raw":"0.1.3","rank":"normal","current":null,"qualifiers":[{"field":"P548","label":"version type","value":"stable version"},{"field":"P577","label":"publication date","value":"2023-05-09"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P348","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[{"url":"https://github.com/evalplus/evalplus/releases/tag/v0.1.3","title":"Release 0.1.3","retrieved":"2024-07-16"}]},"trust":{"band":"high","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P348","label":"software version identifier","value":"0.1.4","value_id":null,"value_raw":"0.1.4","rank":"normal","current":null,"qualifiers":[{"field":"P548","label":"version type","value":"stable version"},{"field":"P577","label":"publication date","value":"2023-05-12"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P348","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[{"url":"https://github.com/evalplus/evalplus/releases/tag/v0.1.4","title":"Release 0.1.4","retrieved":"2024-07-16"}]},"trust":{"band":"high","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P348","label":"software version identifier","value":"0.1.5","value_id":null,"value_raw":"0.1.5","rank":"normal","current":null,"qualifiers":[{"field":"P548","label":"version type","value":"stable version"},{"field":"P577","label":"publication date","value":"2023-06-02"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P348","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[{"url":"https://github.com/evalplus/evalplus/releases/tag/v0.1.5","title":"Release 0.1.5","retrieved":"2024-07-16"}]},"trust":{"band":"high","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P1324","label":"source code repository URL","value":"https://github.com/evalplus/evalplus","value_id":null,"value_raw":"https://github.com/evalplus/evalplus","rank":"normal","current":null,"qualifiers":[{"field":"P8423","label":"version control system","value":"Git"},{"field":"P10627","label":"web interface software","value":"GitHub"}],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P1324","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}},{"field":"P1343","label":"described by source","value":"Is Your Code Generated by ChatGPT Really Correct? Rigorous Evaluation of Large Language Models for Code Generation","value_id":"Q127474969","value_raw":"Q127474969","rank":"normal","current":null,"qualifiers":[],"layer":"source","citation":{"source":"wikidata","source_name":"Wikidata","source_record":"https://www.wikidata.org/wiki/Q127474976#P1343","source_edition":null,"edition_basis":"unknown","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"references":[]},"trust":{"band":"unscored","basis":"wikidata-reference-support/2","calibrated":false}}],"unknowns":[],"omitted":{"facts":0,"reason":null},"licences":[{"source":"wikidata","source_name":"Wikidata","licence":"CC0 1.0 Universal","licence_url":"https://creativecommons.org/publicdomain/zero/1.0/","attribution":null,"fields":["P31","P856","P275","P348","P1324","P1343"]}],"routes":{"entity_page":"https://4ort.xyz/entity/evalplus","packet_api":"https://4ort.xyz/api/v1/entities/evalplus/packet","facts_jsonld":"https://4ort.xyz/entity/evalplus/facts.json","changes_api":"https://4ort.xyz/api/v1/knowledge/get_entity_changes?entity=evalplus","attention_api":"https://4ort.xyz/api/v1/knowledge/get_attention?entity=evalplus","wikidata":"https://www.wikidata.org/wiki/Q127474976","official_website":"https://evalplus.github.io/"},"trust_rules":{"wikidata-reference-support/2":"From the references in our copy of the statement: high = it cites a source (stated in P248, or a reference URL that is not Wikipedia); medium = only 'imported from Wikimedia project' or a Wikipedia URL; unscored = our copy holds no reference (older copies dropped references, so this is not evidence that Wikidata has none). Wikidata may hold more references than our copy shows. Reference support, not a probability."},"notes":["Our copy of this item's statements has not been checked against Wikidata since tracking began (2026-10-25); a newer value may exist."]}