{ "built": "2026-10-31T06:28:47.664Z", "experiment": 1, "rule": "swarm/PREREG.md: A beats B if A has 0 fabricated identifiers and at least 2 more verified datasets than B. Primary = earliest full run per arm.", "claims": 20, "arms": { "single": { "primary": { "arm": "single", "run_dir": "swarm/compare/runs/single-2026-10-31T06-05-08", "model": "claude-sonnet-5-5", "started": "2026-10-31T06:05:08.714Z", "finished": "2026-10-31T06:07:49.382Z", "claims": 20, "verified": 13, "resolves_only": 13, "dataset_named": 17, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 1, "attempts_total": 20, "minutes_wall": 2.64, "minutes_agent": 2.64, "tokens": { "input": 8, "output": 25177, "cache_read": 58665, "cache_creation": 76194 }, "cost_usd_list": 0.5742, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": null, "fabricated_identifiers_final_plans": 0, "per_claim": [ { "claim_id": "darwin1859-ch09-03", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Chronostratigraphic Chart", "publisher": "International Commission on Stratigraphy (ICS)", "landing_url": "https://stratigraphy.org/chart", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-08", "attempts": 1, "verified": false, "resolves": false, "dataset_named": true, "fabricated": [], "dataset": { "name": "GBIF Occurrence Download / Occurrence API (class Amphibia)", "publisher": "Global Biodiversity Information Facility", "landing_url": "https://www.gbif.org/developer/occurrence", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-02", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "FishBase (species, country and distribution tables)", "publisher": "FishBase Consortium", "landing_url": "https://www.fishbase.se", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-09", "attempts": 1, "verified": false, "resolves": false, "dataset_named": true, "fabricated": [], "dataset": { "name": "The IUCN Red List of Threatened Species - Terrestrial Mammals spatial data and range maps", "publisher": "IUCN", "landing_url": "https://www.iucnredlist.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-09", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "NCBI Genome: Canis lupus familiaris", "publisher": "National Center for Biotechnology Information", "landing_url": "https://www.ncbi.nlm.nih.gov/genome/?term=Canis+lupus+familiaris", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-10", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "NCBI Genome: Columba livia", "publisher": "National Center for Biotechnology Information", "landing_url": "https://www.ncbi.nlm.nih.gov/genome/?term=Columba+livia", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "NOAA NCEI Paleoclimatology Data (ice core and marine temperature records)", "publisher": "NOAA National Centers for Environmental Information", "landing_url": "https://www.ncei.noaa.gov/products/paleoclimatology", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-04", "attempts": 1, "verified": false, "resolves": false, "dataset_named": true, "fabricated": [], "dataset": { "name": "GBIF Occurrence Download / Occurrence API (plants and birds)", "publisher": "Global Biodiversity Information Facility", "landing_url": "https://www.gbif.org/developer/occurrence", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-16", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Global Naturalized Alien Flora (GloNAF)", "publisher": "GloNAF consortium", "landing_url": "https://glonaf.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-10", "attempts": 1, "verified": false, "resolves": false, "dataset_named": true, "fabricated": [], "dataset": { "name": "The IUCN Red List of Threatened Species - Mammals spatial data (Chiroptera)", "publisher": "IUCN", "landing_url": "https://www.iucnredlist.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-05", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) Body Measures (BMX) and Demographics", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch17-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "TimeTree: The Timescale of Life", "publisher": "TimeTree (Kumar et al.)", "landing_url": "https://timetree.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-08", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) Body Measures (BMX) and Demographics", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch15-01", "attempts": 1, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I could not verify a specific public egg-shape dataset with a confirmed DOI or landing page. A search did not find the Stoddard et al. 2017 data deposit, and I will not name an unverified identifier." }, { "claim_id": "thompson1917-ch04-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Chromosome Counts Database (CCDB)", "publisher": "Tel Aviv University / Rice et al.", "landing_url": "http://ccdb.tau.ac.il", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-07", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) Body Measures (BMX)", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-17", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "ICES DATRAS (Database of Trawl Surveys) - biological sampling (CA) data", "publisher": "International Council for the Exploration of the Sea (ICES)", "landing_url": "https://www.ices.dk/data/data-portals/Pages/DATRAS.aspx", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch14-02", "attempts": 1, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I know of no public dataset, verified by me, that records measured parastichy crossing angles in sunflower capitula. Available data are mostly parastichy counts, which cannot decide the claim." }, { "claim_id": "thompson1917-ch03-24", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Tree-Ring Data Bank (ITRDB), Arizona Pinus ponderosa chronologies", "publisher": "NOAA National Centers for Environmental Information", "landing_url": "https://www.ncei.noaa.gov/products/paleoclimatology/tree-ring", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch05-24", "attempts": 1, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I could not verify a specific public dataset of 3D red-cell surface geometry with a confirmed landing page and DOI, and I will not give an unverified identifier." } ] }, "replicates": [ { "arm": "single", "run_dir": "swarm/compare/runs/single-2026-10-31T06-15-20-rep1", "model": "claude-sonnet-5-5", "started": "2026-10-31T06:15:20.597Z", "finished": "2026-10-31T06:18:05.887Z", "claims": 20, "verified": 15, "resolves_only": 15, "dataset_named": 17, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 1, "attempts_total": 20, "minutes_wall": 2.75, "minutes_agent": 2.75, "tokens": { "input": 8, "output": 25694, "cache_read": 74601, "cache_creation": 60309 }, "cost_usd_list": 0.5175, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": null, "fabricated_identifiers_final_plans": 0 } ] }, "isolated": { "primary": { "arm": "isolated", "run_dir": "swarm/compare/runs/isolated-2026-10-31T05-57-46", "model": "claude-sonnet-5-5", "started": "2026-10-31T05:57:46.622Z", "finished": "2026-10-31T05:59:46.948Z", "claims": 20, "verified": 17, "resolves_only": 17, "dataset_named": 19, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 20, "attempts_total": 20, "minutes_wall": 1.98, "minutes_agent": 8.17, "tokens": { "input": 136, "output": 59437, "cache_read": 884369, "cache_creation": 462640 }, "cost_usd_list": 2.5968, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": null, "fabricated_identifiers_final_plans": 0, "per_claim": [ { "claim_id": "darwin1859-ch09-03", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Chronostratigraphic Chart", "publisher": "International Commission on Stratigraphy (ICS)", "landing_url": "https://stratigraphy.org/chart", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-08", "attempts": 1, "verified": false, "resolves": false, "dataset_named": true, "fabricated": [], "dataset": { "name": "GBIF Occurrence Data (Amphibia, class key 131), searched via the GBIF occurrence search and API", "publisher": "Global Biodiversity Information Facility (GBIF)", "landing_url": "https://www.gbif.org/occurrence/search", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-02", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "FishBase", "publisher": "FishBase Consortium (Froese & Pauly, eds.)", "landing_url": "https://www.fishbase.se", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-09", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "MegaPast2Future/PHYLACINE_1.2: PHYLACINE Version 1.2.1", "publisher": "Zenodo (MegaPast2Future; Faurby et al., PHYLACINE)", "landing_url": "https://zenodo.org/record/3690867", "doi": "10.5281/zenodo.3690867" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-09", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Canis lupus familiaris genome assembly UU_Cfam_GSD_1.0 (GCF_011100685.1)", "publisher": "NCBI (National Center for Biotechnology Information)", "landing_url": "https://www.ncbi.nlm.nih.gov/datasets/genome/GCF_011100685.1/", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-10", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Columba livia (rock pigeon)", "publisher": "NCBI BioProject (Shapiro et al. 2013, Science)", "landing_url": "https://www.ncbi.nlm.nih.gov/bioproject/PRJNA167554", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "A Pliocene-Pleistocene stack of 57 globally distributed benthic d18O records (LR04 Stack)", "publisher": "PANGAEA (data from Lisiecki and Raymo, 2005, Paleoceanography)", "landing_url": "https://doi.pangaea.de/10.1594/PANGAEA.704257", "doi": "10.1594/PANGAEA.704257" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-04", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "GIFT - Global Inventory of Floras and Traits", "publisher": "Biodiversity, Macroecology and Biogeography group, University of Göttingen", "landing_url": "https://gift.uni-goettingen.de", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-16", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Global Naturalized Alien Flora (GloNAF)", "publisher": "GloNAF consortium (Pyšek, van Kleunen and colleagues)", "landing_url": "https://glonaf.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-10", "attempts": 1, "verified": false, "resolves": false, "dataset_named": true, "fabricated": [], "dataset": { "name": "GBIF Occurrence Data: Chiroptera (taxonKey 734)", "publisher": "Global Biodiversity Information Facility (GBIF)", "landing_url": "https://www.gbif.org/occurrence/search?taxon_key=734", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-05", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) – Body Measures (Examination data)", "publisher": "US CDC National Center for Health Statistics (NCHS)", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch17-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "TimeTree (Timetree of Life)", "publisher": "TimeTree.org (Kumar, Hedges and colleagues)", "landing_url": "https://timetree.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-08", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Growth reference data for 5-19 years (WHO 2007)", "publisher": "World Health Organization", "landing_url": "https://www.who.int/tools/growth-reference-data-for-5to19-years", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch15-01", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "The evolution of egg shape in birds: Evolutionary constraints and adaptations", "publisher": "Dryad (data by Montgomerie, Birkhead, Thompson and Hemmings)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.sj3tx9648", "doi": "10.5061/dryad.sj3tx9648" }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch04-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Chromosome Counts Database (CCDB)", "publisher": "Tel Aviv University (Rice et al. 2015, New Phytologist)", "landing_url": "http://ccdb.tau.ac.il", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-07", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) - Body Measures (BMX) examination data", "publisher": "US CDC National Center for Health Statistics (NCHS)", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-17", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "DATRAS (Database of Trawl Surveys)", "publisher": "International Council for the Exploration of the Sea (ICES)", "landing_url": "https://www.ices.dk/data/data-portals/Pages/DATRAS.aspx", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch14-02", "attempts": 1, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I could not identify a public, citable dataset of sunflower (Helianthus annuus) capitulum floret or seed coordinates, or of parastichy crossing angles, whose landing page and DOI I could confirm. The portals I know well (GBIF, NCBI, MorphoSource, Dryad, and others) hold occurrence records, sequences or trait tables, not per-floret geometry of sunflower discs. Naming a dataset I cannot verify would break the no-fabrication rule. The test would need a new measurement set from high-resolution capitulum photographs or scans, or a Dryad or Zenodo deposit of floret coordinates if one exists." }, { "claim_id": "thompson1917-ch03-24", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Tree-Ring Data Bank (ITRDB)", "publisher": "NOAA National Centers for Environmental Information (NCEI), World Data Service for Paleoclimatology", "landing_url": "https://www.ncei.noaa.gov/products/paleoclimatology/tree-ring", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch05-24", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "CytoShapeNet: Red blood cell phenotyping from 3D confocal images using artificial neural networks", "publisher": "Zenodo (Simionato, Hinkelmann, Chachanidze, Bianchi, Fermo, van Wijk, Leonetti, Wagner, Kaestner, Quint)", "landing_url": "https://zenodo.org/record/4670205", "doi": "10.5281/zenodo.4670205" }, "no_dataset_reason": null } ] }, "replicates": [ { "arm": "isolated", "run_dir": "swarm/compare/runs/isolated-2026-10-31T06-08-36-rep1", "model": "claude-sonnet-5-5", "started": "2026-10-31T06:08:36.982Z", "finished": "2026-10-31T06:10:21.280Z", "claims": 20, "verified": 15, "resolves_only": 15, "dataset_named": 17, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 20, "attempts_total": 20, "minutes_wall": 1.74, "minutes_agent": 7.91, "tokens": { "input": 122, "output": 58121, "cache_read": 780456, "cache_creation": 347422 }, "cost_usd_list": 2.0964, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": null, "fabricated_identifiers_final_plans": 0 } ] }, "centralized": { "primary": { "arm": "centralized", "run_dir": "swarm/compare/runs/centralized-2026-10-31T05-59-47", "model": "claude-sonnet-5-5", "started": "2026-10-31T05:59:47.033Z", "finished": "2026-10-31T06:02:31.151Z", "claims": 20, "verified": 19, "resolves_only": 19, "dataset_named": 19, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 26, "attempts_total": 26, "minutes_wall": 2.7, "minutes_agent": 10.39, "tokens": { "input": 154, "output": 74946, "cache_read": 918668, "cache_creation": 513141 }, "cost_usd_list": 2.9821, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": null, "fabricated_identifiers_final_plans": 0, "per_claim": [ { "claim_id": "darwin1859-ch09-03", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Chronostratigraphic Chart", "publisher": "International Commission on Stratigraphy (ICS)", "landing_url": "https://stratigraphy.org/chart", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-08", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "AmphibiaWeb", "publisher": "AmphibiaWeb (University of California, Berkeley)", "landing_url": "https://amphibiaweb.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-02", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "FishBase", "publisher": "FishBase Consortium (hosted by Quantitative Aquatics / SeaLifeBase and FishBase Information and Research Group)", "landing_url": "https://www.fishbase.se", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-09", "attempts": 2, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Mammal Diversity Database (Version v2.5, published July 28, 2026)", "publisher": "Mammal Diversity Database, American Society of Mammalogists (via Zenodo)", "landing_url": "https://zenodo.org/records/4139722", "doi": "10.5281/zenodo.21654811" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-09", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "NCBI Genome: Canis lupus familiaris (taxid 9615) genome assemblies", "publisher": "National Center for Biotechnology Information (NCBI), U.S. National Library of Medicine", "landing_url": "https://www.ncbi.nlm.nih.gov/datasets/genome/?taxon=9615", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-10", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Columba livia (rock pigeon)", "publisher": "NCBI BioProject (submitted by BGI); linked to Shapiro et al. 2013", "landing_url": "https://www.ncbi.nlm.nih.gov/bioproject/PRJNA167554", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Pliocene-Pleistocene stack of globally distributed benthic stable oxygen isotope records", "publisher": "PANGAEA (data of Lisiecki and Raymo, 2005)", "landing_url": "https://doi.pangaea.de/10.1594/PANGAEA.704257", "doi": "10.1594/PANGAEA.704257" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-04", "attempts": 2, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "GIFT – Global Inventory of Floras and Traits", "publisher": "Biodiversity, Macroecology & Biogeography group, University of Göttingen", "landing_url": "https://gift.uni-goettingen.de", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-16", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Global Naturalized Alien Flora (GloNAF) database", "publisher": "GloNAF consortium (hosted at glonaf.org)", "landing_url": "https://glonaf.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-10", "attempts": 2, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "GBIF Occurrence records, order Chiroptera (taxonKey 734)", "publisher": "GBIF: Global Biodiversity Information Facility", "landing_url": "https://api.gbif.org/v1/species/734", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-05", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) - Body Measures and Demographics", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch17-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Mammal trees (Inferring the mammal tree: species-level sets of phylogenies for questions in ecology, evolution, and conservation), VertLife", "publisher": "VertLife project (Upham, Esselstyn & Jetz)", "landing_url": "https://vertlife.org/data/mammals/", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-08", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES)", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch15-01", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Data from: The evolution of egg shape in birds: Evolutionary constraints and adaptations", "publisher": "Dryad (data authors: Robert Montgomerie, Tim Birkhead, James Thompson, Nicola Hemmings)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.sj3tx9648", "doi": "10.5061/dryad.sj3tx9648" }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch04-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Chromosome Counts Database (CCDB)", "publisher": "Tel Aviv University (Rice et al., 2015)", "landing_url": "http://ccdb.tau.ac.il", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-07", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES)", "publisher": "CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-17", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "ICES DATRAS (Database of Trawl Surveys)", "publisher": "International Council for the Exploration of the Sea (ICES)", "landing_url": "https://www.ices.dk/data/data-portals/Pages/DATRAS.aspx", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch14-02", "attempts": 2, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Data from: Novel Fibonacci and non-Fibonacci structure in the sunflower: results of a citizen science experiment", "publisher": "Dryad (data from Swinton et al., Royal Society Open Science 2016)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.f9k77", "doi": "10.5061/dryad.f9k77" }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-24", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Tree-Ring Data Bank (ITRDB)", "publisher": "NOAA National Centers for Environmental Information (NCEI), World Data Service for Paleoclimatology", "landing_url": "https://www.ncei.noaa.gov/products/paleoclimatology/tree-ring", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch05-24", "attempts": 3, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I could not verify any public dataset of per-cell 3D red-blood-cell surface reconstructions that covers both isotonic and hypotonic conditions. The only candidate with a confirmed landing page is the Zenodo record 'Datasets for 3D shape reconstruction from 2D microscopy images' (https://zenodo.org/records/7031924, DOI 10.5281/zenodo.7031924). Its page calls the data 'single cell datasets' and does not name the cell type or list osmotic conditions, so I could not confirm that it holds red cells at all. A search for the Simionato confocal red-cell dataset found no deposit with a DOI. Published quantitative-phase and tomography red-cell data are mostly in paper supplements or not deposited. Naming an unverified dataset would risk fabrication, so I am returning null." } ] }, "replicates": [ { "arm": "centralized", "run_dir": "swarm/compare/runs/centralized-2026-10-31T06-10-21-rep1", "model": "claude-sonnet-5-5", "started": "2026-10-31T06:10:21.367Z", "finished": "2026-10-31T06:13:24.976Z", "claims": 20, "verified": 19, "resolves_only": 19, "dataset_named": 19, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 27, "attempts_total": 27, "minutes_wall": 3.05, "minutes_agent": 11.51, "tokens": { "input": 176, "output": 78919, "cache_read": 1336338, "cache_creation": 513354 }, "cost_usd_list": 3.0751, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": null, "fabricated_identifiers_final_plans": 0 } ] }, "decentralized": { "primary": { "arm": "decentralized", "run_dir": "swarm/compare/runs/decentralized-2026-10-31T06-02-31", "model": "claude-sonnet-5-5", "started": "2026-10-31T06:02:31.237Z", "finished": "2026-10-31T06:04:19.403Z", "claims": 20, "verified": 18, "resolves_only": 18, "dataset_named": 18, "fabricated_identifiers": 1, "fabricated_list": [ "https://www.ncbi.nlm.nih.gov/assembly/GCF_000337935.2" ], "untouched": 0, "duplicated_work": 0, "calls": 22, "attempts_total": 22, "minutes_wall": 1.8, "minutes_agent": 8.57, "tokens": { "input": 128, "output": 58102, "cache_read": 759469, "cache_creation": 628666 }, "cost_usd_list": 3.283, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": "budget", "fabricated_identifiers_final_plans": 0, "per_claim": [ { "claim_id": "darwin1859-ch09-03", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Chronostratigraphic Chart", "publisher": "International Commission on Stratigraphy (IUGS)", "landing_url": "https://stratigraphy.org/chart", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-08", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "AmphibiaWeb", "publisher": "AmphibiaWeb (University of California, Berkeley)", "landing_url": "https://amphibiaweb.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-02", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "A global database on freshwater fish species occurrences in drainage basins", "publisher": "figshare (Springer Nature collection; Tedesco, Leprieur et al., Scientific Data 2017)", "landing_url": "https://springernature.figshare.com/collections/A_global_database_on_freshwater_fish_species_occurrences_in_drainage_basins/3739145/1", "doi": "10.6084/m9.figshare.c.3739145.v1" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-09", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Data from: PHYLACINE 1.2: The Phylogenetic Atlas of Mammal Macroecology", "publisher": "Dryad (Faurby et al.; data paper in Ecology)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.bp26v20", "doi": "10.5061/dryad.bp26v20" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-09", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "UU_Cfam_GSD_1.0 (Canis lupus familiaris) genome assembly, GCF_011100685.1", "publisher": "NCBI (National Center for Biotechnology Information), assembly submitted by Uppsala University", "landing_url": "https://www.ncbi.nlm.nih.gov/datasets/genome/GCF_011100685.1/", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch01-10", "attempts": 2, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [ "https://www.ncbi.nlm.nih.gov/assembly/GCF_000337935.2" ], "dataset": { "name": "Whole genome resequencing data for rock pigeon (Columba livia) (BioProject PRJNA532675)", "publisher": "NCBI Sequence Read Archive / BioProject (data note in PMC8351366)", "landing_url": "https://www.ncbi.nlm.nih.gov/bioproject/PRJNA532675", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Pliocene-Pleistocene stack of globally distributed benthic stable oxygen isotope records", "publisher": "PANGAEA (Lisiecki & Raymo, 2005)", "landing_url": "https://doi.pangaea.de/10.1594/PANGAEA.704257", "doi": "10.1594/PANGAEA.704257" }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-04", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "GIFT – Global Inventory of Floras and Traits", "publisher": "Biodiversity, Macroecology & Biogeography group, University of Göttingen (Weigelt, König & Kreft)", "landing_url": "https://gift.uni-goettingen.de/about", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch11-16", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Global Naturalized Alien Flora (GloNAF)", "publisher": "GloNAF consortium (van Kleunen, Pyšek, Dawson, Essl et al.)", "landing_url": "https://glonaf.org", "doi": null }, "no_dataset_reason": null }, { "claim_id": "darwin1859-ch12-10", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Data from: PHYLACINE 1.2: The Phylogenetic Atlas of Mammal Macroecology", "publisher": "Dryad (Faurby et al.; data paper in Ecology)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.bp26v20", "doi": "10.5061/dryad.bp26v20" }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-05", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) – Body Measures (BMX) and Infant/Child examination data", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch17-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Inferring the mammal tree: Species-level sets of phylogenies for questions in ecology, evolution, and conservation", "publisher": "Dryad (Upham, Esselstyn and Jetz, 2019)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.tb03d03", "doi": "10.5061/dryad.tb03d03" }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-08", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) – Body Measures (BMX) and Demographics (DEMO)", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch15-01", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Data from: The evolution of egg shape in birds: Evolutionary constraints and adaptations", "publisher": "Dryad (Montgomerie, Birkhead, Thompson and Hemmings)", "landing_url": "https://datadryad.org/dataset/doi:10.5061/dryad.sj3tx9648", "doi": "10.5061/dryad.sj3tx9648" }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch04-13", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "Chromosome Counts Database (CCDB)", "publisher": "Tel Aviv University (Rice et al., Chromosome Counts Database; New Phytologist 2015)", "landing_url": "http://ccdb.tau.ac.il", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-07", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "National Health and Nutrition Examination Survey (NHANES) – Body Measures (BMX) and Demographics (DEMO)", "publisher": "US CDC National Center for Health Statistics", "landing_url": "https://www.cdc.gov/nchs/nhanes", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch03-17", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "DATRAS - Database of Trawl Surveys", "publisher": "International Council for the Exploration of the Sea (ICES)", "landing_url": "https://www.ices.dk/data/data-portals/Pages/DATRAS.aspx", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch14-02", "attempts": 2, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I could not find a public dataset with a verified landing page or DOI that records per-floret centre coordinates or parastichy crossing angles for sunflower capitula. A search of the open portals found only related items. Swinton's arXiv paper 2407.05857 (Disk-stacking models are consistent with Fibonacci and non-Fibonacci structure in sunflowers) refers to a large dataset of seedheads, but its arXiv page gives no repository, no dataset DOI and no URL, and it describes parastichy counts rather than coordinates or angles. Parastichy counts alone cannot decide a test about crossing angles. The capitulum-inclination record on data.gov is about head tilt, not floret positions. Naming any of these as the dataset would misrepresent it, and I will not guess at a supplement from memory. The test needs a new set of sunflower head images with floret centres extracted, or a published coordinate set that I have not verified." }, { "claim_id": "thompson1917-ch03-24", "attempts": 1, "verified": true, "resolves": true, "dataset_named": true, "fabricated": [], "dataset": { "name": "International Tree-Ring Data Bank (ITRDB)", "publisher": "NOAA National Centers for Environmental Information (NCEI), World Data Service for Paleoclimatology", "landing_url": "https://www.ncei.noaa.gov/products/paleoclimatology/tree-ring", "doi": null }, "no_dataset_reason": null }, { "claim_id": "thompson1917-ch05-24", "attempts": 1, "verified": false, "resolves": false, "dataset_named": false, "fabricated": [], "dataset": null, "no_dataset_reason": "I could not verify a specific public repository record of 3D red blood cell surfaces, with and without hypotonic treatment, under a URL or DOI I am sure resolves. Searches turned up a 3D confocal RBC study (Simionato et al., 825 cells), but no verifiable repository landing page, and the Zenodo RBC records found were 2D image datasets, which cannot give a surface mean curvature. I am leaving the dataset null rather than risk an invented identifier." } ] }, "replicates": [ { "arm": "decentralized", "run_dir": "swarm/compare/runs/decentralized-2026-10-31T06-13-25-rep1", "model": "claude-sonnet-5-5", "started": "2026-10-31T06:13:25.063Z", "finished": "2026-10-31T06:15:20.503Z", "claims": 20, "verified": 18, "resolves_only": 18, "dataset_named": 18, "fabricated_identifiers": 0, "fabricated_list": [], "untouched": 0, "duplicated_work": 0, "calls": 22, "attempts_total": 22, "minutes_wall": 1.92, "minutes_agent": 8.61, "tokens": { "input": 128, "output": 61551, "cache_read": 688607, "cache_creation": 574111 }, "cost_usd_list": 3.0463, "web_requests": { "search": 0, "fetch": 0 }, "budget_usd": 3, "wall_cap_min": 45, "stopped_by": "budget", "fabricated_identifiers_final_plans": 0 } ] } }, "comparisons": [ { "a": "centralized", "b": "single", "a_verified": 19, "b_verified": 13, "verdict": "centralized beats single" }, { "a": "decentralized", "b": "centralized", "a_verified": 18, "b_verified": 19, "verdict": "no difference (under 2 claims)" }, { "a": "centralized", "b": "isolated", "a_verified": 19, "b_verified": 17, "verdict": "centralized beats isolated" }, { "a": "decentralized", "b": "single", "a_verified": 18, "b_verified": 13, "verdict": "decentralized verified more but fails the hard constraint (1 fabricated identifier), so no win" }, { "a": "isolated", "b": "single", "a_verified": 17, "b_verified": 13, "verdict": "isolated beats single" } ], "test_runs_ignored": [ "isolated-2026-10-31T05-56-34-test", "single-2026-10-31T06-02-04-test" ], "infra_failures_excluded": [ "single-2026-10-31T05-57-45", "single-2026-10-31T06-00-44-test", "single-2026-10-31T06-01-39-test" ] }