{"doi":"10.31234/osf.io/wdxsb","title":"Insights into accuracy of social scientists' forecasts of societal change","abstract":"How well can social scientists predict societal change, and what processes underlie their predictions? To answer these questions, we ran two forecasting tournaments testing accuracy of predictions of societal change in domains commonly studied in the social sciences: ideological preferences, political polarization, life satisfaction, sentiment on social media, and gender-career and racial bias. Following provision of historical trend data on the domain, social scientists submitted pre-registered monthly forecasts for a year (Tournament 1; N=86 teams/359 forecasts), with an opportunity to update forecasts based on new data six months later (Tournament 2; N=120 teams/546 forecasts). Benchmarking forecasting accuracy revealed that social scientists’ forecasts were on average no more accurate than simple statistical models (historical means, random walk, or linear regressions) or the aggregate forecasts of a sample from the general public (N=802). However, scientists were more accurate if they had scientific expertise in a prediction domain, were interdisciplinary, used simpler models, and based predictions on prior data.","journal":"UvA-DARE (University of Amsterdam)","year":2022,"id":299512,"datarank":0.0,"base_score":0.0,"endowment":0.0,"self_citation_contribution":0.0,"citation_network_contribution":0.0,"self_endowment_contribution":0.0,"citer_contribution":0.0,"corpus_percentile":null,"corpus_rank":null,"citation_count":4,"citer_count":0,"citers_with_citation_signal":0,"citers_with_endowment":0,"datacite_reuse_total":0,"is_dataset":false,"is_dataset_confidence":0.9477,"is_data_producer":false,"deposit_databanks":null,"is_oa":true,"file_count":0,"downloads":0,"has_version_chain":false,"published_date":"2022-01-01","fair_score":null,"fair_percentile":null,"algorithm_id":"datarank_citation_only_1hop_v6","ranking_scope":"data_only","authors":[{"id":989353,"name":"Amanda Rotella","orcid":"0000-0002-2637-1892","position":1,"is_corresponding":false},{"id":989354,"name":"Cendri A. Hutcherson","orcid":"0000-0002-4441-4809","position":2,"is_corresponding":false},{"id":989881,"name":"Constantine Sharpinskyi","orcid":null,"position":3,"is_corresponding":false},{"id":989355,"name":"Michael E. W. Varnum","orcid":"0000-0002-2088-6086","position":4,"is_corresponding":false},{"id":989356,"name":"Sebastian Achter","orcid":"0000-0003-1755-4010","position":5,"is_corresponding":false},{"id":989357,"name":"Mandeep K. Dhami","orcid":"0000-0001-6157-3142","position":6,"is_corresponding":false},{"id":989882,"name":"Xinqi Guo","orcid":null,"position":7,"is_corresponding":false},{"id":989358,"name":"Mane Kara-Yakoubian","orcid":"0000-0001-5352-0147","position":8,"is_corresponding":false},{"id":989359,"name":"David R. Mandel","orcid":"0000-0003-1036-2286","position":9,"is_corresponding":false},{"id":233202,"name":"Louis Raes","orcid":"0000-0003-2640-7493","position":10,"is_corresponding":false},{"id":621739,"name":"Louis Tay","orcid":"0000-0002-5522-4728","position":11,"is_corresponding":false},{"id":989360,"name":"Aymeric Vié","orcid":"0000-0003-3998-0862","position":12,"is_corresponding":false},{"id":989361,"name":"Lisa Wagner","orcid":"0000-0002-1925-2676","position":13,"is_corresponding":false},{"id":550394,"name":"Matúš Adamkovič","orcid":"0000-0002-9648-9108","position":14,"is_corresponding":false},{"id":989362,"name":"Arash Arami","orcid":"0000-0001-7609-6553","position":15,"is_corresponding":false},{"id":989363,"name":"Patrí­cia Arriaga","orcid":"0000-0001-5766-0489","position":16,"is_corresponding":false},{"id":989364,"name":"Gabriel Baník","orcid":"0000-0002-6601-3619","position":17,"is_corresponding":false},{"id":50168,"name":"Frantis̆ek Bartos̆","orcid":"0000-0002-0018-5573","position":18,"is_corresponding":false},{"id":989365,"name":"Ernest Baskin","orcid":"0000-0001-9484-2839","position":19,"is_corresponding":false},{"id":989366,"name":"Christoph Bergmeir","orcid":"0000-0002-3665-9021","position":20,"is_corresponding":false},{"id":864775,"name":"Michał Białek","orcid":"0000-0002-5062-5733","position":21,"is_corresponding":false},{"id":989367,"name":"Caroline Kjær Børsting","orcid":"0000-0002-2423-2135","position":22,"is_corresponding":false},{"id":872627,"name":"Dillon T. Browne","orcid":"0000-0002-7445-6604","position":23,"is_corresponding":false},{"id":955758,"name":"Eugene M. Caruso","orcid":"0000-0002-2406-2981","position":24,"is_corresponding":false},{"id":394886,"name":"Rong Chen","orcid":"0000-0002-5644-4386","position":25,"is_corresponding":false},{"id":989368,"name":"Bin‐Tzong Chie","orcid":"0000-0002-9398-7355","position":26,"is_corresponding":false},{"id":345522,"name":"William J. Chopik","orcid":"0000-0003-1748-8738","position":27,"is_corresponding":false},{"id":989369,"name":"Robert N. Collins","orcid":"0000-0002-1714-7215","position":28,"is_corresponding":false},{"id":989370,"name":"Chin Wen Cong","orcid":"0000-0003-4592-0727","position":29,"is_corresponding":false},{"id":129733,"name":"Lucian Gideon Conway","orcid":"0000-0002-6919-4320","position":30,"is_corresponding":false},{"id":989371,"name":"Matthew Davis","orcid":"0000-0003-2219-1138","position":31,"is_corresponding":false},{"id":989372,"name":"Martin V. Day","orcid":"0000-0001-5274-1626","position":32,"is_corresponding":false},{"id":989373,"name":"Nathan Dhaliwal","orcid":"0000-0002-4667-0689","position":33,"is_corresponding":false},{"id":989883,"name":"Justin D. Durham","orcid":null,"position":34,"is_corresponding":false},{"id":989374,"name":"Martyna Dziekan","orcid":"0000-0002-2566-8432","position":35,"is_corresponding":false},{"id":989375,"name":"Christian T. Elbaek","orcid":"0000-0002-7039-4565","position":36,"is_corresponding":false},{"id":989376,"name":"Eric Shuman","orcid":"0000-0003-3830-4926","position":37,"is_corresponding":false},{"id":989377,"name":"Marharyta Fabrykant","orcid":"0000-0001-5707-2943","position":38,"is_corresponding":false},{"id":989378,"name":"Mustafa Firat","orcid":"0000-0002-9269-7321","position":39,"is_corresponding":false},{"id":304698,"name":"Geoffrey T. Fong","orcid":"0000-0001-9098-6472","position":40,"is_corresponding":false},{"id":989379,"name":"Jeremy A. Frimer","orcid":"0000-0003-4811-0199","position":41,"is_corresponding":false},{"id":989380,"name":"Jonathan Gallegos","orcid":"0000-0001-5681-5362","position":42,"is_corresponding":false},{"id":263271,"name":"Simon B. Goldberg","orcid":"0000-0002-6888-0126","position":43,"is_corresponding":false},{"id":989381,"name":"Anton Gollwitzer","orcid":"0000-0002-0067-0018","position":44,"is_corresponding":false},{"id":989884,"name":"Julia Goyal","orcid":null,"position":45,"is_corresponding":false},{"id":989382,"name":"Lorenz Graf‐Vlachy","orcid":"0000-0002-0545-6643","position":46,"is_corresponding":false},{"id":989383,"name":"Scott D. Gronlund","orcid":"0000-0002-6469-8634","position":47,"is_corresponding":false},{"id":989384,"name":"Sebastian Hafenbrädl","orcid":"0000-0002-5148-766X","position":48,"is_corresponding":false},{"id":939145,"name":"Andree Hartanto","orcid":"0000-0001-8758-6400","position":49,"is_corresponding":false},{"id":768994,"name":"Matthew J. Hirshberg","orcid":"0000-0001-9070-1270","position":50,"is_corresponding":false},{"id":989385,"name":"Matthew J. Hornsey","orcid":"0000-0003-1275-3977","position":51,"is_corresponding":false},{"id":989386,"name":"Piers D. L. Howe","orcid":"0000-0001-6171-1381","position":52,"is_corresponding":false},{"id":989885,"name":"Anoosha Izadi","orcid":null,"position":53,"is_corresponding":false},{"id":989387,"name":"Bastian Jaeger","orcid":"0000-0002-4398-9731","position":54,"is_corresponding":false},{"id":550442,"name":"Pavol Kačmár","orcid":"0000-0003-0076-1945","position":55,"is_corresponding":false},{"id":989886,"name":"Dean Y.J. Kim","orcid":null,"position":56,"is_corresponding":false},{"id":989388,"name":"Ruslan Krenzler","orcid":"0000-0002-6637-1168","position":57,"is_corresponding":false},{"id":989389,"name":"Daniel G. Lannin","orcid":"0000-0001-8203-8253","position":58,"is_corresponding":false},{"id":989390,"name":"Hung-Wen Lin","orcid":"0000-0002-0015-2528","position":59,"is_corresponding":false},{"id":49430,"name":"Nigel Mantou Lou","orcid":"0000-0003-1363-833X","position":60,"is_corresponding":false},{"id":939147,"name":"Verity Y. Q. Lua","orcid":"0000-0002-1000-3438","position":61,"is_corresponding":false},{"id":989887,"name":"Aaron W. Lukaszewski","orcid":null,"position":62,"is_corresponding":false},{"id":989391,"name":"Albert L. Ly","orcid":"0000-0002-2707-1306","position":63,"is_corresponding":false},{"id":73008,"name":"Christopher R. Madan","orcid":"0000-0003-3228-6501","position":64,"is_corresponding":false},{"id":49432,"name":"Maximilian Maier","orcid":"0000-0002-9873-6096","position":65,"is_corresponding":false},{"id":939146,"name":"Nadyanna M. Majeed","orcid":"0000-0003-0148-0846","position":66,"is_corresponding":false},{"id":774890,"name":"David S. March","orcid":"0000-0002-9874-7967","position":67,"is_corresponding":false},{"id":723367,"name":"Abigail A. Marsh","orcid":"0000-0001-5635-181X","position":68,"is_corresponding":false},{"id":989392,"name":"Michał Misiak","orcid":"0000-0002-6892-3325","position":69,"is_corresponding":false},{"id":72795,"name":"Kristian Ove R. Myrseth","orcid":"0000-0001-9992-6724","position":70,"is_corresponding":false},{"id":989888,"name":"Jaime Napan","orcid":null,"position":71,"is_corresponding":false},{"id":479646,"name":"Jonathan Nicholas","orcid":"0000-0002-2314-0765","position":72,"is_corresponding":false},{"id":989393,"name":"Κωνσταντίνος Νικολόπουλος","orcid":"0000-0003-4268-2866","position":73,"is_corresponding":false},{"id":989889,"name":"O Jiaqing","orcid":null,"position":74,"is_corresponding":false},{"id":864751,"name":"Tobias Otterbring","orcid":"0000-0002-0283-8777","position":75,"is_corresponding":false},{"id":49441,"name":"Mariola Paruzel-Czachura","orcid":"0000-0002-8716-9778","position":76,"is_corresponding":false},{"id":989394,"name":"Shiva Pauer","orcid":"0000-0001-5965-8040","position":77,"is_corresponding":false},{"id":14635,"name":"John Protzko","orcid":"0000-0001-5710-8635","position":78,"is_corresponding":false},{"id":989395,"name":"Quentin Raffaelli","orcid":"0000-0003-4046-9818","position":79,"is_corresponding":false},{"id":550411,"name":"Ivan Ropovik","orcid":"0000-0001-5222-1233","position":80,"is_corresponding":false},{"id":49452,"name":"Robert M. Ross","orcid":"0000-0001-8711-1675","position":81,"is_corresponding":false},{"id":989396,"name":"Yefim Roth","orcid":"0000-0003-2732-0496","position":82,"is_corresponding":false},{"id":887987,"name":"Espen Røysamb","orcid":"0000-0001-5133-7170","position":83,"is_corresponding":false},{"id":233238,"name":"Landon Schnabel","orcid":"0000-0002-2674-3019","position":84,"is_corresponding":false},{"id":49384,"name":"Astrid Schütz","orcid":"0000-0002-6358-167X","position":85,"is_corresponding":false},{"id":989397,"name":"Matthias Seifert","orcid":"0000-0002-7649-0814","position":86,"is_corresponding":false},{"id":249165,"name":"A. Timur Sevincer","orcid":"0000-0003-2751-0142","position":87,"is_corresponding":false},{"id":879860,"name":"Garrick Sherman","orcid":"0000-0002-2146-0706","position":88,"is_corresponding":false},{"id":989398,"name":"Otto Simonsson","orcid":"0000-0003-4197-7566","position":89,"is_corresponding":false},{"id":989399,"name":"Ming‐Chien Sung","orcid":"0000-0002-2278-6185","position":90,"is_corresponding":false},{"id":989400,"name":"Chung-Ching Tai","orcid":"0000-0002-2557-177X","position":91,"is_corresponding":false},{"id":989401,"name":"Thomas Talhelm","orcid":"0000-0002-0954-5758","position":92,"is_corresponding":false},{"id":503210,"name":"Bethany A. Teachman","orcid":"0000-0002-9031-9343","position":93,"is_corresponding":false},{"id":989890,"name":"Phil Tetlock","orcid":null,"position":94,"is_corresponding":false},{"id":989402,"name":"Dimitrios D. Thomakos","orcid":"0000-0003-2896-8163","position":95,"is_corresponding":false},{"id":519372,"name":"Dwight C. K. Tse","orcid":"0000-0003-2725-1849","position":96,"is_corresponding":false},{"id":989891,"name":"Oliver Twardus","orcid":null,"position":97,"is_corresponding":false},{"id":20275,"name":"Joshua M. Tybur","orcid":"0000-0002-0462-6508","position":98,"is_corresponding":false},{"id":15862,"name":"Lyle Ungar","orcid":"0000-0003-2047-1443","position":99,"is_corresponding":false},{"id":989352,"name":"Igor Grossmann","orcid":"0000-0003-2681-3600","position":0,"is_corresponding":true}],"reference_count":63,"raw_metadata":null,"created_at":"2026-07-19T00:31:44.904250Z","pmid":null,"pmcid":null,"fwci":null,"citation_percentile":null,"influential_citations":0,"oa_status":null,"license":null,"views":0,"total_file_size_bytes":0,"version_count":0,"fair_f":null,"fair_a":null,"fair_i":null,"fair_r":null,"fair_zscore":null,"fair_rationale":null,"fair_model":null,"fair_agent_version":null,"fair_fulltext_source":null,"fair_has_llm":null,"fair_computed_at":null,"clinical_trials":[],"software_tools":[],"db_accessions":[],"linked_datasets":[],"topics":[]}