{"doi":"10.1101/2023.12.08.23299726","title":"Evaluation of FluSight influenza forecasting in the 2021-22 and 2022-23 seasons with a new target laboratory-confirmed influenza hospitalizations","abstract":"Abstract Accurate forecasts can enable more effective public health responses during seasonal influenza epidemics. Forecasting teams were asked to provide national and jurisdiction-specific probabilistic predictions of weekly confirmed influenza hospital admissions for one through four weeks ahead for the 2021-22 and 2022-23 influenza seasons. Across both seasons, 26 teams submitted forecasts, with the submitting teams varying between seasons. Forecast skill was evaluated using the Weighted Interval Score (WIS), relative WIS, and coverage. Six out of 23 models outperformed the baseline model across forecast weeks and locations in 2021-22 and 12 out of 18 models in 2022-23. Averaging across all forecast targets, the FluSight ensemble was the 2 nd most accurate model measured by WIS in 2021-22 and the 5 th most accurate in the 2022-23 season. Forecast skill and 95% coverage for the FluSight ensemble and most component models degraded over longer forecast horizons and during periods of rapid change. Current influenza forecasting efforts help inform situational awareness, but research is needed to address limitations, including decreased performance during periods of changing epidemic dynamics.","journal":"medRxiv","year":2023,"id":391583,"datarank":0.0,"base_score":0.0,"endowment":0.0,"self_citation_contribution":0.0,"citation_network_contribution":0.0,"self_endowment_contribution":0.0,"citer_contribution":0.0,"corpus_percentile":null,"corpus_rank":null,"citation_count":7,"citer_count":0,"citers_with_citation_signal":0,"citers_with_endowment":0,"datacite_reuse_total":0,"is_dataset":false,"is_dataset_confidence":0.893,"is_data_producer":false,"deposit_databanks":null,"is_oa":true,"file_count":0,"downloads":0,"has_version_chain":false,"published_date":"2023-01-01","fair_score":null,"fair_percentile":null,"algorithm_id":"datarank_citation_only_1hop_v6","ranking_scope":"data_only","authors":[{"id":1164348,"name":"Alexander E. Webber","orcid":"0000-0003-0485-6829","position":1,"is_corresponding":false},{"id":1128554,"name":"Tomás M. León","orcid":"0000-0002-7633-677X","position":2,"is_corresponding":false},{"id":1132473,"name":"Erin L. Murray","orcid":"0000-0002-6674-4868","position":3,"is_corresponding":false},{"id":1164349,"name":"Monica Sun","orcid":"0000-0001-9260-1038","position":4,"is_corresponding":false},{"id":458878,"name":"Lauren A. White","orcid":"0000-0003-3852-5374","position":5,"is_corresponding":false},{"id":856099,"name":"Logan Brooks","orcid":"0000-0003-0877-4978","position":6,"is_corresponding":false},{"id":1164804,"name":"Alden Green","orcid":null,"position":7,"is_corresponding":false},{"id":1164350,"name":"Addison J. Hu","orcid":"0000-0002-9339-7291","position":8,"is_corresponding":false},{"id":724226,"name":"Daniel J. McDonald","orcid":"0000-0002-0443-4282","position":9,"is_corresponding":false},{"id":1164351,"name":"Roni Rosenfeld","orcid":"0000-0002-3274-5862","position":10,"is_corresponding":false},{"id":1164805,"name":"Dmitry Shemetov","orcid":null,"position":11,"is_corresponding":false},{"id":32344,"name":"Ryan J. Tibshirani","orcid":"0000-0002-2158-8304","position":12,"is_corresponding":false},{"id":297656,"name":"Sasikiran Kandula","orcid":"0000-0002-6248-9097","position":13,"is_corresponding":false},{"id":367360,"name":"Sen Pei","orcid":"0000-0002-7072-2995","position":14,"is_corresponding":false},{"id":297657,"name":"Jeffrey Shaman","orcid":"0000-0002-7216-7809","position":15,"is_corresponding":false},{"id":1164352,"name":"Rami Yaari","orcid":"0000-0002-8808-8937","position":16,"is_corresponding":false},{"id":550111,"name":"Teresa K. Yamana","orcid":"0000-0001-8349-3151","position":17,"is_corresponding":false},{"id":1164806,"name":"Pulak Agarwal","orcid":null,"position":18,"is_corresponding":false},{"id":1164807,"name":"Srikar Balusu","orcid":null,"position":19,"is_corresponding":false},{"id":1164808,"name":"Gautham Gururajan","orcid":null,"position":20,"is_corresponding":false},{"id":1164353,"name":"Harshavardhan Kamarthi","orcid":"0000-0002-2901-7127","position":21,"is_corresponding":false},{"id":550117,"name":"B. Aditya Prakash","orcid":"0000-0002-3252-455X","position":22,"is_corresponding":false},{"id":1164809,"name":"Rishi Raman","orcid":null,"position":23,"is_corresponding":false},{"id":1164354,"name":"Alexander Rodríguez","orcid":"0000-0002-4313-9913","position":24,"is_corresponding":false},{"id":1164355,"name":"Zhiyuan Zhao","orcid":"0000-0002-1227-5058","position":25,"is_corresponding":false},{"id":1164810,"name":"Akilan Meiyappan","orcid":null,"position":26,"is_corresponding":false},{"id":1164811,"name":"Shalina Omar","orcid":null,"position":27,"is_corresponding":false},{"id":1020579,"name":"Prasith Baccam","orcid":null,"position":28,"is_corresponding":false},{"id":1020580,"name":"Heidi Gurung","orcid":null,"position":29,"is_corresponding":false},{"id":1164812,"name":"Steve A. Stage","orcid":null,"position":30,"is_corresponding":false},{"id":1164813,"name":"Brad T. Suchoski","orcid":null,"position":31,"is_corresponding":false},{"id":107957,"name":"Marco Ajelli","orcid":"0000-0003-1753-4749","position":32,"is_corresponding":false},{"id":1164356,"name":"Allisandra G. Kummer","orcid":"0000-0002-1076-3410","position":33,"is_corresponding":false},{"id":107958,"name":"Maria Litvinova","orcid":"0000-0001-6393-1943","position":34,"is_corresponding":false},{"id":1164357,"name":"Paulo C. Ventura","orcid":"0000-0001-8441-9359","position":35,"is_corresponding":false},{"id":1164814,"name":"Spencer Wadsworth","orcid":null,"position":36,"is_corresponding":false},{"id":550107,"name":"Jarad Niemi","orcid":"0000-0002-5079-158X","position":37,"is_corresponding":false},{"id":1041202,"name":"Erica Carcelen","orcid":null,"position":38,"is_corresponding":false},{"id":235273,"name":"Alison L. Hill","orcid":"0000-0002-6583-3623","position":39,"is_corresponding":false},{"id":1026897,"name":"Sung-mok Jung","orcid":"0000-0002-0787-4515","position":40,"is_corresponding":false},{"id":466086,"name":"Joseph C. Lemaitre","orcid":"0000-0002-2677-6574","position":41,"is_corresponding":false},{"id":78334,"name":"Justin Lessler","orcid":"0000-0002-9741-8109","position":42,"is_corresponding":false},{"id":1026898,"name":"Sara L. Loo","orcid":"0000-0001-9763-5587","position":43,"is_corresponding":false},{"id":408821,"name":"Clifton McKee","orcid":"0000-0002-6149-0598","position":44,"is_corresponding":false},{"id":1164358,"name":"K.T. Sato","orcid":"0000-0002-3827-4459","position":45,"is_corresponding":false},{"id":882226,"name":"Claire P. Smith","orcid":"0000-0003-1069-9460","position":46,"is_corresponding":false},{"id":637082,"name":"Shaun Truelove","orcid":"0000-0003-0538-0607","position":47,"is_corresponding":false},{"id":558914,"name":"Thomas McAndrew","orcid":"0000-0002-6362-9231","position":48,"is_corresponding":false},{"id":1164815,"name":"Wenxuan Ye","orcid":null,"position":49,"is_corresponding":false},{"id":105088,"name":"Nikos I Bosse","orcid":"0000-0002-7750-5280","position":50,"is_corresponding":false},{"id":234821,"name":"William S. Hlavacek","orcid":"0000-0003-4383-8711","position":51,"is_corresponding":false},{"id":723284,"name":"Yen Ting Lin","orcid":"0000-0001-6893-8423","position":52,"is_corresponding":false},{"id":723288,"name":"Abhishek Mallela","orcid":"0000-0003-3588-5358","position":53,"is_corresponding":false},{"id":813264,"name":"Ye Chen","orcid":"0000-0001-8785-7653","position":54,"is_corresponding":false},{"id":1164816,"name":"Shelby M. Lamm","orcid":null,"position":55,"is_corresponding":false},{"id":716705,"name":"Jaechoul Lee","orcid":"0000-0003-0363-1628","position":56,"is_corresponding":false},{"id":723287,"name":"Richard G. Posner","orcid":"0000-0002-0489-9397","position":57,"is_corresponding":false},{"id":476841,"name":"Amanda C. Perofsky","orcid":"0000-0001-7341-9193","position":58,"is_corresponding":false},{"id":110469,"name":"Cécile Viboud","orcid":"0000-0003-3243-4711","position":59,"is_corresponding":false},{"id":300525,"name":"Leonardo Clemente","orcid":null,"position":60,"is_corresponding":false},{"id":584864,"name":"Fred Lu","orcid":"0000-0003-1026-5734","position":61,"is_corresponding":false},{"id":1164359,"name":"Austin G. Meyer","orcid":"0000-0002-0581-800X","position":62,"is_corresponding":false},{"id":105567,"name":"Mauricio Santillana","orcid":"0000-0002-4206-418X","position":63,"is_corresponding":false},{"id":107959,"name":"Matteo Chinazzi","orcid":"0000-0002-5955-1929","position":64,"is_corresponding":false},{"id":299439,"name":"Jessica T. Davis","orcid":"0000-0003-0726-1855","position":65,"is_corresponding":false},{"id":552090,"name":"Kunpeng Mu","orcid":"0000-0002-8150-5363","position":66,"is_corresponding":false},{"id":107956,"name":"Ana Pastore y Piontti","orcid":"0000-0002-2894-0489","position":67,"is_corresponding":false},{"id":44593,"name":"Alessandro Vespignani","orcid":"0000-0003-3419-4205","position":68,"is_corresponding":false},{"id":550112,"name":"Xinyue Xiong","orcid":"0000-0003-4988-1075","position":69,"is_corresponding":false},{"id":550124,"name":"M. Ben-Nun","orcid":"0000-0002-9164-0008","position":70,"is_corresponding":false},{"id":1164360,"name":"Pete Riley","orcid":"0000-0002-1859-456X","position":71,"is_corresponding":false},{"id":1164361,"name":"James Turtle","orcid":"0000-0003-0735-7769","position":72,"is_corresponding":false},{"id":1164817,"name":"Chis Hulme-Lowe","orcid":null,"position":73,"is_corresponding":false},{"id":1164362,"name":"Shakeel Jessa","orcid":"0000-0001-9199-743X","position":74,"is_corresponding":false},{"id":566105,"name":"VP Nagraj","orcid":"0000-0003-0060-566X","position":75,"is_corresponding":false},{"id":60497,"name":"Stephen Turner","orcid":"0000-0001-9140-9028","position":76,"is_corresponding":false},{"id":991021,"name":"Desiree Williams","orcid":"0000-0002-0524-2055","position":77,"is_corresponding":false},{"id":1164363,"name":"Avranil Basu","orcid":"0000-0002-6282-6479","position":78,"is_corresponding":false},{"id":17583,"name":"John M. Drake","orcid":"0000-0003-4646-1235","position":79,"is_corresponding":false},{"id":301431,"name":"Spencer J. Fox","orcid":"0000-0003-1969-3778","position":80,"is_corresponding":false},{"id":774160,"name":"Graham Casey Gibson","orcid":"0000-0002-0370-9846","position":81,"is_corresponding":false},{"id":1164364,"name":"Ehsan Suez","orcid":"0000-0001-9620-7994","position":82,"is_corresponding":false},{"id":1164365,"name":"Edward W. Thommes","orcid":"0000-0001-6800-2000","position":83,"is_corresponding":false},{"id":1164366,"name":"M Cojocaru","orcid":"0000-0003-3884-1852","position":84,"is_corresponding":false},{"id":550108,"name":"Estee Y. Cramer","orcid":"0000-0003-1373-3177","position":85,"is_corresponding":false},{"id":804151,"name":"Aaron Gerding","orcid":"0000-0002-4850-8802","position":86,"is_corresponding":false},{"id":804153,"name":"Ariane Stark","orcid":"0000-0001-5414-7874","position":87,"is_corresponding":false},{"id":550105,"name":"Evan L Ray","orcid":"0000-0003-4035-0243","position":88,"is_corresponding":false},{"id":78333,"name":"Nicholas G. Reich","orcid":"0000-0003-3503-9899","position":89,"is_corresponding":false},{"id":1164367,"name":"Li Shandross","orcid":"0009-0008-1348-1954","position":90,"is_corresponding":false},{"id":550106,"name":"Nutcha Wattanachit","orcid":"0000-0003-4739-1697","position":91,"is_corresponding":false},{"id":804150,"name":"Yijin Wang","orcid":"0000-0003-4438-6366","position":92,"is_corresponding":false},{"id":804841,"name":"Martha Zorn","orcid":null,"position":93,"is_corresponding":false},{"id":1164368,"name":"Majd Al Aawar","orcid":"0009-0004-9026-9085","position":94,"is_corresponding":false},{"id":882235,"name":"Ajitesh Srivastava","orcid":"0000-0002-8706-5717","position":95,"is_corresponding":false},{"id":110263,"name":"Lauren Ancel Meyers","orcid":"0000-0002-5828-8874","position":96,"is_corresponding":false},{"id":244676,"name":"Aniruddha Adiga","orcid":"0000-0002-5396-1978","position":97,"is_corresponding":false},{"id":804548,"name":"Benjamin Hurt","orcid":"0000-0002-3803-2900","position":98,"is_corresponding":false},{"id":1162565,"name":"Gursharn Kaur","orcid":"0000-0002-0900-0600","position":99,"is_corresponding":false},{"id":990884,"name":"Sarabeth M. Mathis","orcid":"0000-0003-3131-307X","position":0,"is_corresponding":true}],"reference_count":19,"raw_metadata":null,"created_at":"2026-07-19T01:18:47.408273Z","pmid":"38168429","pmcid":null,"fwci":null,"citation_percentile":null,"influential_citations":0,"oa_status":null,"license":null,"views":0,"total_file_size_bytes":0,"version_count":0,"fair_f":null,"fair_a":null,"fair_i":null,"fair_r":null,"fair_zscore":null,"fair_rationale":null,"fair_model":null,"fair_agent_version":null,"fair_fulltext_source":null,"fair_has_llm":null,"fair_computed_at":null,"clinical_trials":[],"software_tools":[],"db_accessions":[],"linked_datasets":[],"topics":[]}