{"doi":"10.1109/icdim.2016.7829763","title":"Towards automatic generation of relevance judgments for a test collection","abstract":null,"journal":"2016 Eleventh International Conference on Digital Information Management (ICDIM)","year":2016,"id":588913,"datarank":0.4160564203720486,"base_score":1.9459101490553132,"endowment":1.9459101490553132,"self_citation_contribution":0.29188652235829704,"citation_network_contribution":0.12416989801375158,"self_endowment_contribution":0.29188652235829704,"citer_contribution":0.12416989801375158,"corpus_percentile":null,"corpus_rank":null,"citation_count":6,"citer_count":4,"citers_with_citation_signal":3,"citers_with_endowment":3,"datacite_reuse_total":0,"is_dataset":false,"is_dataset_confidence":null,"is_data_producer":false,"deposit_databanks":null,"is_oa":false,"file_count":0,"downloads":0,"has_version_chain":false,"published_date":null,"fair_score":null,"fair_percentile":null,"algorithm_id":"datarank_citation_only_1hop_v6","ranking_scope":"data_only","authors":[{"id":673653,"name":"Michael Oakes","orcid":"0000-0003-2793-8245","position":1,"is_corresponding":false},{"id":1506733,"name":"Fadi Yamout","orcid":null,"position":2,"is_corresponding":false},{"id":1506732,"name":"Mireille Makary","orcid":null,"position":0,"is_corresponding":false}],"reference_count":0,"raw_metadata":{"has_enrichment":true,"resolved":true,"title":"Towards automatic generation of relevance judgments for a test collection","abstract":"This paper represents a new technique for building a relevance judgment list for information retrieval test collections without any human intervention. It is based on the number of occurrences of the documents in runs retrieved from several information retrieval systems and a distance based measure between the documents. The effectiveness of the technique is evaluated by computing the correlation between the ranking of the TREC systems using the original relevance judgment list (qrels) built by human assessors and the ranking obtained by using the newly generated qrels.","is_dataset_classified":null,"base_score":1.9459101490553132,"endowment":1.9459101490553132,"datacite_reuse_total":0,"file_count":0,"downloads":0,"views":0,"has_version_chain":false,"is_dataset":false,"is_oa":false,"pmid":"20725694","pmcid":null,"openalex_id":"https://openalex.org/W2581240705","authors":[],"funders":[],"total_grants":0,"fwci":null,"citation_percentile":null,"influential_citations":0,"citation_trend":[{"year":2021,"count":2},{"year":2024,"count":2},{"year":2025,"count":2}],"oa_status":"green","license":"cc-by-nc-nd","oa_locations":[{"url":"http://hdl.handle.net/2436/620407","host_type":"repository"},{"url":"http://hdl.handle.net/2436/620407","host_type":"repository"},{"url":"http://xplorestaging.ieee.org/ielx7/7813523/7829753/07829763.pdf?arnumber=7829763","host_type":"publisher"},{"url":"https://doi.org/10.1109/icdim.2016.7829763","host_type":""}],"fields_of_study":["Information Retrieval and Search Behavior","Semantic Web and Ontologies","Data Management and Algorithms"],"mesh_terms":[],"keywords":["Ranking (information retrieval)","Relevance (law)","Information retrieval","Computer science","Test (biology)","Measure (data warehouse)","Data mining","Artificial intelligence"],"sdg_mappings":[{"sdg_number":0,"sdg_label":"Peace, Justice and strong institutions"}],"linked_datasets":[],"clinical_trials":[],"software_tools":[],"database_accessions":[],"source":"live","citation_network_status":"fetched"},"created_at":"2026-07-23T02:14:30.441662Z","pmid":null,"pmcid":null,"fwci":null,"citation_percentile":null,"influential_citations":0,"oa_status":null,"license":null,"views":0,"total_file_size_bytes":0,"version_count":0,"fair_f":null,"fair_a":null,"fair_i":null,"fair_r":null,"fair_zscore":null,"fair_rationale":null,"fair_model":null,"fair_agent_version":null,"fair_fulltext_source":null,"fair_has_llm":null,"fair_computed_at":null,"clinical_trials":[],"software_tools":[],"db_accessions":[],"linked_datasets":[],"topics":[]}