{"key": "henderson2012", "title": "Measuring economic growth from outer space", "authors": ["Henderson JV", "Storeygard A", "Weil DN"], "year": 2012, "venue": "American Economic Review", "doi": "10.1257/aer.102.2.994", "url": "https://doi.org/10.1257/aer.102.2.994", "abstract": "", "grade": "A", "theme": "ch2_theoretical_framework", "source": "seed"}
{"key": "mcmillan2011", "title": "Globalization, structural change and productivity growth", "authors": ["McMillan MS", "Rodrik D"], "year": 2011, "venue": "NBER Working Paper No. 17143", "doi": "10.3386/w17143", "url": "https://doi.org/10.3386/w17143", "abstract": "", "grade": "B", "theme": "ch2_theoretical_framework", "source": "seed"}
{"key": "landefeld2008", "title": "Taking the pulse of the economy: measuring GDP", "authors": ["Landefeld JS", "Seskin EP", "Fraumeni BM"], "year": 2008, "venue": "Journal of Economic Perspectives", "doi": "10.1257/jep.22.2.193", "url": "https://doi.org/10.1257/jep.22.2.193", "abstract": "", "grade": "A", "theme": "ch2_theoretical_framework", "source": "seed"}
{"key": "north1990", "title": "Institutions, Institutional Change and Economic Performance", "authors": ["North DC"], "year": 1990, "venue": "Cambridge University Press", "doi": "10.1017/CBO9780511808678", "url": "https://doi.org/10.1017/CBO9780511808678", "abstract": "", "grade": "A", "theme": "ch2_theoretical_framework", "source": "seed"}
{"key": "piwowar2013", "title": "Data reuse and the open data citation advantage", "authors": ["Piwowar HA", "Vision TJ"], "year": 2013, "venue": "PeerJ", "doi": "10.7717/peerj.175", "url": "https://doi.org/10.7717/peerj.175", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "colavizza2020", "title": "The citation advantage of linking publications to research data", "authors": ["Colavizza G", "Hrynaszkiewicz I", "Staden I", "Whitaker K", "McGillivray B"], "year": 2020, "venue": "PLOS ONE", "doi": "10.1371/journal.pone.0230416", "url": "https://doi.org/10.1371/journal.pone.0230416", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "eysenbach2006", "title": "Citation advantage of open access articles", "authors": ["Eysenbach G"], "year": 2006, "venue": "PLoS Biology", "doi": "10.1371/journal.pbio.0040157", "url": "https://doi.org/10.1371/journal.pbio.0040157", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "gargouri2010", "title": "Self-selected or mandated, open access increases citation impact for higher quality research", "authors": ["Gargouri Y", "Hajjem C", "Lariviere V", "Gingras Y", "Carr L", "Brody T", "Harnad S"], "year": 2010, "venue": "PLOS ONE", "doi": "10.1371/journal.pone.0013636", "url": "https://doi.org/10.1371/journal.pone.0013636", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "langham2021", "title": "Is the open access citation advantage real? A systematic review", "authors": ["Langham-Putrow A", "Bakker C", "Riegelman A"], "year": 2021, "venue": "PLOS ONE", "doi": "10.1371/journal.pone.0253129", "url": "https://doi.org/10.1371/journal.pone.0253129", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "mckiernan2016", "title": "How open science helps researchers succeed", "authors": ["McKiernan EC", "Bourne PE", "Brown CT", "Buck S", "Kenall A", "Lin J"], "year": 2016, "venue": "eLife", "doi": "10.7554/eLife.16800", "url": "https://doi.org/10.7554/eLife.16800", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "wulder2019", "title": "Current status of Landsat program, science, and applications", "authors": ["Wulder MA", "Loveland TR", "Roy DP", "Crawford CJ", "Masek JG", "Woodcock CE"], "year": 2019, "venue": "Remote Sensing of Environment", "doi": "10.1016/j.rse.2019.02.016", "url": "https://doi.org/10.1016/j.rse.2019.02.016", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "zhu2019", "title": "Benefits of the free and open Landsat data policy", "authors": ["Zhu Z", "Wulder MA", "Roy DP", "Woodcock CE", "Hansen MC", "Radeloff VC"], "year": 2019, "venue": "Remote Sensing of Environment", "doi": "10.1016/j.rse.2019.02.015", "url": "https://doi.org/10.1016/j.rse.2019.02.015", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "seed"}
{"key": "wilkinson2016", "title": "The FAIR Guiding Principles for scientific data management and stewardship", "authors": ["Wilkinson MD", "Dumontier M", "Aalbersberg IJ", "Appleton G", "Axton M", "Baak A"], "year": 2016, "venue": "Scientific Data", "doi": "10.1038/sdata.2016.18", "url": "https://doi.org/10.1038/sdata.2016.18", "abstract": "", "grade": "A", "theme": "ch4_data_and_measurement", "source": "seed"}
{"key": "datacite2014", "title": "Joint declaration of data citation principles", "authors": ["Data Citation Synthesis Group"], "year": 2014, "venue": "FORCE11 / Zenodo", "doi": "10.5281/zenodo.7356758", "url": "https://doi.org/10.5281/zenodo.7356758", "abstract": "", "grade": "A", "theme": "ch4_data_and_measurement", "source": "seed"}
{"key": "fenner2019", "title": "A data citation roadmap for scholarly data repositories", "authors": ["Fenner M", "Crosas M", "Grethe JS", "Kennedy D", "Hermjakob H", "Rocca-Serra P"], "year": 2019, "venue": "Scientific Data", "doi": "10.1038/s41597-019-0031-8", "url": "https://doi.org/10.1038/s41597-019-0031-8", "abstract": "", "grade": "A", "theme": "ch4_data_and_measurement", "source": "seed"}
{"key": "kurtz2000", "title": "The NASA Astrophysics Data System: Overview", "authors": ["Kurtz MJ", "Eichhorn G", "Accomazzi A", "Grant CS", "Murray SS", "Watson JM"], "year": 2000, "venue": "Astronomy and Astrophysics Supplement Series", "doi": "10.1051/aas:2000170", "url": "https://doi.org/10.1051/aas:2000170", "abstract": "", "grade": "A", "theme": "ch4_data_and_measurement", "source": "seed"}
{"key": "callaway2021", "title": "Difference-in-differences with multiple time periods", "authors": ["Callaway B", "Sant'Anna PHC"], "year": 2021, "venue": "Journal of Econometrics", "doi": "10.1016/j.jeconom.2020.12.001", "url": "https://doi.org/10.1016/j.jeconom.2020.12.001", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "seed"}
{"key": "goodmanbacon2021", "title": "Difference-in-differences with variation in treatment timing", "authors": ["Goodman-Bacon A"], "year": 2021, "venue": "Journal of Econometrics", "doi": "10.1016/j.jeconom.2021.03.014", "url": "https://doi.org/10.1016/j.jeconom.2021.03.014", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "seed"}
{"key": "sunabraham2021", "title": "Estimating dynamic treatment effects in event studies with heterogeneous treatment effects", "authors": ["Sun L", "Abraham S"], "year": 2021, "venue": "Journal of Econometrics", "doi": "10.1016/j.jeconom.2020.09.006", "url": "https://doi.org/10.1016/j.jeconom.2020.09.006", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "seed"}
{"key": "dechaisemartin2020", "title": "Two-way fixed effects estimators with heterogeneous treatment effects", "authors": ["de Chaisemartin C", "D'Haultfoeuille X"], "year": 2020, "venue": "American Economic Review", "doi": "10.1257/aer.20181169", "url": "https://doi.org/10.1257/aer.20181169", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "seed"}
{"key": "rosenbaum1983", "title": "The central role of the propensity score in observational studies for causal effects", "authors": ["Rosenbaum PR", "Rubin DB"], "year": 1983, "venue": "Biometrika", "doi": "10.1093/biomet/70.1.41", "url": "https://doi.org/10.1093/biomet/70.1.41", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "seed"}
{"key": "stuart2010", "title": "Matching methods for causal inference: a review and a look forward", "authors": ["Stuart EA"], "year": 2010, "venue": "Statistical Science", "doi": "10.1214/09-STS313", "url": "https://doi.org/10.1214/09-STS313", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "seed"}
{"key": "borusyak2024", "title": "Revisiting event-study designs: robust and efficient estimation", "authors": ["Borusyak K", "Jaravel X", "Spiess J"], "year": 2024, "venue": "Review of Economic Studies", "doi": "10.1093/restud/rdae007", "url": "https://doi.org/10.1093/restud/rdae007", "abstract": "", "grade": "A", "theme": "ch6_analysis_plan", "source": "seed"}
{"key": "roth2022", "title": "Pre-test with caution: event-study estimates after testing for parallel trends", "authors": ["Roth J"], "year": 2022, "venue": "American Economic Review: Insights", "doi": "10.1257/aeri.20210236", "url": "https://doi.org/10.1257/aeri.20210236", "abstract": "", "grade": "A", "theme": "ch6_analysis_plan", "source": "seed"}
{"key": "rambachan2023", "title": "A more credible approach to parallel trends", "authors": ["Rambachan A", "Roth J"], "year": 2023, "venue": "Review of Economic Studies", "doi": "10.1093/restud/rdad018", "url": "https://doi.org/10.1093/restud/rdad018", "abstract": "", "grade": "A", "theme": "ch6_analysis_plan", "source": "seed"}
{"key": "austin2009", "title": "Balance diagnostics for comparing the distribution of baseline covariates between treatment groups in propensity-score matched samples", "authors": ["Austin PC"], "year": 2009, "venue": "Statistics in Medicine", "doi": "10.1002/sim.3697", "url": "https://doi.org/10.1002/sim.3697", "abstract": "", "grade": "A", "theme": "ch6_analysis_plan", "source": "seed"}
{"key": "anon2015", "title": "NASA'S Earth Science Data Stewardship Activities", "authors": [], "year": 2015, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20150021292/downloads/20150021292.pdf", "abstract": "NASA has been collecting Earth observation data for over 50 years using instruments on board satellites, aircraft and ground-based systems. With the inception of the Earth Observing System (EOS) Program in 1990, NASA established the Earth Science Data and Information System (ESDIS) Project and initiated development of the Earth Observing System Data and Information System (EOSDIS). A set of Distributed Active Archive Centers (DAACs) was established at locations based on science discipline expertise. Today, EOSDIS consists of 12 DAACs and 12 Science Investigator-led Processing Systems (SIPS), processing data from the EOS missions, as well as the Suomi National Polar Orbiting Partnership mission, and other satellite and airborne missions. The DAACs archive and distribute the vast majority of data from NASA’s Earth science missions, with data holdings exceeding 12 petabytes The data held by EOSDIS are available to all users consistent with NASA’s free and open data policy, which has been in effect since 1990. The EOSDIS archives consist of raw instrument data counts (level 0 data), as well as higher level standard products (e.g., geophysical parameters, products mapped to standard spa", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "anonnd", "title": "How the Open Data Policy of the Landsat Program Has Advanced Our Understanding of Environmental Change", "authors": [], "year": null, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20230017308/downloads/Olofsson%20B52C-01%20How%20the%20open%20data%20policy.pdf", "abstract": "A time series is a sequence of observations of a phenomenon taken sequentially in time. A crucial characteristic of a time series is the dependence among adjacent observations, techniques for analyzing this dependence are referred to as time series analysis.  This analytical approach enables us to predict or forecast future values of a time series, study the impact of various inputs on the observed phenomenon, and examine interrelationships among related time series variables. Within the geographical sciences, time series analysis has historically been limited to coarse-resolution satellite data, as constructing time series of data suitable for studying land cover and land use dynamics, such as Landsat data, were prohibitively costly. A transformative shift occurred in 2008 when the U.S. Government decided to make free and open all past and future data collected by the Landsat satellite program. The decision brought about a paradigm shift away from analyzing individual images or observations to continuous monitoring in time. Of particular relevance to environmental remote sensing is the ability to forecast observations, if we can predict how future observations should behave, we ", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "mohammadali2021", "title": "A Systematic Review of Landsat Data for Change Detection Applications: 50 Years of Monitoring the Earth", "authors": ["Mohammadali Hemati", "Mahdi Hasanlou", "Masoud Mahdianpari", "Fariba Mohammadimanesh"], "year": 2021, "venue": "Remote Sensing", "doi": "10.3390/rs13152869", "url": "https://doi.org/10.3390/rs13152869", "abstract": "With uninterrupted space-based data collection since 1972, Landsat plays a key role in systematic monitoring of the Earth’s surface, enabled by an extensive and free, radiometrically consistent, global archive of imagery. Governments and international organizations rely on Landsat time series for monitoring and deriving a systematic understanding of the dynamics of the Earth’s surface at a spatial scale relevant to management, scientific inquiry, and policy development. In this study, we identify trends in Landsat-informed change detection studies by surveying 50 years of published applications, processing, and change detection methods. Specifically, a representative database was created resulting in 490 relevant journal articles derived from the Web of Science and Scopus. From these articles, we provide a review of recent developments, opportunities, and trends in Landsat change detection studies. The impact of the Landsat free and open data policy in 2008 is evident in the literature as a turning point in the number and nature of change detection studies. Based upon the search terms used and articles included, average number of Landsat images used in studies increased from 10 images before 2008 to 100,000 images in 2020. The 2008 opening of the Landsat archive resulted in a marked increase in the number of images used per study, typically providing the basis for the other trends in evidence. These key trends include an increase in automated processing, use of analysis-ready", "grade": "B", "theme": "ch1_introduction", "source": "openalex"}
{"key": "michael2022", "title": "Fifty years of Landsat science and impacts", "authors": ["Michael A. Wulder", "David P. Roy", "Volker C. Radeloff", "Thomas R. Loveland", "Martha C. Anderson", "David M. Johnson", "Sean P. Healey", "Zhe Zhu"], "year": 2022, "venue": "Remote Sensing of Environment", "doi": "10.1016/j.rse.2022.113195", "url": "https://doi.org/10.1016/j.rse.2022.113195", "abstract": "Since 1972, the Landsat program has been continually monitoring the Earth, to now provide 50 years of digital, multispectral, medium spatial resolution observations. Over this time, Landsat data were crucial for many scientific and technical advances. Prior to the Landsat program, detailed, synoptic depictions of the Earth's surface were rare, and the ability to acquire and work with large datasets was limited. The early years of the Landsat program delivered a series of technological breakthroughs, pioneering new methods, and demonstrating the ability and capacity of digital satellite imagery, creating a template for other global Earth observation missions and programs. Innovations driven by the Landsat program have paved the way for subsequent science, application, and policy support activities. The economic and scientific value of the knowledge gained through the Landsat program has been long recognized, and despite periods of funding uncertainty, has resulted in the program's 50 years of continuity, as well as substantive and ongoing improvements to payload and mission performance. Free and open access to Landsat data, enacted in 2008, was unprecedented for medium spatial resolution Earth observation data and substantially increased usage and led to a proliferation of science and application opportunities. Here, we highlight key developments over the past 50 years of the Landsat program that have influenced and changed our scientific understanding of the Earth system. Maj", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "anon1992", "title": "US data policy for Earth observation from space", "authors": [], "year": 1992, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/citations/19930014663", "abstract": "Distribution of data from U.S. Earth observations satellites is subject to different data policies and regulations depending on whether the systems in question are operational or experimental. Specific laws, regulations, and policies are in place for the distribution of satellite data from the National Oceanic and Atmospheric Administration (NOAA) operational environmental satellites and from NASA experimental systems. There is a government wide policy for exchange of data for global change research. For the Earth Observing System (EOS) and its international partner programs, a set of data exchange principles is nearing completion. The debate over the future of the LANDSAT program in the U.S. will impact policy for the programs, but the outcome of the debate is not yet known.", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "p2025", "title": "Satellite Remote Sensing Data Policy: Benefits of Free and Open Data", "authors": ["P. G. Diwakar", "Shailesh Nayak"], "year": 2025, "venue": "NIAS Policy Briefs", "doi": "10.1007/978-981-96-0718-1_2", "url": "https://doi.org/10.1007/978-981-96-0718-1_2", "abstract": "", "grade": "B", "theme": "ch1_introduction", "source": "crossref"}
{"key": "christopher2022", "title": "Operational continental-scale land cover mapping of Australia using the Open Data Cube", "authors": ["Christopher J. Owers", "R. Lucas", "D. Clewley", "Belle Tissott", "Sean M. T. Chua", "Gabrielle Hunt", "N. Mueller", "Carole Planque"], "year": 2022, "venue": "International Journal of Digital Earth", "doi": "10.1080/17538947.2022.2130461", "url": "https://doi.org/10.1080/17538947.2022.2130461", "abstract": "ABSTRACT To comprehensively support national and international initiatives for sustainable development, land cover products need to be reliably and routinely generated within operational frameworks. Coupled with consistent semantics and taxonomies, ensuring confidence in mapping land cover for multiple time periods, facilitates informed decision-making at scales appropriate to multiple policy domains. The United Nations Food and Agriculture Organisation (FAO) Land Cover Classification System (LCCS) provides a taxonomy that comparable at different scales, level of detail and geographic location. The Open Data Cube (ODC) initiative offers a framework for operational continental-scale land cover mapping using analysis-ready Earth Observation data. This study utilised the FAO LCCS framework and the Landsat sensor data through Digital Earth Australia (DEA; Australia’s ODC instance) to generate consistent and continent-wide land cover mapping (DEA Land Cover) of the Australian continent. DEA Land Cover provides annual maps from 1988 to 2020 at 25 m resolution. Output maps were validated with ∼12,000 independent validation points, giving an overall map accuracy of 80%. DEA Land Cover provides Australia with a nationally consistent picture of land cover, with an open-source software package using readily available global coverage data and demonstrates a pathway of adoption for national implementations across the world.", "grade": "A", "theme": "ch1_introduction", "source": "semantic_scholar"}
{"key": "anon2015_2", "title": "The Role and Evolution of NASA's Earth Science Data Systems", "authors": [], "year": 2015, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20150018076/downloads/20150018076.pdf", "abstract": "One of the three strategic goals of NASA is to Advance understanding of Earth and develop technologies to improve the quality of life on our home planet (NASA strategic plan 2014). NASA's Earth Science Data System (ESDS) Program directly supports this goal. NASA has been launching satellites for civilian Earth observations for over 40 years, and collecting data from various types of instruments. Especially since 1990, with the start of the Earth Observing System (EOS) Program, which was a part of the Mission to Planet Earth, the observations have been significantly more extensive in their volumes, variety and velocity. Frequent, global observations are made in support of Earth system science. An open data policy has been in effect since 1990, with no period of exclusive access and non-discriminatory access to data, free of charge. NASA currently holds nearly 10 petabytes of Earth science data including satellite, air-borne, and ground-based measurements and derived geophysical parameter products in digital form. Millions of users around the world are using NASA data for Earth science research and applications. In 2014, over a billion data files were downloaded by users from NASAs E", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "davide2024", "title": "A computational framework for processing time-series of earth observation data based on discrete convolution: global-scale historical Landsat cloud-free aggregates at 30 m spatial resolution", "authors": ["Davide Consoli", "Leandro Parente", "Rolf Simoes", "Murat Şahin", "Xuemeng Tian", "Martijn Witjes", "Lindsey Sloat", "Tomislav Hengl"], "year": 2024, "venue": "PeerJ", "doi": "10.7717/peerj.18585", "url": "https://doi.org/10.7717/peerj.18585", "abstract": "Processing large collections of earth observation (EO) time-series, often petabyte-sized, such as NASA’s Landsat and ESA’s Sentinel missions, can be computationally prohibitive and costly. Despite their name, even the Analysis Ready Data (ARD) versions of such collections can rarely be used as direct input for modeling because of cloud presence and/or prohibitive storage size. Existing solutions for readily using these data are not openly available, are poor in performance, or lack flexibility. Addressing this issue, we developed TSIRF (Time-Series Iteration-free Reconstruction Framework), a computational framework that can be used to apply diverse time-series processing tasks, such as temporal aggregation and time-series reconstruction by simply adjusting the convolution kernel. As the first large-scale application, TSIRF was employed to process the entire Global Land Analysis and Discovery (GLAD) ARD Landsat archive, producing a cloud-free bi-monthly aggregated product. This process, covering seven Landsat bands globally from 1997 to 2022, with more than two trillion pixels and for each one a time-series of 156 samples in the aggregated product, required approximately 28 hours of computation using 1248 Intel® Xeon® Gold 6248R CPUs. The quality of the result was assessed using a benchmark dataset derived from the aggregated product and comparing different imputation strategies. The resulting reconstructed images can be used as input for machine learning models or to map biop", "grade": "A", "theme": "ch1_introduction", "source": "semantic_scholar"}
{"key": "cristina2016", "title": "Optical remotely sensed time series data for land cover classification: A review", "authors": ["Cristina Gómez", "Joanne C. White", "Michael A. Wulder"], "year": 2016, "venue": "ISPRS Journal of Photogrammetry and Remote Sensing", "doi": "10.1016/j.isprsjprs.2016.03.008", "url": "https://doi.org/10.1016/j.isprsjprs.2016.03.008", "abstract": "Accurate land cover information is required for science, monitoring, and reporting. Land cover changes naturally over time, as well as a result of anthropogenic activities. Monitoring and mapping of land cover and land cover change in a consistent and robust manner over large areas is made possible with Earth Observation (EO) data. Land cover products satisfying a range of science and policy information needs are currently produced periodically at different spatial and temporal scales. The increased availability of EO data-particularly from the Landsat archive (and soon to be augmented with Sentinel-2 data)-coupled with improved computing and storage capacity with novel image compositing approaches, have resulted in the availability of annual, large-area, gap-free, surface reflectance data products. In turn, these data products support the development of annual land cover products that can be both informed and constrained by change detection outputs. The inclusion of time series change in the land cover mapping process provides information on class stability and informs on logical class transitions (both temporally and categorically). In this review, we present the issues and opportunities associated with generating and validating time-series informed annual, large-area, land cover products, and identify methods suited to incorporating time series information and other novel inputs for land cover characterization. © 2016.", "grade": "B", "theme": "ch1_introduction", "source": "openalex"}
{"key": "anon2016", "title": "Stewardship of NASA's Earth Science Data and Ensuring Long-Term Active Archives", "authors": [], "year": 2016, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20160014651/downloads/20160014651.pdf", "abstract": "Program, NASA has followed an open data policy, with non-discriminatory access to data with no period of exclusive access. NASA has well-established processes for assigning and or accepting datasets into one of 12 Distributed Active Archive Centers (DAACs) that are parts of EOSDIS. EOSDIS has been evolving through several information technology cycles, adapting to hardware and software changes in the commercial sector. NASA is responsible for maintaining Earth science data as long as users are interested in using them for research and applications, which is well beyond the life of the data gathering missions. For science data to remain useful over long periods of time, steps must be taken to preserve: (1) Data bits with no corruption, (2) Discoverability and access, (3) Readability, (4) Understandability, (5) Usability' and (6). Reproducibility of results. NASAs Earth Science data and Information System (ESDIS) Project, along with the 12 EOSDIS Distributed Active Archive Centers (DAACs), has made significant progress in each of these areas over the last decade, and continues to evolve its active archive capabilities. Particular attention is being paid in recent years to ensure that", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "lorenza2022", "title": "Copernicus User Uptake: From Data to Applications", "authors": ["Lorenza Apicella", "Mónica De Martino", "Alfonso Quarati"], "year": 2022, "venue": "ISPRS International Journal of Geo-Information", "doi": "10.3390/ijgi11020121", "url": "https://doi.org/10.3390/ijgi11020121", "abstract": "The European Programme Copernicus, one of the principal sources of free and open Earth Observation (EO) data, intends to sustain social and economic advancements to the European Union. To this end, User Uptake initiatives have been undertaken to increase Copernicus awareness, dissemination, and competencies, thus supporting the development of downstream applications. As part of the activities performed in the EO-UPTAKE project, we illustrate a set of application scenario workflows exemplifying usage practices of the data and tools available in the Copernicus ecosystem. Through the know-how gained in the design and development of the application scenarios and the bibliographic analysis on downstream applications, we discuss a series of practical recommendations to promote the use of Copernicus resources towards a wider audience of end-users boosting the development of new EO applications along with some advice to data providers to improve their publication practices.", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "d2025", "title": "A Review of Open Remote Sensing Data with GIS, AI, and UAV Support for Shoreline Detection and Coastal Erosion Monitoring", "authors": ["D. Christofi", "C. Mettas", "E. Evagorou", "Neophytos Stylianou", "M. Eliades", "C. Theocharidis", "Antonis E. Chatzipavlis", "T. Hasiotis"], "year": 2025, "venue": "Applied Sciences", "doi": "10.3390/app15094771", "url": "https://doi.org/10.3390/app15094771", "abstract": "This review discusses the evolution and integration of open-access remote sensing technology in shoreline detection and coastal erosion monitoring through the use of Geographic Information Systems (GIS), Artificial Intelligence (AI), Unmanned Aerial Vehicles (UAVs), and Ground Truth Data (GTD). The Sentinel-2 and Landsat 8/9 missions are highlighted as the primary core datasets due to their open-access policy, worldwide coverage, and demonstrated applicability in long-term coastal monitoring. Landsat data have allowed the detection of multi-decadal trends in erosion since 1972, and Sentinel-2 has provided enhanced spatial and temporal resolutions since 2015. Through integration with GIS programs such as the Digital Shoreline Analysis System (DSAS), AI-based processes such as sophisticated models including WaterNet, U-Net, and Convolutional Neural Networks (CNNs) are highly accurate in shoreline segmentation. UAVs supply complementary high-resolution data for localized validation, and ground truthing based on GNSS increases the precision of the produced map results. The fusion of UAV imagery, satellite data, and machine learning aids a multi-resolution approach to real-time shoreline monitoring and early warnings. Despite the developments seen with these tools, issues relating to atmosphere such as cloud cover, data fusion, and model generalizability in different coastal environments continue to require resolutions to be addressed by future studies in terms of enhanced sensors", "grade": "A", "theme": "ch1_introduction", "source": "semantic_scholar"}
{"key": "pierre2018", "title": "Near real-time agriculture monitoring at national scale at parcel resolution: Performance assessment of the Sen2-Agri automated system in various cropping systems around the world", "authors": ["Pierre Defourny", "Sophie Bontemps", "Nicolas Bellemans", "Cosmin Cara", "Gérard Dedieu", "Eric Guzzonato", "Olivier Hagolle", "Jordi Inglada"], "year": 2018, "venue": "Remote Sensing of Environment", "doi": "10.1016/j.rse.2018.11.007", "url": "https://doi.org/10.1016/j.rse.2018.11.007", "abstract": "The convergence of new EO data flows, new methodological developments and cloud computing infrastructure calls for a paradigm shift in operational agriculture monitoring. The Copernicus Sentinel-2 mission providing a systematic 5-day revisit cycle and free data access opens a completely new avenue for near real-time crop specific monitoring at parcel level over large countries. This research investigated the feasibility to propose methods and to develop an open source system able to generate, at national scale, cloud-free composites, dynamic cropland masks, crop type maps and vegetation status indicators suitable for most cropping systems. The so-called Sen2-Agri system automatically ingests and processes Sentinel-2 and Landsat 8 time series in a seamless way to derive these four products, thanks to streamlined processes based on machine learning algorithms and quality controlled in situ data. It embeds a set of key principles proposed to address the new challenges arising from countrywide 10 m resolution agriculture monitoring. The full-scale demonstration of this system for three entire countries (Ukraine, Mali, South Africa) and five local sites distributed across the world was a major challenge met successfully despite the availability of only one Sentinel-2 satellite in orbit. In situ data were collected for calibration and validation in a timely manner allowing the production of the four Sen2-Agri products over all the demonstration sites. The independent validation of ", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "sabrina2025", "title": "The Sentinels EOPF Toolkit: Driving Community Adoption of the Zarr data format for Copernicus Sentinel Data", "authors": ["Sabrina H. Szeto", "Julia Wagemann", "Emmanuel Mathot", "James Banting"], "year": 2025, "venue": "", "doi": "10.5194/egusphere-egu25-15864", "url": "https://doi.org/10.5194/egusphere-egu25-15864", "abstract": "The Standard Archive Format for Europe (SAFE) specification has been the established approach to publishing Copernicus Sentinel data products for over a decade. While SAFE has pushed the ecosystem forward through new ways to search and access the data, it is not ideal for processing large volumes of data using cloud computing. Over the last few years, data standards like STAC and cloud-native data formats like Zarr and COGs have revolutionised how scientific communities work with large-scale geospatial data and are becoming a key component of new data spaces, especially for cloud-based systems.The ESA Copernicus Earth Observation Processor Framework (EOPF) will be providing access to “live” sample data from the Copernicus Sentinel missions -1, -2 and -3 in the new Zarr data format. This set of reprocessed data allows users to try out accessing and processing data in the new format and experiencing the benefits thereof with their own workflows.This presentation introduces a community-driven toolkit that facilitates the adoption of the Zarr data format for Copernicus Sentinel data. The creation of this toolkit was driven by several motivating questions: What common challenges do users face and how can we help them overcome them? \nWhat resources would make it easier for Sentinel data users to use the new Zarr data format? \nHow can we foster a community of users who will actively contribute to the creation of this toolkit and support", "grade": "B", "theme": "ch1_introduction", "source": "crossref"}
{"key": "wilfrid2015", "title": "Active fire detection using Landsat-8/OLI data", "authors": ["Wilfrid Schroeder", "Patricia Oliva", "Louis Giglio", "Brad Quayle", "Eckehard Lorenz", "Fabiano Morelli"], "year": 2015, "venue": "Remote Sensing of Environment", "doi": "10.1016/j.rse.2015.08.032", "url": "https://doi.org/10.1016/j.rse.2015.08.032", "abstract": "The gradual increase in Landsat-class data availability creates new opportunities for fire science and management applications that require higher-fidelity information about biomass burning, improving upon existing coarser spatial resolution (≥ 1 km) satellite active fire data sets. Targeting those enhanced capabilities we describe an active fire detection algorithm for use with Landsat-8 Operational Land Imager (OLI) daytime and nighttime data. The approach builds on the fire-sensitive short-wave infrared channel 7 complemented by visible and near-infrared channel 1-6 data (daytime only), while also expanding on the use of multi-temporal analysis to improve pixel classification results. Despite frequent saturation of OLI's fire-affected pixels, which includes radiometric artifacts resulting from folding of digital numbers, our initial assessment based on visual image analysis indicated high algorithm fidelity across a wide range of biomass burning scenarios, gas flares and active volcanoes. Additional field data verification confirmed the sensor's and algorithm's ability to resolve fires of significantly small areas compared to current operational satellite fire products. Commission errors were greatly reduced with the addition of multi-temporal analysis tests applied to co-located pixels, averaging less than 0.2% globally. Because of its overall quality, Landsat-8/OLI active fire data could become part of a network of emerging earth observation systems providing enhanced sp", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "anon1999", "title": "Landsat-7 Mission and Early Results", "authors": [], "year": 1999, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/citations/19990115810", "abstract": "The Landsat-7 mission has the goal of acquiring annual data sets of reflective band digital imagery of the landmass of the Earth at a spatial resolution of 30 meters for a period of five years using the Enhanced Thematic Mapper Plus (ETM+) imager on the Landsat-7 satellite. The satellite was launched on April 15, 1999. The mission builds on the 27-year continuous archive of thematic images of the Earth from previous Landsat satellites. This paper will describe the ETM+ instrument, the spacecraft, and the ground processing system in place to accomplish the mission. Results from the first few months in orbit will be given, with emphasis on performance parameters that affect image quality, quantity, and availability. There will also be a discussion of the Landsat Data Policy and the user interface designed to make contents of the archive readily available, expedite ordering, and distribute the data quickly. Landsat-7, established by a Presidential Directive and a Public Law, is a joint program of the National Aeronautics and Space Administration (NASA) Earth Science Enterprise and the United States Geological Survey (USGS) Earth Resources Observing System (EROS) Data Center.", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "anon1975", "title": "Policy issues and data communications for NASA earth observation missions until 1985", "authors": [], "year": 1975, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/19770012618/downloads/19770012618.pdf", "abstract": "The series of LANDSAT sensors with the highest potential data rates of the missions were examined. An examination of LANDSAT imagery uses shows that relatively few require transmission of the full resolution data on a repetitive quasi real time basis. Accuracy of global crop size forecasting can possibly be improved through information derived from LANDSAT imagery. A current forecasting experiment uses the imagery for crop area estimation only, yield being derived from other data sources.", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "suhaib2025", "title": "Disparities in Surgical Research Output Between Hospital Systems and National Healthcare Research Institutions: A Systematic Review of Global Trends", "authors": ["Suhaib J. S. Ahmad", "Miriam Khalil", "A. Khalid", "Ameer Khamise", "D. Rawaf", "Ahmed R. Ahmed", "Anil Lala", "Edgar Gelber"], "year": 2025, "venue": "Journal of Hospital Librarianship", "doi": "10.1080/15323269.2025.2569305", "url": "https://doi.org/10.1080/15323269.2025.2569305", "abstract": "ABSTRACT This systematic review examined global disparities in surgical research output between hospital systems and national healthcare institutions. A bibliometric analysis of the 50 most cited surgical articles in Web of Science was performed following PRISMA. High-income countries, particularly North America and Western Europe, dominated output, while Sub-Saharan Africa, South Asia, and parts of the Middle East were underrepresented. Male first authors accounted for 88% of articles; female authorship showed comparable citation performance. Higher co-authorship correlated with greater citations but lower evidence levels. Equitable funding, open access, and investment in low-resource settings are essential to foster inclusive, context-relevant innovation. KEY TAKE-AWAYS High-impact surgical research remains concentrated in university-affiliated centers in high-income countries, with no articles originating from national healthcare research institutions or low- and middle-income settings. Despite comparable citation performance, women are underrepresented as first authors (12%), highlighting persistent gender imbalances in surgical academia. Collaborative, multi-author studies and consensus-based methodological guidelines achieve the highest citation densities, underscoring the value of broad research networks and standardized frameworks.", "grade": "A", "theme": "ch1_introduction", "source": "semantic_scholar"}
{"key": "darius2017", "title": "Developments in Landsat Land Cover Classification Methods: A Review", "authors": ["Darius Phiri", "Justin Morgenroth"], "year": 2017, "venue": "Remote Sensing", "doi": "10.3390/rs9090967", "url": "https://doi.org/10.3390/rs9090967", "abstract": "Land cover classification of Landsat images is one of the most important applications developed from Earth observation satellites. The last four decades were marked by different developments in land cover classification methods of Landsat images. This paper reviews the developments in land cover classification methods for Landsat images from the 1970s to date and highlights key ways to optimize analysis of Landsat images in order to attain the desired results. This review suggests that the development of land cover classification methods grew alongside the launches of a new series of Landsat sensors and advancements in computer science. Most classification methods were initially developed in the 1970s and 1980s; however, many advancements in specific classifiers and algorithms have occurred in the last decade. The first methods of land cover classification to be applied to Landsat images were visual analyses in the early 1970s, followed by unsupervised and supervised pixel-based classification methods using maximum likelihood, K-means and Iterative Self-Organizing Data Analysis Technique (ISODAT) classifiers. After 1980, other methods such as sub-pixel, knowledge-based, contextual-based, object-based image analysis (OBIA) and hybrid approaches became common in land cover classification. Attaining the best classification results with Landsat images demands particular attention to the specifications of each classification method such as selecting the right training samples, cho", "grade": "B", "theme": "ch1_introduction", "source": "openalex"}
{"key": "anon2020", "title": "NASA Earth Science Data Systems: Open Data, Services and Software", "authors": [], "year": 2020, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20200000427/downloads/20200000427.pdf", "abstract": "Open, Public, Electronic and Necessary (OPEN) Government Data Act, which requires all non-sensitive government data to be made available in open and machine-readable formats by default is part of the overall Foundations for Evidence-Based Policymaking (FEBP) Act passed in late 2018. This town hall will bring together data officers and policy makers from NOAA, EPA, NASA and others to discuss the impact of the act on data management strategies going forward. In 1994 NASA's Earth Science Division committed to an open data policy for all civilian Earth satellite data. NASA's Earth Observing System Data and Information System (EOSDIS) became the first large scale data system to facilitate public access to global Earth system data and information. This presentation reviews key elements of EOSDIS data policy and data management activities that support the OPEN Government Data Act.\n\n", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "woody2014", "title": "Free and open-access satellite data are key to biodiversity conservation", "authors": ["Woody Turner", "Carlo Rondinini", "Nathalie Pettorelli", "B. Mora", "Allison K. Leidner", "Zoltan Szantoi", "Graham Buchanan", "Stefan Dech"], "year": 2014, "venue": "Biological Conservation", "doi": "10.1016/j.biocon.2014.11.048", "url": "https://doi.org/10.1016/j.biocon.2014.11.048", "abstract": "", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "aleksandra2019", "title": "Estimating crop primary productivity with Sentinel-2 and Landsat 8 using machine learning methods trained with radiative transfer simulations", "authors": ["Aleksandra Wolanin", "Gustau Camps‐Valls", "Luis Gómez‐Chova", "Gonzalo Mateo‐García", "Christiaan van der Tol", "Yongguang Zhang", "Luis Guanter"], "year": 2019, "venue": "Remote Sensing of Environment", "doi": "10.1016/j.rse.2019.03.002", "url": "https://doi.org/10.1016/j.rse.2019.03.002", "abstract": "Satellite remote sensing has been widely used in the last decades for agricultural applications, both for assessing vegetation condition and for subsequent yield prediction. Existing remote sensing-based methods to estimate gross primary productivity (GPP), which is an important variable to indicate crop photosynthetic function and stress, typically rely on empirical or semi-empirical approaches, which tend to over-simplify photosynthetic mechanisms. In this work, we take advantage of all parallel developments in mechanistic photosynthesis modeling and satellite data availability for an advanced monitoring of crop productivity. In particular, we combine process-based modeling with the soil-canopy energy balance radiative transfer model (SCOPE) with Sentinel-2 and Landsat 8 optical remote sensing data and machine learning methods in order to estimate crop GPP. With this approach, we by-pass the need for an intermediate step to retrieve the set of vegetation biophysical parameters needed to accurately model photosynthesis, while still accounting for the complex processes of the original physically-based model. Several implementations of the machine learning models are tested and validated using simulated and flux tower-based GPP data. Our final neural network model is able to estimate GPP at the tested flux tower sites with r2 of 0.92 and RMSE of 1.38 gC d−1 m−2, which outperforms empirical models based on vegetation indices. The first test of applicability of this model to Lan", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "anon2004_2", "title": "Status of the Landsat Data Continuity Mission", "authors": [], "year": 2004, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/citations/20040171533", "abstract": "Efforts to begin implementing a successor mission to Landsat 7, called the Landsat Data Continuity Mission (LDCM), suffered a set back in 2003. NASA and the Department of Interior (DOI)/U.S. Geological Survey (USGS) currently manage the Landsat Program as an interagency partnership. The two agencies had planned to purchase data meeting LDCM specifications from a privately owned and commercially operated satellite system beginning in March, 2007. This approach represented a departure from the traditional procurement of a government owned and operated satellite system. NASA, however, cancelled a Request-for-Proposals (RFP) for providing the required data after an evaluation of proposals received from private industry. NASA concluded that the proposals failed to meet a key objective and expectation of the RFP, namely, to form a fair and equitable partnership between the Government and private industry. Alternative strategies for implementing an LDCM are now under consideration. The Executive Office of the President formed an interagency working group on the LDCM following the RFP cancellation. The working group is considering other options for implementing a successor system to Landsa", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "david2019", "title": "FORCE, Landsat + Sentinel-2 Analysis Ready Data and Beyond", "authors": ["David Frantz"], "year": 2019, "venue": "Remote Sensing", "doi": "10.3390/rs11091124", "url": "https://doi.org/10.3390/rs11091124", "abstract": "Ever increasing data volumes of satellite constellations call for multi-sensor analysis ready data (ARD) that relieve users from the burden of all costly preprocessing steps. This paper describes the scientific software FORCE (Framework for Operational Radiometric Correction for Environmental monitoring), an ‘all-in-one’ solution for the mass-processing and analysis of Landsat and Sentinel-2 image archives. FORCE is increasingly used to support a wide range of scientific to operational applications that are in need of both large area, as well as deep and dense temporal information. FORCE is capable of generating Level 2 ARD, and higher-level products. Level 2 processing is comprised of state-of-the-art cloud masking and radiometric correction (including corrections that go beyond ARD specification, e.g., topographic or bidirectional reflectance distribution function correction). It further includes data cubing, i.e., spatial reorganization of the data into a non-overlapping grid system for enhanced efficiency and simplicity of ARD usage. However, the usage barrier of Level 2 ARD is still high due to the considerable data volume and spatial incompleteness of valid observations (e.g., clouds). Thus, the higher-level modules temporally condense multi-temporal ARD into manageable amounts of spatially seamless data. For data mining purposes, per-pixel statistics of clear sky data availability can be generated. FORCE provides functionality for compiling best-available-pixel composi", "grade": "A", "theme": "ch1_introduction", "source": "openalex"}
{"key": "maria2021", "title": "Semantically Enriched Crop Type Classification and Linked Earth Observation Data to Support the Common Agricultural Policy Monitoring", "authors": ["Maria Rousi", "Vasileios Sitokonstantinou", "G. Meditskos", "I. Papoutsis", "Ilias Gialampoukidis", "Alkiviadis Koukos", "V. Karathanassi", "Thanassis Drivas"], "year": 2021, "venue": "IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing", "doi": "10.1109/JSTARS.2020.3038152", "url": "https://doi.org/10.1109/JSTARS.2020.3038152", "abstract": "During the last decades, massive amounts of satellite images are becoming available that can be enriched with semantic annotations for the creation of value-added earth observation products. One challenge is to extract knowledge from the raw satellite data in an automated way and to effectively manage the extracted information in a semantic way, to allow fast and accurate decisions of spatiotemporal nature in a real operational scenario. In this work, we present a framework that combines supervised learning for crop type classification on satellite imagery time-series with semantic web and linked data technologies to assist in the implementation of rule sets by the European common agricultural policy (CAP). The framework collects georeferenced data that are available online and satellite images from the Sentinel-2 mission. We analyze image time-series that cover the entire cultivation period and link each parcel with a specific crop. On top of that, we introduce a semantic layer to facilitate a knowledge-driven management of the available information, capitalizing on ontologies for knowledge representation and semantic rules, to identify possible farmers noncompliance according to the Greening 1 (crop diversification) and SMR 1 rule (protection of waters against pollution caused by nitrates) rules of the CAP. Experiments show the effectiveness of the proposed integrated approach in three different scenarios for crop type monitoring and consistency checking for noncompliance t", "grade": "A", "theme": "ch1_introduction", "source": "semantic_scholar"}
{"key": "anon2004", "title": "Intelligent Systems Technologies and Utilization of Earth Observation Data", "authors": [], "year": 2004, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/citations/20040171159", "abstract": "The addition of raw data and derived geophysical parameters from several Earth observing satellites over the last decade to the data held by NASA data centers has created a data rich environment for the Earth science research and applications communities. The data products are being distributed to a large and diverse community of users. Due to advances in computational hardware, networks and communications, information management and software technologies, significant progress has been made in the last decade in archiving and providing data to users. However, to realize the full potential of the growing data archives, further progress is necessary in the transformation of data into information, and information into knowledge that can be used in particular applications. Sponsored by NASA s Intelligent Systems Project within the Computing, Information and Communication Technology (CICT) Program, a conceptual architecture study has been conducted to examine ideas to improve data utilization through the addition of intelligence into the archives in the context of an overall knowledge building system (KBS). Potential Intelligent Archive concepts include: 1) Mining archived data holdings", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "anon2019", "title": "The Value of Near Real-Time Earth Observations for Improved Flood Disaster Response", "authors": [], "year": 2019, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20190030713/downloads/20190030713.pdf", "abstract": "Information is a critical resource in disaster response scenarios. Data regarding the geographic extent, severity, and socioeconomic impacts of a disaster event can help guide emergency responders and relief operations, particularly when delivered within hours of data acquisition. Information from remote observations provides a valuable tool for assessing conditions \"on the ground\" more quickly and efficiently. Here, we evaluate the social value of a near real-time flood impact system using a disaster response case study, and quantify the Value of Information (VOI) of satellite-based observations for rapid response using a hypothetical flooding disaster in Bangkok, Thailand. MODIS imagery from NASA's Land, Atmosphere Near real-time Capability for EOS (LANCE) system is used to produce operational estimates of inundation depths and economic damages.These rapid Earth observations are coupled with a decision-analytical model to inform decisions on emergency vehicle routing. Emergency response times from vehicles routed using flood damage data are compared with baseline routes without the benefit of advance information on road conditions. Our results illustrate how the application of ne", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "anon1998", "title": "Remote Sensing Education and Development Countries: Multilateral Efforts through the Committee on Earth Observation Satellites (CEOS)", "authors": [], "year": 1998, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/citations/19990071156", "abstract": "The Committee on Earth Observation Satellites (CEOS) is an international organization which coordinates space-based Earth observations world wide. Created in 1984, CEOS now comprises 38 national space agencies, regional organizations and international space-related and research groups. The aim of CEOS is to achieve international coordination in the planning of satellite missions for Earth observation and to maximize the utilization of data from these missions world-wide. With regard to developing countries, the fundamental aim of CEOS is to encourage the creation and maintenance of indigenous capability that is integrated into the local decision-making process, thereby enabling developing countries to obtain the maximum benefit from Earth observation. Obtaining adequate access to remote sensing information is difficult for developing countries and students and teachers alike. High unit data prices, the specialized nature of the technology , difficulty in locating specific data, complexities of copyright provisions, the emphasis on \"leading edge\" technology and research, and the lack of training materials relating to readily understood application are frequently noted obstacles. CEO", "grade": "C", "theme": "ch1_introduction", "source": "ntrs"}
{"key": "zhao2025", "title": "Advancing Sustainable Development Goals through Earth Observation Satellite Data: Current Insights and Future Directions", "authors": ["Zhao Q."], "year": 2025, "venue": "Journal of Remote Sensing United States", "doi": "10.34133/remotesensing.0403", "url": "https://doi.org/10.34133/remotesensing.0403", "abstract": "", "grade": "A", "theme": "ch1_introduction", "source": "scopus"}
{"key": "michele2020", "title": "The impact of institutional repositories: a systematic review", "authors": ["Michele Demetres", "Diana Delgado", "D. Wright"], "year": 2020, "venue": "Journal of the Medical Library Association", "doi": "10.5195/jmla.2020.856", "url": "https://doi.org/10.5195/jmla.2020.856", "abstract": "Objective Institutional repositories are platforms for presenting and publicizing scholarly output that might not be suitable to publish in a peer-reviewed journal or that must meet open access requirements. However, there are many challenges associated with their launch and up-keep. The objective of this systematic review was to define the impacts of institutional repositories (IRs) on an academic institution, thus justifying their implementation and/or maintenance. Methods A comprehensive literature search was performed in the following databases: Ovid MEDLINE, Ovid EMBASE, the Cochrane Library (Wiley), ERIC (ProQuest), Web of Science (Core Collection), Scopus (Elsevier), and Library, Information Science & Technology Abstracts (EBSCO). A total of 6,593 citations were screened against predefined inclusion and exclusion criteria. Results Thirteen included studies were divided into 3 areas of impact: citation count, exposure or presence, and administrative impact. Those focusing on citation count (n=5) and exposure or presence (n=7) demonstrated positive impacts of IRs on institutions and researchers. One study focusing on administrative benefit demonstrated the utility of IRs in automated population of ORCID profiles. Conclusion Based on the available literature, IRs appear to have a positive impact on citation count, exposure or presence, and administrative burden. To draw stronger conclusions, more and higher-quality studies are needed.", "grade": "A", "theme": "ch2_theoretical_framework", "source": "semantic_scholar"}
{"key": "barend2017", "title": "Cloudy, increasingly FAIR; revisiting the FAIR Data guiding principles for the European Open Science Cloud", "authors": ["Barend Mons", "Cameron Neylon", "Jan Velterop", "Michel Dumontier", "Luiz Olavo Bonino da Silva Santos", "Mark D. Wilkinson"], "year": 2017, "venue": "Information Services & Use", "doi": "10.3233/isu-170824", "url": "https://doi.org/10.3233/isu-170824", "abstract": "The FAIR Data Principles propose that all scholarly output should be Findable, Accessible, Interoperable, and Reusable. As a set of guiding principles, expressing only the kinds of behaviours that researchers should expect from contemporary data resources, how the FAIR principles should manifest in reality was largely open to interpretation. As support for the Principles has spread, so has the breadth of these interpretations. In observing this creeping spread of interpretation, several of the original authors felt it was now appropriate to revisit the Principles, to clarify both what FAIRness is, and is not.", "grade": "A", "theme": "ch2_theoretical_framework", "source": "openalex"}
{"key": "michelle2022", "title": "Introducing the FAIR Principles for research software", "authors": ["Michelle Barker", "Neil Chue Hong", "Daniel S. Katz", "Anna‐Lena Lamprecht", "Carlos Martínez-Ortiz", "Fotis Psomopoulos", "Jennifer Harrow", "Leyla Jael Castro"], "year": 2022, "venue": "Scientific Data", "doi": "10.1038/s41597-022-01710-x", "url": "https://doi.org/10.1038/s41597-022-01710-x", "abstract": "Research software is a fundamental and vital part of research, yet significant challenges to discoverability, productivity, quality, reproducibility, and sustainability exist. Improving the practice of scholarship is a common goal of the open science, open source, and FAIR (Findable, Accessible, Interoperable and Reusable) communities and research software is now being understood as a type of digital object to which FAIR should be applied. This emergence reflects a maturation of the research community to better understand the crucial role of FAIR research software in maximising research value. The FAIR for Research Software (FAIR4RS) Working Group has adapted the FAIR Guiding Principles to create the FAIR Principles for Research Software (FAIR4RS Principles). The contents and context of the FAIR4RS Principles are summarised here to provide the basis for discussion of their adoption. Examples of implementation by organisations are provided to share information on how to maximise the value of research outputs, and to encourage others to amplify the importance and impact of this work.", "grade": "A", "theme": "ch2_theoretical_framework", "source": "openalex"}
{"key": "heather2013_3", "title": "Data from: Data reuse and the open data citation advantage", "authors": ["Heather A. Piwowar"], "year": 2013, "venue": "", "doi": "10.5061/DRYAD.781PV", "url": "https://doi.org/10.5061/DRYAD.781PV", "abstract": "", "grade": "B", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "kathleen2023", "title": "Tracing data: A survey investigating disciplinary differences in data citation", "authors": ["Kathleen Gregory", "A. Ninkov", "Chantal Ripp", "Emma Roblin", "I. Peters", "Stefanie Haustein"], "year": 2023, "venue": "Quantitative Science Studies", "doi": "10.1162/qss_a_00264", "url": "https://doi.org/10.1162/qss_a_00264", "abstract": "Abstract Data citations, or citations in reference lists to data, are increasingly seen as an important means to trace data reuse and incentivize data sharing. Although disciplinary differences in data citation practices have been well documented via scientometric approaches, we do not yet know how representative these practices are within disciplines. Nor do we yet have insight into researchers’ motivations for citing, or not citing, data in their academic work. Here, we present the results of the largest known survey (n = 2,492) to explicitly investigate data citation practices, preferences, and motivations, using a representative sample of academic authors by discipline, as represented in the Web of Science (WoS). We present findings about researchers’ current practices and motivations for reusing and citing data and also examine their preferences for how they would like their own data to be cited. We conclude by discussing disciplinary patterns in two broad clusters, focusing on patterns in the social sciences and humanities, and consider the implications of our results for tracing and rewarding data sharing and reuse.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "m2024", "title": "The scientific data reuse and intellectual property of data sharing in biomedical field", "authors": ["M. Fu", "Yanru Li", "Meichen Guo", "Zongjian Wu", "Zhimou Li"], "year": 2024, "venue": "International Conference on Bioinformatics and Intelligent Computing", "doi": "10.1145/3665689.3665750", "url": "https://doi.org/10.1145/3665689.3665750", "abstract": "With the advancement of data technology, the management and research of scientific datasets have attracted extensive attention. Scientific dataset reuse can maximize the value of scientific datasets through effective development and utilization of scientific data resources. This article focuses on the reuse behaviors of scientific researchers and explores their characteristics and preferences, with a view to providing references for scientific researchers' reuse of datasets as well as scientific research organizations' scientific data management and data services. The article uses bibliometric methods to statistically analyze the reuse behavior of scientific datasets in the Open Access literature of PubMed Central from multiple dimensions and analyzes the citation status of scientific datasets and literature with high frequency of reuse. This study show that the reuse of scientific datasets is common among researchers in the biomedical field, and the citation rate of the literature with dataset reuse is higher than that of the literature without dataset reuse; there is a significant positive correlation between the frequency of dataset reuse and the impact of the papers, which indicates that reusing widely used scientific datasets can not only reduce the burden of data acquisition, but also enlarge the impact of research results to a certain extent. This indicates that reuse of widely used scientific datasets not only reduces the burden of data acquisition, but also expands t", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "i2020", "title": "Do open access journal articles experience a citation advantage? Results and methodological reflections of an application of multiple measures to an analysis by WoS subject areas", "authors": ["I. Basson", "J. Blanckenberg", "H. Prozesky"], "year": 2020, "venue": "Scientometrics", "doi": "10.1007/s11192-020-03734-9", "url": "https://doi.org/10.1007/s11192-020-03734-9", "abstract": "This study is one of the first that uses the recently introduced open access (OA) labels in the Web of Science (WoS) metadata to investigate whether OA articles published in Directory of Open Access Journals (DOAJ) listed journals experience a citation advantage in comparison to subscription journal articles, specifically those of which no self-archived versions are available. Bibliometric data on all articles and reviews indexed in WoS, and published from 2013 to 2015, were analysed. In addition to normalised citation score (NCS), we used two additional measures of citation advantage: whether an article was cited at all; and whether an article is among the most frequently cited percentile of articles within its respective subject area (pptopX %). For each WoS subject area, the strength of the relationship between access status (whether an article was published in an OA journal) and each of these three measures was calculated. We found that OA journal articles experience a citation advantage in very few subject areas and, in most of these subject areas, the citation advantage was found on only a single measure of citation advantage, namely whether the article was cited at all. Our results lead us to conclude that access status accounts for little of the variability in the number of citations an article accumulates. The methodology and the calculations that were used in this study are described in detail and we believe that the lessons we learnt, and the recommendations we mak", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "corina2022", "title": "Open data: The building block of 21st century (open) science", "authors": ["Corina Pascu", "Jean-Claude Burgelman"], "year": 2022, "venue": "Data & Policy", "doi": "10.1017/dap.2022.7", "url": "https://doi.org/10.1017/dap.2022.7", "abstract": "Abstract\n\t  This paper identifies the potential benefits of data sharing and open science, supported by artificial intelligence tools and services, and dives into the challenges to make data open and findable, accessible, interoperable, and reusable (FAIR).", "grade": "A", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "l2019", "title": "Sowing the Seeds of Future Research: Data Sharing, Citation and Reuse in Archaeobotany", "authors": ["L. Lodwick"], "year": 2019, "venue": "Open Quaternary", "doi": "10.5334/OQ.62", "url": "https://doi.org/10.5334/OQ.62", "abstract": "The practices of data sharing, data citation and data reuse are all crucial aspects of the reproducibility of archaeological research. This article builds on the small number of studies reviewing data sharing and citation practices in archaeology, focussing on the data-rich sub-discipline of archaeobotany. Archaeobotany is a sub-discipline built on the time-intensive collection of data on archaeological plant remains, in order to investigate crop choice, crop husbandry, diet, vegetation and a wide range of other past human-plant relationships. Within archaeobotany, the level and form of data sharing is currently unknown. This article first reviews the form of data shared and the method of data sharing in 239 articles across 16 journals which present primary plant macrofossil studies. Second, it assesses data-citation in meta-analysis studies in 107 articles across 20 journals. Third, it assesses data reuse practices in archaeobotany, before exploring how these research practices can be improved to benefit the rigour and reuse of archaeobotanical research.", "grade": "B", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "shlomit2025", "title": "Unequal Access, Unequal Impact? The Role of Open Access Policies in Publishing and Citation Trends Across Three Countries", "authors": ["Shlomit Hadad", "D. Raban", "Noa Aharony"], "year": 2025, "venue": "Publ.", "doi": "10.3390/publications13020020", "url": "https://doi.org/10.3390/publications13020020", "abstract": "This bibliometric study investigates Open Access (OA) publication and citation trends in Austria, Israel, and Mexico from 2010 to 2020, three countries with comparable research output but differing OA infrastructures. (1) Background: The study examines how national OA policies, funding mechanisms, and transformative agreements (TAs) shape publication and citation patterns across disciplines. (2) Methods: Using Scopus data, the analysis focuses on four broad subject areas (health, physical, life, and social sciences), applying both three-way ANOVA and a Weighted OA Citation Impact index that adjusts citation shares based on the proportional representation of each subject area in national research output. An OA Engagement Score was also developed to assess each country’s policy and infrastructure support. (3) Results: OA publications consistently receive more citations than closed-access ones, confirming a robust OA citation advantage. Austria leads in both OA publication volume and weighted impact, reflecting its strong policy frameworks and TA coverage. Israel, while publishing fewer OA articles, achieves high citation visibility in specific disciplines. Mexico demonstrates strengths in repositories and Diamond OA journals but lags in transformative agreements. (4) Conclusions: National differences in OA policy maturity, infrastructure, and publishing models shape both visibility and citation impact. Structural limitations and indexing disparities may further affect how resear", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "hyoungjoo2018", "title": "Informal data citation for data sharing and reuse is more common than formal data citation in biomedical fields", "authors": ["Hyoungjoo Park", "Sukjin You", "Dietmar Wolfram"], "year": 2018, "venue": "J. Assoc. Inf. Sci. Technol.", "doi": "10.1002/asi.24049", "url": "https://doi.org/10.1002/asi.24049", "abstract": "Data citation, where products of research such as data sets, software, and tissue cultures are shared and acknowledged, is becoming more common in the era of Open Science. Currently, the practice of formal data citation, where data references are included alongside bibliographic references in the reference section of a publication, is uncommon. We examine the prevalence of data citation, documenting data sharing and reuse, in a sample of full text articles from the biological/biomedical sciences, the fields with the most public data sets available documented by the Data Citation Index (DCI). We develop a method that combines automated text extraction with human assessment for revealing candidate occurrences of data sharing and reuse by using terms that are most likely to indicate their occurrence. The analysis reveals that informal data citation in the main text of articles is far more common than formal data citations in the references of articles. As a result, data sharers do not receive documented credit for their data contributions in a similar way as authors do for their research articles because informal data citations are not recorded in sources such as the DCI. Ongoing challenges for the study of data citation are also outlined.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "xianwen2015", "title": "The open access advantage considering citation, article usage and social media attention", "authors": ["Xianwen Wang", "Chen Liu", "Wenli Mao", "Zhichao Fang"], "year": 2015, "venue": "Scientometrics", "doi": "10.1007/s11192-015-1547-0", "url": "https://doi.org/10.1007/s11192-015-1547-0", "abstract": "In this study, we compare the difference in the impact between open access (OA) and non-open access (non-OA) articles. 1761 Nature Communications articles published from 1 Jan. 2012 to 31 Aug. 2013 are selected as our research objects, including 587 OA articles and 1174 non-OA articles. Citation data and daily updated article-level metrics data are harvested directly from the platform of nature.com. Data is analyzed from the static versus temporal-dynamic perspectives. The OA citation advantage is confirmed, and the OA advantage is also applicable when extending the comparing from citation to article views and social media attention. More important, we find that OA papers not only have the great advantage of total downloads, but also have the feature of keeping sustained and steady downloads for a long time. For article downloads, non-OA papers only have a short period of attention, when the advantage of OA papers exists for a much longer time.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "p2017", "title": "Reconsidering the gold open access citation advantage postulate in a multidisciplinary context: an analysis of the subject categories in the Web of Science database 2009-2014", "authors": ["P. Dorta-González", "S. M. González-Betancor", "M. Dorta-González"], "year": 2017, "venue": "Scientometrics", "doi": "10.1007/s11192-017-2422-y", "url": "https://doi.org/10.1007/s11192-017-2422-y", "abstract": "Since Lawrence in 2001 proposed the open access (OA) citation advantage, the potential benefit of OA in relation to citation impact has been discussed in depth. The methodology to test this postulate ranges from comparing the impact factors of OA journals versus traditional ones, to comparing citations of OA versus non-OA articles published in the same non-OA journals. However, conclusions are not entirely consistent among fields, and two possible explications have been suggested in those fields where a citation advantage has been observed for OA: the early view and the selection bias postulates. In this study, a longitudinal and multidisciplinary analysis of gold OA citation advantage is developed. All research articles in all journals for all subject categories in the multidisciplinary database Web of Science are considered. A total of 1,138,392 articles, 60,566 (5.3%) OA articles and 1,077,826 (94.7%) non-OA articles, published in 2009 are analysed. The citation window considered goes from 2009 to 2014, and data are aggregated for the 249 disciplines (subject categories). At journal level, we also study the evolution of journal impact factors for OA and non-OA journals in those disciplines whose OA prevalence is higher (top 36 subject categories). As the main conclusion, there is no generalizable gold OA citation advantage, neither at article nor at journal level.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "hajar2018", "title": "Sustainability of open access citation advantage: the case of Elsevier’s author-pays hybrid open access journals", "authors": ["Hajar Sotudeh", "Zohreh Estakhr"], "year": 2018, "venue": "Scientometrics", "doi": "10.1007/s11192-018-2663-4", "url": "https://doi.org/10.1007/s11192-018-2663-4", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "kai2025", "title": "Does open access foster interdisciplinary citations? Decomposing open access citation advantage", "authors": ["Kai Nishikawa", "Akiyoshi Murakami"], "year": 2025, "venue": "Scientometrics", "doi": "10.1007/s11192-025-05297-z", "url": "https://doi.org/10.1007/s11192-025-05297-z", "abstract": "Abstract\n          The existence of an open access (OA) citation advantage, that is, whether OA increases citations, has been a topic of interest for many years. Although numerous studies have focused on whether OA increases citations, expectations for OA go beyond that. One such expectation is the promotion of knowledge transfer across various fields. This study aimed to clarify what effects OA, particularly gold OA, has on knowledge transfer across fields. Specifically, we measure the effect of OA on interdisciplinary and within-discipline citation counts by decomposing an existing OA citation advantage metric. OA increased both interdisciplinary and within-discipline citations in many fields studied, and only interdisciplinary citations in chemistry, computer science, and clinical medicine. In these three fields, clinical medicine showed a tendency toward interdisciplinary citations, independent of journal or paper. These findings suggest that OA fosters knowledge transfer across disciplines.", "grade": "A", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "haya2024", "title": "A Decade of Progress: Insights of Open Data Practices in Biosciences at the University of Edinburgh", "authors": ["Haya Deeb", "Hwee Yun Wong", "Trisha Usman", "Megan A. M. Kutzer", "Tomasz Zieliński", "Andrew J. Millar"], "year": 2024, "venue": "Edinburgh Open Research", "doi": "10.2218/eor.2024.9659", "url": "https://doi.org/10.2218/eor.2024.9659", "abstract": "The realm of scientific research has evolved beyond traditional publications, recognizing the intrinsic value of the underlying data as a fundamental component. In this context, Open Data emerges as a pivotal element of open research culture, embodying the principles of transparency, collaboration, and resource optimization. This poster critically analyses the progress and current standing of the University of Edinburgh in embracing and implementing open data practices.\nThe University of Edinburgh, a vanguard in academic research, has been instrumental in advocating the Culture of Open Data. This paradigm shift in research methodology, accentuated by the introduction of the new open research policy in 2021, has placed a significant emphasis on the openness and FAIRness (Findability, Accessibility, Interoperability, and Reusability) of research data. This poster will explore the strides made by the biosciences researchers over the past ten years in aligning with these principles.\nOur analysis begins with a review of biosciences research between 2014 and 2022. Approximately 6% (193 papers) of the published papers during this period were subjected to a manual assessment of their data-sharing practices. Unlike Roche et al. (2013), who sampled from a publication list where each article had some data archived, this study involved selecting articles while being blinded as to whether any data was shared. This evaluation was grounded in four main criteria reflecting the Openness and F", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "lisa2019", "title": "Measuring and Mapping Data Reuse: Findings from an Interactive Workshop on Data Citation and Metrics for Data Reuse", "authors": ["Lisa Federer"], "year": 2019, "venue": "", "doi": "10.31219/osf.io/p8w34", "url": "https://doi.org/10.31219/osf.io/p8w34", "abstract": "Widely-adopted standards for data citation are foundational to efforts to track and quantify data reuse. Without the means to track data reuse and metrics to measure impact, it is difficult to reward researchers who share high-value data with meaningful credit for their contribution. Despite initial work on developing guidelines for data citation and metrics, standards have not yet been universally adopted. This article reports on the recommendations collected from a workshop held at the FORCE11 2018 meeting entitled “Measuring and Mapping Data Reuse: An Interactive Workshop on Metrics for Data.” A range of stakeholders were represented among the participants, including publishers, researchers, funders, repository administrators, librarians, and others. Collectively, they generated a set of 68 recommendations for specific actions that could be taken by standards and metrics creators; publishers; repositories; funders and institutions; software and citation creators; and researchers, students, and librarians. These specific, concrete, and actionable recommendations would help facilitate broader adoption of standard citations mechanisms and easier measurement of data reuse.", "grade": "B", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "stephanie2020", "title": "The CARE Principles for Indigenous Data Governance", "authors": ["Stephanie Russo Carroll", "Ibrahim Garba", "Óscar Luis Figueroa Rodríguez", "Jarita Holbrook", "Raymond Lovett", "S. A. Materechera", "M. A. Parsons", "Kay Raseroka"], "year": 2020, "venue": "Data Science Journal", "doi": "10.5334/dsj-2020-043", "url": "https://doi.org/10.5334/dsj-2020-043", "abstract": "Concerns about secondary use of data and limited opportunities for benefit-sharing have focused attention on the tension that Indigenous communities feel between (1) protecting Indigenous rights and interests in Indigenous data (including traditional knowledges) and (2) supporting open data, machine learning, broad data sharing, and big data initiatives. The International Indigenous Data Sovereignty Interest Group (within the Research Data Alliance) is a network of nation-state based Indigenous data sovereignty networks and individuals that developed the ‘CARE Principles for Indigenous Data Governance’ (Collective Benefit, Authority to Control, Responsibility, and Ethics) in consultation with Indigenous Peoples, scholars, non-profit organizations, and governments. The CARE Principles are people- and purpose-oriented, reflecting the crucial role of data in advancing innovation, governance, and self-determination among Indigenous Peoples. The Principles complement the existing data-centric approach represented in the ‘FAIR Guiding Principles for scientific data management and stewardship’ (Findable, Accessible, Interoperable, Reusable). The CARE Principles build upon earlier work by the Te Mana Raraunga Maori Data Sovereignty Network, US Indigenous Data Sovereignty Network, Maiam nayri Wingara Aboriginal and Torres Strait Islander Data Sovereignty Collective, and numerous Indigenous Peoples, nations, and communities. The goal is that stewards and other users of Indigenous data ", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "aaron2017", "title": "Using oaDOI & Crossref event data API to calculate your institution's open access citation advantage", "authors": ["Aaron Tay"], "year": 2017, "venue": "", "doi": "10.59350/34mvg-4hn90", "url": "https://doi.org/10.59350/34mvg-4hn90", "abstract": "As a generalist with hands in many pies, I'm prone to throw around terms I barely understand. API or Application Programming Interface might be one of them.  But learning about APIs are important as we are using it whether we know it or not. Recently, I have started to get comfortable with them , at least in terms of pulling out the data and parsing the JSON output.", "grade": "B", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "aaron2017_2", "title": "Using oaDOI & Crossref event data API to calculate your institution's open access citation advantage", "authors": ["Aaron Tay"], "year": 2017, "venue": "", "doi": "10.59350/88hrf-a4n20", "url": "https://doi.org/10.59350/88hrf-a4n20", "abstract": "As a generalist with hands in many pies, I'm prone to throw around terms I barely understand. API or Application Programming Interface might be one of them.  But learning about APIs are important as we are using it whether we know it or not. Recently, I have started to get comfortable with them , at least in terms of pulling out the data and parsing the JSON output.", "grade": "B", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "m2022", "title": "Challenges and opportunities in open scientific data policy development in the Republic of Moldova", "authors": ["M. Grecu"], "year": 2022, "venue": "Open Science in the Republic of Moldova", "doi": "10.57066/sdrm22.04", "url": "https://doi.org/10.57066/sdrm22.04", "abstract": "Open science initiatives are a global phenomenon. If in developed countries research and innovation enjoy significant support from governments, business and the entire society, and open science has become an important component in the landscape of scientific research, developing countries, such as the Republic of Moldova, have a situation a little more special regarding open access to scientific information, the use of new technologies and tools in the sharing and dissemination of knowledge, in the broad participation and collaboration between social partners in the act of research and innovation. New achievements in the field of information and communication technology offer developing countries great opportunities to increase their research capabilities and participate in the development of world science. There are, however, certain specific barriers that still prevent the free circulation of scientific information, the broad collaboration of actors in the field of research. Ensuring open access to research data is a big challenge for the scientific community in the Republic of Moldova. In order to respond to this challenge, it is necessary to develop and implement some policies and some normative acts that contribute to the consolidation of efforts in order to identify and capitalize on the opportunities offered by new technologies, good practices and European and international experience, the establishment of some sustainable mechanisms regarding management and reuse of r", "grade": "B", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "iryna2014", "title": "Policy Framework and Roadmap for Open Access, Open Research Data and Open Science", "authors": ["Iryna Kuchma"], "year": 2014, "venue": "Digital Presentation and Preservation of Cultural and Scientific Heritage", "doi": "10.55630/dipp.2014.4.45", "url": "https://doi.org/10.55630/dipp.2014.4.45", "abstract": "Overview of the growth of policies and a critical appraisal of the issues affecting open access, open data and open science policies. Example policies and a roadmap for open access, open research data and open science are included.\n", "grade": "A", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "stephanie2021", "title": "Operationalizing the CARE and FAIR Principles for Indigenous data futures", "authors": ["Stephanie Russo Carroll", "Edit Herczog", "Māui Hudson", "Keith Russell", "Shelley Stall"], "year": 2021, "venue": "Scientific Data", "doi": "10.1038/s41597-021-00892-0", "url": "https://doi.org/10.1038/s41597-021-00892-0", "abstract": "As big data, open data, and open science advance to increase access to complex and large datasets for innovation, discovery, and decision-making, Indigenous Peoples’ rights to control and access their data within these data environments remain limited. Operationalizing the FAIR Principles for scientific data with the CARE Principles for Indigenous Data Governance enhances machine actionability and brings people and purpose to the fore to resolve Indigenous Peoples’ rights to and interests in their data across the data lifecycle.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "chawki2007", "title": "The Open Access Citation Advantage: Quality Advantage Or Quality Bias?", "authors": ["Chawki Hajjem", "Stevan Harnad"], "year": 2007, "venue": "arXiv preprint", "doi": "", "url": "http://arxiv.org/abs/cs/0701137v1", "abstract": "Many studies have now reported the positive correlation between Open Access (OA) self-archiving and citation counts (\"OA Advantage,\" OAA). But does this OAA occur because (QB) authors are more likely to self-selectively self-archive articles that are more likely to be cited (self-selection \"Quality Bias\": QB)? or because (QA) articles that are self-archived are more likely to be cited (\"Quality Advantage\": QA)? The probable answer is both. Three studies [by (i) Kurtz and co-workers in astrophysics, (ii) Moed in condensed matter physics, and (iii) Davis & Fromerth in mathematics] had reported the OAA to be due to QB [plus Early Advantage, EA, from self-archiving the preprint before publication, in (i) and (ii)] rather than QA. These three fields, however, (1) have less of a postprint access problem than most other fields and (i) and (ii) also happen to be among the minority of fields that (2) make heavy use of prepublication preprints. Chawki Hajjem has now analyzed preliminary evidence based on over 100,000 articles from multiple fields, comparing self-selected self-archiving with mandated self-archiving to estimate the contributions of QB and QA to the OAA. Both factors contri", "grade": "B", "theme": "ch3_literature_review", "source": "arxiv"}
{"key": "jincong2025", "title": "Do open access articles have a citation advantage?, a research based on European Urology Family", "authors": ["Jincong Li", "Shuangying Zhang", "Ruimeng Yue", "Chengxiang Tian", "Yuyao Jian", "Rui-Zhong Chen", "Yang Liu", "Yun Peng"], "year": 2025, "venue": "Life Conflux", "doi": "10.71321/xpg76d58", "url": "https://doi.org/10.71321/xpg76d58", "abstract": "Background: Open access (OA), referring to the practice of providing unrestricted access to scholarly research outputs, has become a main publishing choice for authors. Previous studies have reported OA articles had a citation advantage compared to non-OA articles. Thus, this research aimed to further explore the impact of OA on article citations.Methods: We searched the Web of Science for research articles and reviews published in European Urology and its sub-journals in 2021. After data extraction, IBM SPSS Statistics 26 was used for statistical analysis, and binary logistic regression analysis was conducted to examine the influence of different variables, particularly OA, on article citation counts.Results: The study included 135 articles from European Urology, 183 articles from European Urology Focus, and 101 articles from European Urology Oncology. The analysis revealed a significant positive effect of OA on article citations in European Urology (OR = 0.391, 95%CI = 0.189-0.810, p = 0.011). However, OA did not have a statistically significant impact on article citations in European Urology Focus (p = 0.847) or European Urology Oncology (p = 0.83).Conclusion: Our analysis suggests OA significantly boosts citations in high-impact journals, but shows minimal effect in lower-impact venues.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "wei2022", "title": "Rethinking the open access citation advantage: Evidence from the “reverse‐flipping” journals", "authors": ["Wei Ming", "Zhenyue Zhao"], "year": 2022, "venue": "J. Assoc. Inf. Sci. Technol.", "doi": "10.1002/asi.24699", "url": "https://doi.org/10.1002/asi.24699", "abstract": "Although the open access citation advantage (OACA) has been discussed extensively, scholars lack a clear understanding of the mechanisms through which switching from subscription‐based model to open access (OA) model affects the citation impact of a scholarly journal. Many journals have switched from subscription to OA, yet they later also flipped their preswitching articles (i.e., those under subscription model) to OA, thus leaving no subscription article to be compared with their postswitching OA counterparts. To detect the switching effect, our study instead focused on 60 journals that “reverse flipped” from OA to subscription. We use a difference‐in‐difference (DiD) analytical framework to analyze two propositions related to OACA, based on the bibliographic and citation data of pre‐ and postswitching publications in these journals. Our findings indicate that reverse flipping is unlikely to affect the journals' impact through changing the visibility of their articles. Instead, it could lead to a systematical shift in the submissions to the journals and thus considerably affect their impact. Our findings have important theoretical and practical implications for subsequent studies, funding agencies, and scholarly journals considering a reverse flip.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "stevan2008", "title": "Confirmation Bias and the Open Access Advantage: Some Methodological Suggestions for the Davis Citation Study", "authors": ["Stevan Harnad"], "year": 2008, "venue": "arXiv preprint", "doi": "", "url": "http://arxiv.org/abs/0808.3296v2", "abstract": "Davis (2008) analyzes citations from 2004-2007 in 11 biomedical journals. 15% of authors paid to make them Open Access (OA). The outcome is a significant OA citation Advantage, but a small one (21%). The author infers that the OA advantage has been shrinking yearly, but the data suggest the opposite. Further analyses are necessary: (1) Not just author-choice (paid) OA but Free OA self-archiving needs to be taken into account rather than being counted as non-OA. (2) proportion of OA articles per journal per year needs to be reported and taken into account. (3) The Journal Impact Factor and the relation between the size of the OA Advantage article 'citation-bracket' need to be taken into account. (4) The sample-size for the highest-impact, largest-sample journal analyzed, PNAS, is restricted and excluded from some of the analyses. The full PNAS dataset is needed. (5) The interaction between OA and time, 2004-2007, is based on retrospective data from a June 2008 total cumulative citation count. The dates of both the cited articles and the citing articles need to be taken into account. The author proposes that author self-selection bias for is the primary cause of the observed OA Advan", "grade": "B", "theme": "ch3_literature_review", "source": "arxiv"}
{"key": "hajar2019", "title": "Does open access citation advantage depend on paper topics?", "authors": ["Hajar Sotudeh"], "year": 2019, "venue": "Journal of Information Science", "doi": "10.1177/0165551519865489", "url": "https://doi.org/10.1177/0165551519865489", "abstract": "Research topics vary in their citation potential. In a metric-wise scientific milieu, it would be probable that authors tend to select citation-attractive topics especially when choosing open access (OA) outlets that are more likely to attract citations. Applying a matched-pairs study design, this research aims to examine the role of research topics in the citation advantage of OA papers. Using a comparative citation analysis method, it investigates a sample of papers published in 47 Elsevier article processing charges (APC)-funded journals in different access models including non-open access (NOA), APC, Green and mixed Green-APC. The contents of the papers are analysed using natural language processing techniques at the title and abstract level and served as a basis to match the NOA papers to their peers in the OA models. The publication years and journals are controlled for in order to avoid their impacts on the citation numbers. According to the results, the OA citation advantage that is observed in the whole sample still holds even for the highly similar OA and NOA papers. This implies that the OA citation surplus is not an artefact of the OA and NOA papers’ differences in their topics and, therefore, in their citation potential. This leads to the conclusion that OA authors’ self-selectivity, if it exists at all, is not responsible for the OA citation advantage, at least as far as selection of topics with probably higher citation potentials is concerned.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "ahin2024", "title": "Do Open Access Articles Have a Citation Advantage Over Toll Access Articles? A Comparative Analysis of Articles Published in the Journal of Craniofacial Surgery From 2019 to 2023 Based on Web of Science Data", "authors": ["Ş. Şahin", "Y. M. Durna", "Y. Duymaz", "İlhan Bahsi"], "year": 2024, "venue": "The Journal of craniofacial surgery (Print)", "doi": "10.1097/SCS.0000000000010868", "url": "https://doi.org/10.1097/SCS.0000000000010868", "abstract": "Objective: This study aimed to compare the citation rates of open access (OA), and toll access (TA) articles published in the Journal of Craniofacial Surgery between 2019 and 2023, and to examine whether OA articles received more citations. Methods: Using the Web of Science database, articles published in the Journal of Craniofacial Surgery between 2019 and 2023 were listed, excluding those with corrections or retractions. Articles were divided into 2 groups: OA and TA. The number of articles and citation counts for each group were analyzed by year. Citation rates were compared using the independent sample t test, with a p-value of <0.05 considered statistically significant. Results: A total of 4691 articles were analyzed, of which 7.14% were OA and 92.86% were TA. Published in 2021, 2020, and 2019, OA articles had statistically significantly higher citation counts than TA articles. OA articles were found to be funded at a higher rate than TA articles. Conclusion: This study demonstrated that OA articles received more citations over time and were more likely to be funded. Although it is not definitively clear whether the citation advantage stems from the quality of the articles or their open-access status, the citation advantage of OA articles is striking.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "a2010", "title": "Open Access Citation Advantage: An Annotated Bibliography.", "authors": ["A. Ben Wagner"], "year": 2010, "venue": "Issues in Science and Technology Librarianship", "doi": "10.29173/istl2512", "url": "https://doi.org/10.29173/istl2512", "abstract": "A bibliography on the subject of citations in open access (OA) articles is presented, including the study \"Open Access to Scientific Literature: Increasing Citations As An Incentive for Authors to Make Their Publications Freely Accessible,\" by S. Bernius and M. Hanauske, and the articles \"Earlier Web Usage Statistics As Predictors of Later Citation Impact,\" by T. Brody, S. Harnad, and L. Carr, and \"Evolution of Open Access Publishing in Chinese Scientific Journals.\"", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "michael2008", "title": "The citation advantage of open‐access articles", "authors": ["Michael Norris", "Charles Oppenheim", "Fytton Rowland"], "year": 2008, "venue": "Journal of the American Society for Information Science and Technology", "doi": "10.1002/asi.20898", "url": "https://doi.org/10.1002/asi.20898", "abstract": "Abstract Four subjects, ecology, applied mathematics, sociology, and economics, were selected to assess whether there is a citation advantage between journal articles that have an open‐access (OA) version on the Internet compared to those articles that are exclusively toll access (TA). Citations were counted using the Web of Science, and the OA status of articles was determined by searching OAIster, OpenDOAR, Google, and Google Scholar. Of a sample of 4,633 articles examined, 2,280 (49%) were OA and had a mean citation count of 9.04 whereas the mean for TA articles was 5.76. There appears to be a clear citation advantage for those articles that are OA as opposed to those that are TA. This advantage, however, varies between disciplines, with sociology having the highest citation advantage, but the lowest number of OA articles, from the sample taken, and ecology having the highest individual citation count for OA articles, but the smallest citation advantage. Tests of correlation or association between OA status and a number of variables were generally found to weak or inconsistent. The cause of this citation advantage has not been determined.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "colby2018", "title": "The Open Access Citation Advantage: Does It Exist and What Does It Mean for Libraries?", "authors": ["Colby Lewis"], "year": 2018, "venue": "Information Technology and Libraries", "doi": "10.6017/ital.v37i3.10604", "url": "https://doi.org/10.6017/ital.v37i3.10604", "abstract": "The last literature review of research on the existence of an Open Access Citation Advantage (OACA) was published in 2011 by Philip M. Davis and William H. Walters. This paper reexamines the conclusions reached by Davis and Walters by providing a critical review of OACA literature that has been published 2011, and explores how increases in OA publication trends could serve as a leveraging tool for libraries against the high costs of journal subscriptions.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "pablo2022", "title": "The influence of funding on the Open Access citation advantage", "authors": ["Pablo Dorta-González", "María Isabel Dorta-González"], "year": 2022, "venue": "arXiv preprint", "doi": "", "url": "http://arxiv.org/abs/2202.02082v1", "abstract": "Some of the citation advantage in open access is likely due to more access allows more people to read and hence cite articles they otherwise would not. However, causation is difficult to establish and there are many possible bias. Several factors can affect the observed differences in citation rates. Funder mandates can be one of them. Funders are likely to have OA requirement, and well-funded studies are more likely to receive more citations than poorly funded studies. In this paper this hypothesis is tested. Thus, we studied the effect of funding on the publication modality and the citations received in more than 128 thousand research articles, of which 31% were funded. These research articles come from 40 randomly selected subject categories in the year 2016, and the citations received from the period 2016-2020 in the Scopus database. We found open articles published in hybrid journals were considerably more cited than those in open access journals. Thus, articles under the hybrid gold modality are cite on average twice as those in the gold modality. This is the case regardless of funding, so this evidence is strong. Moreover, within the same publication modality, we found that ", "grade": "B", "theme": "ch3_literature_review", "source": "arxiv"}
{"key": "ottaviani2016", "title": "The Post-Embargo Open Access Citation Advantage: It Exists (Probably), It’s Modest (Usually), and the Rich Get Richer (of Course)", "authors": ["Ottaviani Jim"], "year": 2016, "venue": "PLoS ONE", "doi": "10.1371/journal.pone.0159614", "url": "https://doi.org/10.1371/journal.pone.0159614", "abstract": "Many studies show that open access (OA) articles-articles from scholarly journals made freely available to readers without requiring subscription fees-are downloaded, and presumably read, more often than closed access/subscription-only articles. Assertions that OA articles are also cited more often generate more controversy. Confounding factors (authors may self-select only the best articles to make OA; absence of an appropriate control group of non-OA articles with which to compare citation figures; conflation of pre-publication vs. published/publisher versions of articles, etc.) make demonstrating a real citation difference difficult. This study addresses those factors and shows that an open access citation advantage as high as 19% exists, even when articles are embargoed during some or all of their prime citation years. Not surprisingly, better (defined as above median) articles gain more when made OA.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "lifang2011", "title": "Analysis on open access citation advantage", "authors": ["Lifang Xu", "Liu Jinhong", "Qing Fang"], "year": 2011, "venue": "Proceedings of the 2011 iConference", "doi": "10.1145/1940761.1940819", "url": "https://doi.org/10.1145/1940761.1940819", "abstract": "This study takes 12,354 original research articles which were published in 93 Oxford Open journals in 2009 as a sample, and carries out statistic analyses on the citation frequency that these articles have received by July 2010 to validate 3 hypotheses: (1) there is citation advantage for open access articles(OACA) published in Oxford Open journals over the non-OA ones; (2) OACA varies with disciplines; (3) there is some correlation between the impact factors(IFs) of Oxford Open journals and the OACA of their open access articles. This study discovers that: there exists OACA for open access articles, in this case 138.87% higher over non-OA ones; different subjects have different OACAs, and Humanities journals in Oxford Open have even a negative OACA; Oxford Open journals with lower IFs have stronger OACAs than those with higher IFs.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "pablo2017", "title": "Prevalence and citation advantage of gold open access in the subject areas of the Scopus database", "authors": ["Pablo Dorta-González", "Yolanda Santana-Jiménez"], "year": 2017, "venue": "arXiv preprint", "doi": "", "url": "http://arxiv.org/abs/1708.06242v2", "abstract": "The potential benefit of open access (OA) in relation to citation impact has been discussed in the literature in depth. The methodology used to test the OA citation advantage includes comparing OA vs. non-OA journal impact factors and citations of OA versus non-OA articles published in the same non-OA journals. However, one problem with many studies is that they are small -restricted to a discipline or set of journals-. Moreover, conclusions are not entirely consistent among research areas and 'early view' and 'selection bias' have been suggested as possible explications. In the present paper, an analysis of gold OA from across all areas of research -the 27 subject areas of the Scopus database- is realized. As a novel contribution, this paper takes a journal-level approach to assessing the OA citation advantage, whereas many others take a paper-level approach. Data were obtained from Scimago Lab, sorted using Scopus database, and tagged as OA/non-OA using the DOAJ list. Jointly with the OA citation advantage, the OA prevalence as well as the differences between access types (OA vs. non-OA) in production and referencing are tested. A total of 3,737 OA journals (16.8%) and 18,485 non", "grade": "B", "theme": "ch3_literature_review", "source": "arxiv"}
{"key": "p2017_2", "title": "Prevalence and citation advantage of gold open access in the subject areas of the Scopus database", "authors": ["P. Dorta-González", "Y. Santana-Jiménez"], "year": 2017, "venue": "arXiv.org", "doi": "10.1093/RESEVAL/RVX035", "url": "https://doi.org/10.1093/RESEVAL/RVX035", "abstract": "The potential benefit of open access (OA) in relation to citation impact has been discussed in the literature in depth. The methodology used to test the OA citation advantage includes comparing OA vs. non-OA journal impact factors and citations of OA versus non-OA articles published in the same non-OA journals. However, one problem with many studies is that they are small -restricted to a discipline or set of journals-. Moreover, conclusions are not entirely consistent among research areas and 'early view' and 'selection bias' have been suggested as possible explications. In the present paper, an analysis of gold OA from across all areas of research -the 27 subject areas of the Scopus database- is realized. As a novel contribution, this paper takes a journal-level approach to assessing the OA citation advantage, whereas many others take a paper-level approach. Data were obtained from Scimago Lab, sorted using Scopus database, and tagged as OA/non-OA using the DOAJ list. Jointly with the OA citation advantage, the OA prevalence as well as the differences between access types (OA vs. non-OA) in production and referencing are tested. A total of 3,737 OA journals (16.8%) and 18,485 non-OA journals (83.2%) published in 2015 are considered. As the main conclusion, there is no generalizable gold OA citation advantage at journal level.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "philip2011", "title": "The impact of free access to the scientific literature: a review of recent research.", "authors": ["Philip M. Davis", "W. H. Walters"], "year": 2011, "venue": "Journal of the Medical Library Association", "doi": "10.3163/1536-5050.99.3.008", "url": "https://doi.org/10.3163/1536-5050.99.3.008", "abstract": "OBJECTIVES\nThe paper reviews recent studies that evaluate the impact of free access (open access) on the behavior of scientists as authors, readers, and citers in developed and developing nations. It also examines the extent to which the biomedical literature is used by the general public.\n\n\nMETHOD\nThe paper is a critical review of the literature, with systematic description of key studies.\n\n\nRESULTS\nResearchers report that their access to the scientific literature is generally good and improving. For authors, the access status of a journal is not an important consideration when deciding where to publish. There is clear evidence that free access increases the number of article downloads, although its impact on article citations is not clear. Recent studies indicate that large citation advantages are simply artifacts of the failure to adequately control for confounding variables. The effect of free access on the general public's use of the primary medical literature has not been thoroughly evaluated.\n\n\nCONCLUSIONS\nRecent studies provide little evidence to support the idea that there is a crisis in access to the scholarly literature. Further research is needed to investigate whether free access is making a difference in non-research contexts and to better understand the dissemination of scientific literature through peer-to-peer networks and other informal mechanisms.", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "andrew2024", "title": "Open-access publishing: citation advantage is unproven", "authors": ["Andrew Plume"], "year": 2024, "venue": "Nature", "doi": "10.1038/d41586-024-00405-0", "url": "https://doi.org/10.1038/d41586-024-00405-0", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "crossref"}
{"key": "alma2010", "title": "The Open Access citation advantage: Studies and results to date", "authors": ["Alma Swan"], "year": 2010, "venue": "ePrints Soton (University of Southampton)", "doi": "", "url": "https://eprints.soton.ac.uk/268516/1/Citation_advantage_paper.docx", "abstract": "This paper presents a summary of reported studies on the Open Access citation advantage. There is a brief introduction to the main issues involved in carrying out such studies, both methodological and interpretive. The study listing provides some details of the coverage, methodological approach and main conclusions of each study.", "grade": "C", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "m2025", "title": "A scientometric review of health data sharing for secondary use: Insights, frontiers and the path ahead.", "authors": ["M. Krahe", "Rebekah Eden", "Jason D. Pole", "Bernadette Richards", "Quita Olsen", "Amalie Dyda", "Elton H. Lobo", "N. Pather"], "year": 2025, "venue": "Health information management : journal of the Health Information Management Association of Australia", "doi": "10.1177/18333583251393431", "url": "https://doi.org/10.1177/18333583251393431", "abstract": "BACKGROUND\nAs digital technologies advance, vast amounts of routinely collected health data are increasingly available for quality improvement and research. However, concerns persist around the reuse of personal health information. Understanding public attitudes and knowledge is essential to building social licence and enabling ethical, large-scale data use.\n\n\nOBJECTIVE\nThis study explores key research themes in sharing health data for secondary use since 2020, highlighting major topics, emerging research frontiers and future directions for practice.\n\n\nMETHOD\nAn analysis of 95 publications from Web of Science, PubMed and Scopus was conducted using scientometric methods. Citation, co-citation and keyword co-occurrence analyses, along with strategic diagrams, were performed using VOSviewer to identify thematic clusters.\n\n\nRESULTS\nResearch has shifted from early exploratory studies to more multidisciplinary and technology-focused approaches. Key themes include digital tool adoption, integrated data systems and ethical data sharing solutions. The concept of consent has seen the most theoretical development, while public attitudes - particularly around ethical and sociocultural issues - remain underexplored but crucial.\n\n\nCONCLUSION\nEthical governance, transparency and community engagement are central to advancing health data sharing. Building public trust and securing a social licence are foundational to success, especially as challenges around consent, data linkage and public pe", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "shlomit2023", "title": "Policy shaping the impact of open-access publications: a longitudinal assessment", "authors": ["Shlomit Hadad", "Noa Aharony", "D. Raban"], "year": 2023, "venue": "Scientometrics", "doi": "10.1007/s11192-023-04875-3", "url": "https://doi.org/10.1007/s11192-023-04875-3", "abstract": "", "grade": "A", "theme": "ch3_literature_review", "source": "semantic_scholar"}
{"key": "helena2018", "title": "A data citation roadmap for scientific publishers", "authors": ["Helena Cousijn", "Amye Kenall", "Emma Ganley", "Melissa Harrison", "David Kernohan", "Thomas Lemberger", "Fiona Murphy", "Patrick Polischuk"], "year": 2018, "venue": "Scientific Data", "doi": "10.1038/sdata.2018.259", "url": "https://doi.org/10.1038/sdata.2018.259", "abstract": "This article presents a practical roadmap for scholarly publishers to implement data citation in accordance with the Joint Declaration of Data Citation Principles (JDDCP), a synopsis and harmonization of the recommendations of major science policy bodies. It was developed by the Publishers Early Adopters Expert Group as part of the Data Citation Implementation Pilot (DCIP) project, an initiative of FORCE11.org and the NIH BioCADDIE program. The structure of the roadmap presented here follows the \"life of a paper\" workflow and includes the categories Pre-submission, Submission, Production, and Publication. The roadmap is intended to be publisher-agnostic so that all publishers can use this as a starting point when implementing JDDCP-compliant data citation. Authors reading this roadmap will also better know what to expect from publishers and how to enable their own data citations to gain maximum impact, as well as complying with what will become increasingly common funder mandates on data transparency.", "grade": "A", "theme": "ch3_literature_review", "source": "openalex"}
{"key": "peder2010", "title": "The rate of growth in scientific publication and the decline in coverage provided by Science Citation Index", "authors": ["Peder Olesen Larsen", "Markus von Ins"], "year": 2010, "venue": "Scientometrics", "doi": "10.1007/s11192-010-0202-z", "url": "https://doi.org/10.1007/s11192-010-0202-z", "abstract": "The growth rate of scientific publication has been studied from 1907 to 2007 using available data from a number of literature databases, including Science Citation Index (SCI) and Social Sciences Citation Index (SSCI). Traditional scientific publishing, that is publication in peer-reviewed journals, is still increasing although there are big differences between fields. There are no indications that the growth rate has decreased in the last 50 years. At the same time publication using new channels, for example conference proceedings, open archives and home pages, is growing fast. The growth rate for SCI up to 2007 is smaller than for comparable databases. This means that SCI was covering a decreasing part of the traditional scientific literature. There are also clear indications that the coverage by SCI is especially low in some of the scientific areas with the highest growth rate, including computer science and engineering sciences. The role of conference proceedings, open access archives and publications published on the net is increasing, especially in scientific fields with high growth rates, but this has only partially been reflected in the databases. The new publication channels challenge the use of the big databases in measurements of scientific productivity or output and of the growth rate of science. Because of the declining coverage and this challenge it is problematic that SCI has been used and is used as the dominant source for science indicators based on publicati", "grade": "A", "theme": "ch4_data_and_measurement", "source": "openalex"}
{"key": "ole2015", "title": "The bibliometric analysis of scholarly production: How great is the impact?", "authors": ["Ole Ellegaard", "Johan Albert Wallin"], "year": 2015, "venue": "Scientometrics", "doi": "10.1007/s11192-015-1645-z", "url": "https://doi.org/10.1007/s11192-015-1645-z", "abstract": "Bibliometric methods or \"analysis\" are now firmly established as scientific specialties and are an integral part of research evaluation methodology especially within the scientific and applied fields. The methods are used increasingly when studying various aspects of science and also in the way institutions and universities are ranked worldwide. A sufficient number of studies have been completed, and with the resulting literature, it is now possible to analyse the bibliometric method by using its own methodology. The bibliometric literature in this study, which was extracted from Web of Science, is divided into two parts using a method comparable to the method of Jonkers et al. (Characteristics of bibliometrics articles in library and information sciences (LIS) and other journals, pp. 449-551, 2012: The publications either lie within the Information and Library Science (ILS) category or within the non-ILS category which includes more applied, \"subject\" based studies. The impact in the different groupings is judged by means of citation analysis using normalized data and an almost linear increase can be observed from 1994 onwards in the non-ILS category. The implication for the dissemination and use of the bibliometric methods in the different contexts is discussed. A keyword analysis identifies the most popular subjects covered by bibliometric analysis, and multidisciplinary articles are shown to have the highest impact. A noticeable shift is observed in those countries which ", "grade": "A", "theme": "ch4_data_and_measurement", "source": "openalex"}
{"key": "jeroen2020", "title": "Scopus as a curated, high-quality bibliometric data source for academic research in quantitative science studies", "authors": ["Jeroen Baas", "Michiel Schotten", "Andrew Plume", "Grégoire Côté", "Reza Karimi"], "year": 2020, "venue": "Quantitative Science Studies", "doi": "10.1162/qss_a_00019", "url": "https://doi.org/10.1162/qss_a_00019", "abstract": "Scopus is among the largest curated abstract and citation databases, with a wide global and regional coverage of scientific journals, conference proceedings, and books, while ensuring only the highest quality data are indexed through rigorous content selection and re-evaluation by an independent Content Selection and Advisory Board. Additionally, extensive quality assurance processes continuously monitor and improve all data elements in Scopus. Besides enriched metadata records of scientific articles, Scopus offers comprehensive author and institution profiles, obtained from advanced profiling algorithms and manual curation, ensuring high precision and recall. The trustworthiness of Scopus has led to its use as bibliometric data source for large-scale analyses in research assessments, research landscape studies, science policy evaluations, and university rankings. Scopus data have been offered for free for selected studies by the academic research community, such as through application programming interfaces, which have led to many publications employing Scopus data to investigate topics such as researcher mobility, network visualizations, and spatial bibliometrics. In June 2019, the International Center for the Study of Research was launched, with an advisory board consisting of bibliometricians, aiming to work with the scientometric research community and offering a virtual laboratory where researchers will be able to utilize Scopus data.", "grade": "A", "theme": "ch4_data_and_measurement", "source": "openalex"}
{"key": "jairo2025", "title": "Impact of open access on academic visibility: a systematic review of the literature", "authors": ["Jairo Stefano Dote Pardo"], "year": 2025, "venue": "Journal of Documentation", "doi": "10.1108/jd-08-2025-0216", "url": "https://doi.org/10.1108/jd-08-2025-0216", "abstract": "\n \n This study systematically reviews the impact of open access (OA) on academic visibility, focusing on how different OA models affect citations, altmetrics, downloads and page views. It aims to clarify whether OA provides a consistent visibility advantage and under which disciplinary, geographic and methodological conditions it emerges.\n \n \n \n A systematic search of the Web of Science (WoS) Core Collection was conducted on March 15, 2025, identifying 157 records. After screening and eligibility assessment, 45 peer-reviewed articles published between 2006 and 2024 were included. Data analysis combined descriptive statistics with bibliometric methods using Microsoft Excel and R Bibliometrix (Biblioshiny). Trends in publications, journals and authors were examined alongside international collaboration networks, keyword co-occurrence maps and temporal keyword evolution. A structured synthesis table summarized study characteristics, methodologies and findings.\n \n \n \n The evidence shows that OA enhances academic visibility but in a heterogeneous manner. Green OA and preprints consistently increase citations and accelerate readership, while Gold OA produces mixed outcomes: positive in medicine and biology, but neutral or negative in economics, library science, and translation studies. Altmetrics highlight OA's broader societal impact, especially in the humanities and social sciences, where freely available works attract attention from social media, blogs and policy documents. Inte", "grade": "A", "theme": "ch4_data_and_measurement", "source": "semantic_scholar"}
{"key": "joan2015", "title": "Achieving human and machine accessibility of cited data in scholarly publications", "authors": ["Joan Starr", "Eleni Castro", "Mercè Crosas", "Michel Dumontier", "Robert R. Downs", "Ruth Duerr", "Haak Laurel", "Melissa Haendel"], "year": 2015, "venue": "PeerJ Computer Science", "doi": "10.7717/peerj-cs.1", "url": "https://doi.org/10.7717/peerj-cs.1", "abstract": "Reproducibility and reusability of research results is an important concern in scientific communication and science policy. A foundational element of reproducibility and reusability is the open and persistently available presentation of research data. However, many common approaches for primary data publication in use today do not achieve sufficient long-term robustness, openness, accessibility or uniformity. Nor do they permit comprehensive exploitation by modern Web technologies. This has led to several authoritative studies recommending uniform direct citation of data archived in persistent repositories. Data are to be considered as first-class scholarly objects, and treated similarly in many ways to cited and archived scientific and scholarly literature. Here we briefly review the most current and widely agreed set of principle-based recommendations for scholarly data citation, the Joint Declaration of Data Citation Principles (JDDCP). We then present a framework for operationalizing the JDDCP; and a set of initial recommendations on identifier schemes, identifier resolution behavior, required metadata elements, and best practices for realizing programmatic machine actionability of cited data. The main target audience for the common implementation guidelines in this article consists of publishers, scholarly organizations, and persistent data repositories, including technical staff members in these organizations. But ordinary researchers can also benefit from these recomme", "grade": "A", "theme": "ch4_data_and_measurement", "source": "openalex"}
{"key": "anonnd_2", "title": "Assessing the Needs of NASA's Near Real-Time Earth Observation Products\t", "authors": [], "year": null, "venue": "NASA Technical Reports Server", "doi": "", "url": "https://ntrs.nasa.gov/api/citations/20230010213/downloads/Yao_IGRASS_20230718_v3.pdf", "abstract": "\"The 2017-2027 Decadal Survey for Earth Science and Applications from Space stated that NASA's Earth Science with planned implementation of applications provides sustained earth observations for societal benefits [1]. The Decadal Survey indicated that data latency is invaluable for time-sensitive applications including disaster risk reduction, wildland fire carbon emissions quantification, real-time measurements of the state of the hydrologic systems and many more. Data latency refers to the time between earth observation and data products available to users. During the past 13 years, NASA's Land, Atmosphere Near Real-Time Capability for Earth Observing Systems (LANCE) continues to provide free access to earth observation products that are made available much quicker than routine processing allows. The latency of most LANCE data products is Near Real-time (NRT) which is defined as less than three hours from satellite observations [2]. LANCE is managed by the Earth Science Data and Information System (ESDIS) Project at NASA Goddard Space Flight Center [3], and a User Working Group (UWG) is responsible for providing guidance to LANCE. LANCE data are used by direct users and brokers w", "grade": "C", "theme": "ch4_data_and_measurement", "source": "ntrs"}
{"key": "kirill2022", "title": "Revisiting event study designs: robust and efficient estimation", "authors": ["Kirill Borusyak", "Xavier Jaravel", "Jann Spiess", "Alberto Abadie", "Isaiah Andrews", "Raj Chetty", "Itzik Fadlon", "Ed Glaeser"], "year": 2022, "venue": "", "doi": "10.47004/wp.cem.2022.1122", "url": "https://doi.org/10.47004/wp.cem.2022.1122", "abstract": "We develop a framework for difference-in-differences designs with staggered treatment adoption and heterogeneous causal effects.We show that conventional regression-based estimators fail to provide unbiased estimates of relevant estimands absent strong restrictions on treatmenteffect homogeneity.We then derive the efficient estimator addressing this challenge, which takes an intuitive \"imputation\" form when treatment-effect heterogeneity is unrestricted.We characterize the asymptotic behavior of the estimator, propose tools for inference, and develop tests for identifying assumptions.Extensions include time-varying controls, triple-differences, and certain non-binary treatments.We show the practical relevance of these insights in a simulation study and an application.Studying the consumption response to tax rebates in the United States, we find that the notional marginal propensity to consume is between 8 and 11 percent in the first quarter -about half as large as benchmark estimates used to calibrate macroeconomic models -and predominantly occurs in the first month after the rebate.", "grade": "B", "theme": "ch5_research_design", "source": "openalex"}
{"key": "jeffrey2025", "title": "Two-way fixed effects, the two-way mundlak regression, and difference-in-differences estimators", "authors": ["Jeffrey M. Wooldridge"], "year": 2025, "venue": "Empirical Economics", "doi": "10.1007/s00181-025-02807-z", "url": "https://doi.org/10.1007/s00181-025-02807-z", "abstract": "Abstract\n                  I derive a result on the equivalence between the two-way fixed effects (TWFE) estimator and an estimator obtained from a pooled ordinary least squares regression that includes unit-specific time averages and time-period-specific cross-sectional averages, the two-way Mundlak (TWM) regression. The equivalence between TWFE and TWM implies that various estimators used for intervention analysis can be computed using pooled OLS that controls for time-constant treatment cohort indicators, time-period indicators, covariates, and interactions among them, allowing for considerable treatment effect heterogeneity. An extended version of TWFE (ETWFE) is equivalent to the POLS approach. I show that an imputation estimator, derived under no anticipation and parallel trends assumptions, is also equivalent to the POLS/ETWFE estimator. The equivalence among various estimators shows that average treatment effects on the treated are identified by flexible regression. The framework allows for event study estimators, which can be used to test for pre-trends, and flexible estimation that allows for cohort-specific trends.", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "naoki2021", "title": "Using Multiple Pretreatment Periods to Improve Difference-in-Differences and Staggered Adoption Designs", "authors": ["Naoki Egami", "S. Yamauchi"], "year": 2021, "venue": "Political Analysis", "doi": "10.1017/pan.2022.8", "url": "https://doi.org/10.1017/pan.2022.8", "abstract": "Abstract While a difference-in-differences (DID) design was originally developed with one pre- and one posttreatment period, data from additional pretreatment periods are often available. How can researchers improve the DID design with such multiple pretreatment periods under what conditions? We first use potential outcomes to clarify three benefits of multiple pretreatment periods: (1) assessing the parallel trends assumption, (2) improving estimation accuracy, and (3) allowing for a more flexible parallel trends assumption. We then propose a new estimator, double DID, which combines all the benefits through the generalized method of moments and contains the two-way fixed effects regression as a special case. We show that the double DID requires a weaker assumption about outcome trends and is more efficient than existing DID estimators. We also generalize the double DID to the staggered adoption design where different units can receive the treatment in different time periods. We illustrate the proposed method with two empirical applications, covering both the basic DID and staggered adoption designs. We offer an open-source R package that implements the proposed methodologies.", "grade": "B", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "jonathan2026", "title": "Data Sharing and Citation Impact in Visual Search Research: A Bibliometric Extension of Godwin et al. (2025)", "authors": ["Jonathan Nir"], "year": 2026, "venue": "", "doi": "10.31234/osf.io/q8jrd_v2", "url": "https://doi.org/10.31234/osf.io/q8jrd_v2", "abstract": "In the wake of psychology’s credibility revolution, open science practices such as data sharing have become more prevalent, yet researchers often cite a lack of professional incentives as a barrier to adoption. Building on a recent systematic audit of the visual search and eye-movement literature by Godwin et al. (2025), this report examines whether data sharing is associated with increased scholarly impact.We extended the dataset curated by Godwin et al. with bibliometric metadata from the OpenAlex registry and compared citation impact between articles that did and did not share data. Articles that shared data showed a small but significant advantage in field-weighted citation impact. Analyses of citation dynamics further indicated that this advantage was concentrated in the first four years post-publication and attenuated thereafter. In addition, citation impact did not vary as a function of data granularity: sharing fine-grained fixation-level data did not confer greater benefit than sharing coarser participant-level summaries.Although the analyses are observational and do not support causal inference, the findings suggest that data sharing is associated with a modest professional advantage, consistent with broader evidence linking open science practices to both individual recognition and cumulative scientific progress.", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "jonathan2026_2", "title": "Data Sharing and Citation Impact in Visual Search Research: A Bibliometric Extension of Godwin et al. (2025)", "authors": ["Jonathan Nir"], "year": 2026, "venue": "", "doi": "10.31234/osf.io/q8jrd_v1", "url": "https://doi.org/10.31234/osf.io/q8jrd_v1", "abstract": "In the wake of psychology’s credibility revolution, open science practices such as data sharing have become more prevalent, yet researchers often cite a lack of professional incentives as a barrier to adoption. Building on a recent systematic audit of the visual search and eye-movement literature by Godwin et al. (2025), this report examines whether data sharing is associated with increased scholarly impact.We extended the dataset curated by Godwin et al. with bibliometric metadata from the OpenAlex registry and compared citation impact between articles that did and did not share data. Articles that shared data showed a small but significant advantage in field-weighted citation impact. Analyses of citation dynamics further indicated that this advantage was concentrated in the first four years post-publication and attenuated thereafter. In addition, citation impact did not vary as a function of data granularity: sharing fine-grained fixation-level data did not confer greater benefit than sharing coarser participant-level summaries.Although the analyses are observational and do not support causal inference, the findings suggest that data sharing is associated with a modest professional advantage, consistent with broader evidence linking open science practices to both individual recognition and cumulative scientific progress.", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "yile2025", "title": "Bridging Structural Causal Inference and Machine Learning: The S-DIDML Estimator for Heterogeneous Treatment Effects", "authors": ["Yile Yu", "Anzhi Xu"], "year": 2025, "venue": "Asia Pacific Economic and Management Review", "doi": "10.62177/apemr.v2i5.609", "url": "https://doi.org/10.62177/apemr.v2i5.609", "abstract": "In response to the increasing complexity of policy environments and the proliferation of high-dimensional data, this paper introduces the S-DIDML estimator, a framework grounded in structure and semiparametrically flexible for causal inference. By embedding Difference-in-Differences (DID) logic within a Double Machine Learning (DML) architecture, the S-DIDML approach combines the strengths of temporal identification, machine learning-based nuisance adjustment, and orthogonalized estimation. We begin by identifying critical limitations in existing methods, including the lack of structural interpretability in ML models, instability of classical DID under high-dimensional confounding, and the temporal rigidity of standard DML frameworks. Building on recent advances in staggered adoption designs and Neyman orthogonalization, S-DIDML offers a five-step estimation pipeline that enables robust estimation of heterogeneous treatment effects (HTEs) while maintaining interpretability and scalability. Demonstrative applications are discussed across labor economics, education, taxation, and environmental policy. The proposed framework contributes to the methodological frontier by offering a blueprint for policy-relevant, structurally interpretable, and statistically valid causal analysis in complex data settings. ", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "mingxuan2025", "title": "Bias-Variance Tradeoff of Matching Prior to Difference-in-Differences When Parallel Trends is Violated", "authors": ["Mingxuan Ge", "Dae Woong Ham"], "year": 2025, "venue": "", "doi": "10.2139/ssrn.5644290", "url": "https://doi.org/10.2139/ssrn.5644290", "abstract": "Quasi-experimental causal inference methods have become central in empirical operations management (OM) for guiding managerial decisions. Among the relevant methods, empiricists utilize the Difference-in-Differences (DiD) estimator, which is built on the ``parallel trends” assumption. To increase the plausibility of parallel trends holding, researchers often match treated and control units before applying DiD, motivated by the intuition that matched groups are more likely to have the same post-treatment outcome absent treatment. Although this practice has been studied previously, the focus was solely on the bias. Yet bias is only one side to the story; the tradeoff in variance, and hence mean squared error (MSE), is left unexplored. In this work, we not only generalize earlier bias results under weaker assumptions but also fill this gap by analyzing properties of variance and MSE, a practically relevant metric for managerial decision making. We show, under a linear structural model with unobserved time-varying confounders, that variance results contrast with established bias insights: when considering variance, matching on observed covariates prior to DiD is not always recommended over the classic (unmatched) DiD due to a sample size tradeoff. Furthermore, matching additionally on pre-treatment outcome(s) is always beneficial as such tradeoff no longer exists once matching is performed. Given our novel contrasting results to the established literature, we characterize full bi", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "shuo2024", "title": "Parallel Trends in an Unparalleled Pandemic Difference-in-differences for infectious disease policy evaluation", "authors": ["Shuo Feng", "Alyssa Bilinski"], "year": 2024, "venue": "", "doi": "10.1101/2024.04.08.24305335", "url": "https://doi.org/10.1101/2024.04.08.24305335", "abstract": "Researchers frequently employ difference-in-differences (DiD) to study the impact of public health interventions on infectious disease outcomes. DiD assumes that treatment and non-experimental comparison groups would have moved in parallel in expectation, absent the intervention (“parallel trends assumption”). However, the plausibility of parallel trends assumption in the context of infectious disease transmission is not well-understood. Our work bridges this gap by formalizing epidemiological assumptions required for common DiD specifications, positing an underlying Susceptible-Infectious-Recovered (SIR) data-generating process. We demonstrate that popular specifications can encode strict epidemiological assumptions. For example, DiD modeling incident case numbers or rates as outcomes will produce biased treatment effect estimates unless untreated potential outcomes for treatment and comparison groups come from a data-generating process with the same initial infection and equal transmission rates at each time step. Applying a log transformation or modeling log growth allows for different initial infection rates under an “infinite susceptible population” assumption, but invokes conditions on transmission parameters. We then propose alternative DiD specifications based on epidemiological parameters, the effective reproduction number and the effective contact rate, that are both more robust to differences between treatment and comparison groups and can be extended to complex ", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "jingyu2025", "title": "Causal Inference with Observational Data via Propensity Score Matching: A Simple, Hands‑On Guide", "authors": ["Jingyu Xiao"], "year": 2025, "venue": "Theoretical and Natural Science", "doi": "10.54254/2753-8818/2026.ch30759", "url": "https://doi.org/10.54254/2753-8818/2026.ch30759", "abstract": "Propensity score matching (PSM) was presented as a practical method for making fair comparisons in studies without random assignment. This paper explained PSM in accessible terms and provided a step-by-step workflow that could be followed by readers. The research was conducted to address the issue of differences between treated and untreated individuals. The key ideas behind PSM, the assumptions required for it to work, and approaches to verifying these assumptions with simple plots and summary statistics were described. Furthermore, the main steps were outlined: defining the target question, selecting baseline covariates, estimating the propensity score, performing matching or reweighting, checking balance, estimating the treatment effect, and conducting basic sensitivity analyses. To maintain a hands-on perspective, a small numerical example and a concise checklist were included to support replication in other studies. Besides, common pitfalls were discussed, such as weak overlap, overly strict calipers, and post-matching analyses that ignored the matched structure. This paper aimed to help students and applied researchers develop PSM analyses that were transparent, reproducible, and easy to communicate to non-specialists.", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "a2021", "title": "How Much Should We Trust Staggered Difference-In-Differences Estimates?", "authors": ["A. Baker", "D. Larcker", "Charles C. Y. Wang"], "year": 2021, "venue": "Social Science Research Network", "doi": "10.2139/SSRN.3794018", "url": "https://doi.org/10.2139/SSRN.3794018", "abstract": "Difference-in-differences analysis with staggered treatment timing is frequently used to assess the impact of policy changes on corporate outcomes in academic research. However, recent advances in econometric theory show that such designs are likely to be biased in the presence of treatment effect heterogeneity. Given the pronounced use of staggered treatment designs in applied corporate finance and accounting research, this finding potentially impacts a large swath of prior findings in these fields. We survey the nascent literature and document how and when such bias arises from treatment effect heterogeneity. We apply recently proposed methods to a set of prior published results, and find that correcting for the bias induced by the staggered nature of policy adoption frequently impacts the estimated effect from standard difference-in-difference studies. In many cases, the reported effects in prior research become indistinguishable from zero.", "grade": "B", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "brantly2021", "title": "Difference-in-Differences with a Continuous Treatment", "authors": ["Brantly Callaway", "Andrew Goodman-Bacon", "Pedro H. C. Sant’Anna"], "year": 2021, "venue": "arXiv (Cornell University)", "doi": "10.48550/arxiv.2107.02637", "url": "https://doi.org/10.48550/arxiv.2107.02637", "abstract": "This paper analyzes difference-in-differences designs with a continuous treatment. We show that treatment-on-the-treated-type parameters are identified under a parallel trends assumption analogous to the binary treatment case. However, comparing these parameters across treatments is challenging because parallel trends does not rule out selection bias. We discuss alternative, typically stronger, assumptions that eliminate selection bias. We further show that popular two-way fixed effects estimands admit multiple interpretations, depending on the underlying causal building block, all having important limitations as meaningful summaries of treatment effects. Finally, we introduce alternative estimation procedures that avoid these drawbacks and demonstrate them in an empirical application.", "grade": "B", "theme": "ch5_research_design", "source": "openalex"}
{"key": "coady2024", "title": "Stacked Difference-in-Differences", "authors": ["Coady Wing", "Seth Freedman", "Alex Hollingsworth"], "year": 2024, "venue": "National Bureau of Economic Research", "doi": "10.3386/w32054", "url": "https://doi.org/10.3386/w32054", "abstract": "This paper introduces the concept of a \"trimmed aggregate ATT,\" which is a weighted average of a set of group-time average treatment effect on the treated (ATT) parameters identified in a staggered adoption difference-in-differences (DID) design.The set of identified group-time ATTs that contribute to the aggregate is trimmed to achieve compositional balance across an event window, ensuring that comparisons of the aggregate parameter over event time reveal dynamic treatment effects and differential pre-trends rather than compositional changes.Taking the trimmed aggregate ATT as a target parameter, we investigate the performance of stacked DID estimators.We show that the most basic stacked estimator does not identify the target aggregate or any other average causal effect because it applies different implicit weights to treatment and control trends.The bias can be eliminated using corrective sample weights.We present a weighted stacked DID estimator, and show that it correctly identifies the target aggregate, providing justification for using the estimator in applied work.", "grade": "B", "theme": "ch5_research_design", "source": "openalex"}
{"key": "xiaofeng2024", "title": "Identification of Quantile Treatment Effects in Difference-in-Differences Settings with Staggered Adoption", "authors": ["Xiaofeng Li", "Lihua Lin"], "year": 2024, "venue": "", "doi": "10.2139/ssrn.4747151", "url": "https://doi.org/10.2139/ssrn.4747151", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "s2018", "title": "Design-based Analysis in Difference-In-Differences Settings with Staggered Adoption", "authors": ["S. Athey", "G. Imbens"], "year": 2018, "venue": "Journal of Econometrics", "doi": "10.3386/W24963", "url": "https://doi.org/10.3386/W24963", "abstract": "In this paper we study estimation of and inference for average treatment effects in a setting with panel data. We focus on the setting where units, e.g., individuals, firms, or states, adopt the policy or treatment of interest at a particular point in time, and then remain exposed to this treatment at all times afterwards. We take a design perspective where we investigate the properties of estimators and procedures given assumptions on the assignment process. We show that under random assignment of the adoption date the standard Difference-In-Differences estimator is is an unbiased estimator of a particular weighted average causal effect. We characterize the proeperties of this estimand, and show that the standard variance estimator is conservative.", "grade": "A", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "xiaofeng2024_2", "title": "Identification of quantile treatment effects in difference-in-differences settings with staggered adoption", "authors": ["Xiaofeng Li", "Lihua Lin"], "year": 2024, "venue": "Economics Letters", "doi": "10.1016/j.econlet.2024.111792", "url": "https://doi.org/10.1016/j.econlet.2024.111792", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "tobias2025", "title": "When Can We Use Two-Way Fixed-Effects (TWFE): A Comparison of TWFE and Novel Dynamic Difference-in-Differences Estimators", "authors": ["Tobias Rüttenauer", "Ozan Aksoy"], "year": 2025, "venue": "", "doi": "10.31235/osf.io/cpvzf_v2", "url": "https://doi.org/10.31235/osf.io/cpvzf_v2", "abstract": "The conventional Two-Way Fixed-Effects (TWFE) estimator has come under scrutiny lately. Recent literature has revealed potential shortcomings of TWFE when the treatment effects are heterogeneous. Scholars have developed new advanced dynamic Difference-in-Differences (DiD) estimators to tackle these potential shortcomings. However, confusion remains in applied research as to when the conventional TWFE is biased and what issues the novel estimators can and cannot address. In this study, we first provide an intuitive explanation of the problems of TWFE and elucidate the key features of the novel alternative DiD estimators. We then systematically demonstrate the conditions under which the conventional TWFE is inconsistent. We employ Monte Carlo simulations to assess the performance of dynamic DiD estimators under violations of key assumptions, which likely happens in applied cases. While the new dynamic DiD estimators offer notable advantages in capturing heterogeneous treatment effects, we show that the conventional TWFE performs generally well if the model specifies an event-time function. All estimators are equally sensitive to violations of the parallel trends assumption, anticipation effects or violations of time-varying exogeneity. Despite their advantages, the new dynamic DiD estimators tackle a very specific problem and they do not serve as a universal remedy for violations of the most critical assumptions. We finally derive, based on our simulations, recommendations for ", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "tobias2024", "title": "When Can We Use Two-Way Fixed-Effects (TWFE): A Comparison of TWFE and Novel Dynamic Difference-in-Differences Estimators", "authors": ["Tobias Rüttenauer", "Ozan Aksoy"], "year": 2024, "venue": "", "doi": "10.31235/osf.io/cpvzf", "url": "https://doi.org/10.31235/osf.io/cpvzf", "abstract": "The conventional Two-Way Fixed-Effects (TWFE) estimator has been under strain lately. Recent literature has revealed potential shortcomings of TWFE when the treatment effects are heterogeneous. Scholars have developed new advanced dynamic Difference-in-Differences (DiD) estimators to tackle these potential shortcomings. However, confusion remains in applied research as to when the conventional TWFE is biased and what issues the novel estimators can and cannot address. In this study, we first provide an intuitive explanation of the problems of TWFE and elucidate the key features of the novel alternative DiD estimators. We then systematically demonstrate the conditions under which the conventional TWFE is inconsistent. We employ Monte Carlo simulations to assess the performance of dynamic DiD estimators under violations of key assumptions, which likely happens in applied cases. While the new dynamic DiD estimators offer notable advantages in capturing heterogeneous treatment effects, we show that the conventional TWFE performs generally well if the model specifies an event-time function. All estimators are equally sensitive to violations of the parallel trends assumption, anticipation effects or violations of time-varying exogeneity. Despite their advantages, the new dynamic DiD estimators tackle a very specific problem and they do not serve as a universal remedy for violations of the most critical assumptions. We finally derive, based on our simulations, recommendations for ho", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "cl2023", "title": "Two-Way Fixed Effects and Difference-in-Differences Estimators with Heterogeneous Treatment Effects and Imperfect Parallel Trends", "authors": ["Clément de Chaisemartin", "Xavier d'Haultfoeuille"], "year": 2023, "venue": "SSRN Electronic Journal", "doi": "10.2139/ssrn.4487202", "url": "https://doi.org/10.2139/ssrn.4487202", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "zikai2026", "title": "Benchmarking parallel trends violations in regression imputation difference-in-differences", "authors": ["Zikai Li", "Anton Strezhnev"], "year": 2026, "venue": "", "doi": "10.31235/osf.io/ngr3d_v2", "url": "https://doi.org/10.31235/osf.io/ngr3d_v2", "abstract": "Difference-in-differences studies increasingly use regression imputation methods as analternative to the conventional two-way fixed effects (TWFE) estimator, fitting a TWFEregression on the controls to impute treated counterfactuals. A common method for obtainingpre-trend placebo estimates uses the same model to impute outcomes for control units -the default in the popular fect R package. We decompose this “in-sample imputation”estimator into its component 2×2 differences-in-differences to show two severe biases: anattenuation bias driven by redundant differences-in-differences that are zero by constructionand a contamination bias resulting from the use of “early adopters” as controls. This leads tomisleading estimates of the magnitude and shape of the pre-treatment trends. “Leave-one-out” approaches address this, but only when done separately by treatment timing group. Ourresults suggest a trilemma: no single approach simultaneously avoids redundant comparisons,uses the same baseline periods as the treatment effects, and produces estimates for every pre-treatment period. We re-analyze a study on the political effects of the 2008 “shale shock” onRepublican vote share in U.S. coal counties (Gazmararian 2025). While the original analysisused in-sample imputation and concluded pre-trends were small, corrected approaches revealpre-trends comparable to the estimated treatment effects.", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "zikai2025", "title": "Benchmarking parallel trends violations in regression imputation difference-in-differences", "authors": ["Zikai Li", "Anton Strezhnev"], "year": 2025, "venue": "", "doi": "10.31235/osf.io/ngr3d_v1", "url": "https://doi.org/10.31235/osf.io/ngr3d_v1", "abstract": "Difference-in-differences studies increasingly use regression imputation methods as analternative to the conventional two-way fixed effects (TWFE) estimator, fitting a TWFEregression on the controls to impute treated counterfactuals. A common method for obtainingpre-trend placebo estimates uses the same model to impute outcomes for control units -the default in the popular fect R package. We decompose this “in-sample imputation”estimator into its component 2×2 differences-in-differences to show two severe biases: anattenuation bias driven by redundant differences-in-differences that are zero by constructionand a contamination bias resulting from the use of “early adopters” as controls. This leads tomisleading estimates of the magnitude and shape of the pre-treatment trends. “Leave-one-out” approaches address this, but only when done separately by treatment timing group. Ourresults suggest a trilemma: no single approach simultaneously avoids redundant comparisons,uses the same baseline periods as the treatment effects, and produces estimates for every pre-treatment period. We re-analyze a study on the political effects of the 2008 “shale shock” onRepublican vote share in U.S. coal counties (Gazmararian 2025). While the original analysisused in-sample imputation and concluded pre-trends were small, corrected approaches revealpre-trends comparable to the estimated treatment effects.", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "ernesto2025", "title": "Comparative Evaluation of Difference in Differences Methods for Staggered Adoption Interventions", "authors": ["Ernesto Ulloa-Pérez", "Elizabeth F. Bair", "Amol S. Navathe", "Kristin A. Linn"], "year": 2025, "venue": "arXiv preprint", "doi": "", "url": "http://arxiv.org/abs/2508.14365v1", "abstract": "Staggered adoption is a common approach for implementing healthcare interventions, where different units adopt the program at different times. Difference-in-differences (DiD) methods are frequently used to evaluate the effects of such interventions. Nonetheless, recent research has shown that classical DiD approaches designed for a single treatment start date can produce biased estimates in staggered adoption settings, particularly due to treatment effect heterogeneity across adoption and calendar time. Several alternative methods have been developed to address these limitations. However, these methods have not been fully systematically compared, and their practical utility remains unclear. Motivated by a payment program implemented by a healthcare provider in Hawaii, we provide a comprehensive review of the staggered adoption setting and a selection of DiD methods suitable for this context. We begin with a theoretical overview of these methods, followed by a simulation study designed to resemble the characteristics of our application, where the intervention is implemented at the cluster level. Our results show that the current methods tend to under-perform when the number of clust", "grade": "B", "theme": "ch5_research_design", "source": "arxiv"}
{"key": "dae2024", "title": "Benefits and costs of matching prior to a difference in differences analysis when parallel trends does not hold", "authors": ["Dae Woong Ham", "Luke Miratrix"], "year": 2024, "venue": "The Annals of Applied Statistics", "doi": "10.1214/24-aoas1872", "url": "https://doi.org/10.1214/24-aoas1872", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "lee2024", "title": "A Generalized Difference-in-Differences Estimator for Randomized Stepped-Wedge and Observational Staggered Adoption Settings", "authors": ["Lee Kennedy-Shaffer"], "year": 2024, "venue": "arXiv preprint", "doi": "10.1093/biomtc/ujag105", "url": "https://doi.org/10.1093/biomtc/ujag105", "abstract": "Staggered treatment adoption arises in the evaluation of policy impact and implementation in many settings, including both randomized stepped-wedge trials and non-randomized quasi-experiments with panel data. In both settings, getting an interpretable, unbiased effect estimate requires careful consideration of the target estimand and possible treatment effect heterogeneities. This paper proposes a novel non-parametric approach to this estimation for either setting. By constructing an estimator using weighted averages of two-by-two difference-in-differences comparisons as building blocks, the investigator can target the desired estimand for any assumed treatment effect heterogeneities. This provides desirable bias and interpretation properties while using the comparisons efficiently to mitigate the loss of precision, without requiring correct variance specification. The methods are demonstrated for both a randomized stepped-wedge trial on the impact of novel tuberculosis diagnostic tools and an observational staggered adoption study on the effects of COVID-19 vaccine financial incentive lotteries in U.S. states; these are compared to analyses using previous methods. A full algorithm", "grade": "B", "theme": "ch5_research_design", "source": "arxiv"}
{"key": "roberto2026", "title": "Evaluating policy impact under sparse and staggered adoption. A synthetic difference-in-differences application to EU rural development measures.", "authors": ["Roberto Esposti"], "year": 2026, "venue": "Evaluation and Program Planning", "doi": "10.1016/j.evalprogplan.2026.102751", "url": "https://doi.org/10.1016/j.evalprogplan.2026.102751", "abstract": "This paper investigates how farmers respond to targeted policy measures under the EU Common Agricultural Policy (CAP), focusing on whether voluntary adoption, often driven by private motivations, also leads to outcomes of societal interest. To address the methodological challenges posed by staggered and sparse treatment adoption, the study employs a Synthetic Difference-in-Differences (SDID) approach. A theoretical framework is developed to distinguish between private and societal outcomes of policy adoption. The empirical analysis uses a balanced panel of Italian farms from 2014 to 2022 and focuses on selected second-pillar CAP measures. Results reveal that while some measures significantly affect private outcomes (e.g., farm income or productivity), their impact on societal outcomes (e.g., environmental indicators) is weaker and more volatile. The paper discusses key challenges in identifying and estimating effects with few, heterogeneous treated units and staggered policy uptake. While SDID is well-suited to such contexts, its real-world application may face practical limitations.", "grade": "A", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "k2023", "title": "Investigating Impacts of Health Policies Using Staggered Difference-in-Differences: The Effects of Adoption of an Online Consultation System on Prescribing Patterns of Antibiotics", "authors": ["K. Ellis", "R. Keogh", "G. Clarke", "Stephen O'Neill Department of Medical Statistics", "L. Hygiene", "Tropical Medicine", "London", "Uk"], "year": 2023, "venue": "", "doi": "", "url": "https://arxiv.org/abs/2305.19878", "abstract": "We use a recently proposed staggered difference-in-differences approach to investigate effects of adoption of an online consultation system in English general practice on antibiotic prescribing patterns. The target estimand is the average effect for each group of practices (defined by year of adoption) in each year, which we aggregate across all adopting practices, by group, and by time since adoption. We find strong evidence of a positive effect of adoption on antibiotic prescribing rates, though the magnitude of effect is relatively small. As time since adoption increases, the effect size increases, while effects vary across groups.", "grade": "B", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "s2025", "title": "Bayesian Estimation of Cohort-Time-Stratum Specific Effects in Staggered Difference-in-Differences", "authors": ["S. Chib", "Kenichi Shimizu"], "year": 2025, "venue": "", "doi": "", "url": "https://arxiv.org/abs/2505.18391", "abstract": "Difference-in-Differences designs with staggered treatment adoption are widely used to study heterogeneous treatment effects across cohorts and time periods. We develop a probabilistic framework for estimating potentially high-dimensional ATT arrays that vary across cohorts, periods, and strata defined by baseline covariates. The framework jointly estimates subgroup-specific treatment effects through a unified likelihood-based model, stabilizing inference in sparse cohort-by-time-by-stratum settings. We establish a Bernstein-von Mises theorem for the ATT array, implying asymptotically valid frequentist coverage of posterior credible intervals. Simulations and an application to minimum wage increases and teen employment demonstrate meaningful finite-sample improvements and important subgroup heterogeneity.", "grade": "B", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "julia2024", "title": "Understanding Difference-in-differences methods to evaluate policy effects with staggered adoption: an application to Medicaid and HIV", "authors": ["Julia C. Thome", "P. Rebeiro", "Andrew J. Spieker", "Bryan E. Shepherd"], "year": 2024, "venue": "", "doi": "", "url": "https://arxiv.org/abs/2402.12576", "abstract": "While a randomized control trial is considered the gold standard for estimating causal treatment effects, there are many research settings in which randomization is infeasible or unethical. In such cases, researchers rely on analytical methods for observational data to explore causal relationships. Difference-in-differences (DID) is one such method that, most commonly, estimates a difference in some mean outcome in a group before and after the implementation of an intervention or policy and compares this with a control group followed over the same time (i.e., a group that did not implement the intervention or policy). Although DID modeling approaches have been gaining popularity in public health research, the majority of these approaches and their extensions are developed and shared within the economics literature. While extensions of DID modeling approaches may be straightforward to apply to observational data in any field, the complexities and assumptions involved in newer approaches are often misunderstood. In this paper, we focus on recent extensions of the DID method and their relationships to linear models in the setting of staggered treatment adoption over multiple years. We detail the identification and estimation of the average treatment effect among the treated using potential outcomes notation, highlighting the assumptions necessary to produce valid estimates. These concepts are described within the context of Medicaid expansion and retention in care among people l", "grade": "B", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "zachary2022", "title": "Synthetic difference-in-differences estimation with staggered treatment timing", "authors": ["Zachary Porreca"], "year": 2022, "venue": "Economics Letters", "doi": "10.1016/j.econlet.2022.110874", "url": "https://doi.org/10.1016/j.econlet.2022.110874", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "openalex"}
{"key": "jonathan2022", "title": "What's Trending in Difference-in-Differences? A Synthesis of the Recent Econometrics Literature", "authors": ["Jonathan Roth", "Pedro H. C. Sant’Anna", "Alyssa Bilinski", "John Poe"], "year": 2022, "venue": "arXiv (Cornell University)", "doi": "10.48550/arxiv.2201.01194", "url": "https://doi.org/10.48550/arxiv.2201.01194", "abstract": "This paper synthesizes recent advances in the econometrics of difference-in-differences (DiD) and provides concrete recommendations for practitioners. We begin by articulating a simple set of ``canonical'' assumptions under which the econometrics of DiD are well-understood. We then argue that recent advances in DiD methods can be broadly classified as relaxing some components of the canonical DiD setup, with a focus on $(i)$ multiple periods and variation in treatment timing, $(ii)$ potential violations of parallel trends, or $(iii)$ alternative frameworks for inference. Our discussion highlights the different ways that the DiD literature has advanced beyond the canonical model, and helps to clarify when each of the papers will be relevant for empirical work. We conclude by discussing some promising areas for future research.", "grade": "B", "theme": "ch5_research_design", "source": "openalex"}
{"key": "zachary2022_2", "title": "Synthetic Difference-In-Differences Estimation With Staggered Treatment Timing", "authors": ["Zachary Porreca"], "year": 2022, "venue": "SSRN Electronic Journal", "doi": "10.2139/ssrn.4015931", "url": "https://doi.org/10.2139/ssrn.4015931", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "bradley2023", "title": "DiDforBigData: A Big Data Implementation of Difference-in-Differences Estimation with Staggered Treatment", "authors": ["Bradley Setzler"], "year": 2023, "venue": "CRAN: Contributed Packages", "doi": "10.32614/cran.package.didforbigdata", "url": "https://doi.org/10.32614/cran.package.didforbigdata", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "bryce2026", "title": "Tablets Behind Bars: Evidence from a Staggered Adoption Difference-in-Differences Study of Prison Misconduct", "authors": ["Bryce Peterson", "KiDeuk Kim", "Rochisha Shukla", "Sarah Aukamp"], "year": 2026, "venue": "CrimRxiv", "doi": "10.21428/cb6ab371.11bde77f", "url": "https://doi.org/10.21428/cb6ab371.11bde77f", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "xuliang2025", "title": "Modern Staggered Difference-in-Differences: From the Pitfalls of Two-Way Fixed Effects (TWFE) to Robust Estimation", "authors": ["Xuliang Wang"], "year": 2025, "venue": "", "doi": "10.2139/ssrn.5456874", "url": "https://doi.org/10.2139/ssrn.5456874", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "yesol2025", "title": "Parallel Trends Forest: Data-Driven Control Sample Selection in Difference-in-Differences", "authors": ["Yesol Huh", "Matthew Vanderpool Kling"], "year": 2025, "venue": "", "doi": "10.2139/ssrn.5508200", "url": "https://doi.org/10.2139/ssrn.5508200", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "lee2024_2", "title": "Review 2: \"Parallel Trends in an Unparalleled Pandemic: Difference-in-Differences for Infectious Disease Policy Evaluation\"", "authors": ["Lee Kennedy-Schaffer"], "year": 2024, "venue": "", "doi": "10.1162/2e3983f5.7efdeb76", "url": "https://doi.org/10.1162/2e3983f5.7efdeb76", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "luke2024", "title": "Review 1: \"Parallel Trends in an Unparalleled Pandemic: Difference-in-Differences for Infectious Disease Policy Evaluation\"", "authors": ["Luke J Keele"], "year": 2024, "venue": "", "doi": "10.1162/2e3983f5.b7b4696b", "url": "https://doi.org/10.1162/2e3983f5.b7b4696b", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "luke2024_2", "title": "Reviews of \"Parallel Trends in an Unparalleled Pandemic: Difference-in-Differences for Infectious Disease Policy Evaluation\"", "authors": ["Luke J Keele", "Lee Kennedy-Schaffer"], "year": 2024, "venue": "", "doi": "10.1162/2e3983f5.557f5081", "url": "https://doi.org/10.1162/2e3983f5.557f5081", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "scott2021", "title": "Interpretation of Nonlinear Difference-in-Differences: The Role of the Parallel Trends Assumption", "authors": ["Scott Barkowski"], "year": 2021, "venue": "SSRN Electronic Journal", "doi": "10.2139/ssrn.3772458", "url": "https://doi.org/10.2139/ssrn.3772458", "abstract": "", "grade": "A", "theme": "ch5_research_design", "source": "crossref"}
{"key": "danielle2026", "title": "Cannabis legalization and cannabis and opioid use in a large, multistate sample of people who inject drugs: A staggered adoption difference-in-differences analysis.", "authors": ["Danielle F. Haley", "Stephanie Beane", "L. Beletsky", "Courtney Yarbrough", "Sabriya L Linton", "Umedjon Ibragimov", "H. Cooper"], "year": 2026, "venue": "Drug and Alcohol Dependence", "doi": "10.1016/j.drugalcdep.2026.113040", "url": "https://doi.org/10.1016/j.drugalcdep.2026.113040", "abstract": "BACKGROUND\nThe role of cannabis reform in shaping North America's overdose and addiction crisis remains hotly contested. People who inject drugs (PWID) sometimes substitute cannabis for opioids. Yet, no research has examined the effects of cannabis legalization on opioid use among PWID-- despite major potential for PWID to benefit from policy interventions reducing opioid-related harms. We examined whether legalizing cannabis for medical use (MCL) vs. both MCL and adult/recreational use (MCL+RCL) was associated with changes in substance use among PWID, overall and by sex and race/ethnicity.\n\n\nMETHODS\nThis serial cross-sectional observational study used staggered adoption difference-in-differences models to analyze data (2012, 2015, 2018, 2022) from 28,069 PWID from 13 states. We examined associations between time-varying implementation of MCLs and MCL+RCLs and self-reported past 12-month daily use of cannabis and non-medical opioid use.\n\n\nRESULTS\nCompared to MCL, MCL+RCL was associated with a 9-11 % decrease in the probability of daily opioid misuse (95 % CIs: [any opioids: -14.0, -4.0]; [injected opioids, -19.0, -2.0]). The probability of daily cannabis use increased from 15 % to 20 % for non-Latinx White PWID in states transitioning from no legalization to MCL (95 % CIs: 14.0, 17.0; 17.0, 23.0).\n\n\nCONCLUSIONS\nCannabis legalization may shape daily opioid consumption among PWID, potentially reducing drug-related harms. Differences in cannabis use following legalization may re", "grade": "A", "theme": "ch5_research_design", "source": "semantic_scholar"}
{"key": "kosuke2013", "title": "Covariate Balancing Propensity Score", "authors": ["Kosuke Imai", "Marc Ratkovic"], "year": 2013, "venue": "Journal of the Royal Statistical Society Series B (Statistical Methodology)", "doi": "10.1111/rssb.12027", "url": "https://doi.org/10.1111/rssb.12027", "abstract": "Summary The propensity score plays a central role in a variety of causal inference settings. In particular, matching and weighting methods based on the estimated propensity score have become increasingly common in the analysis of observational data. Despite their popularity and theoretical appeal, the main practical difficulty of these methods is that the propensity score must be estimated. Researchers have found that slight misspecification of the propensity score model can result in substantial bias of estimated treatment effects. We introduce covariate balancing propensity score (CBPS) methodology, which models treatment assignment while optimizing the covariate balance. The CBPS exploits the dual characteristics of the propensity score as a covariate balancing score and the conditional probability of treatment assignment. The estimation of the CBPS is done within the generalized method-of-moments or empirical likelihood framework. We find that the CBPS dramatically improves the poor empirical performance of propensity score matching and weighting methods reported in the literature. We also show that the CBPS can be extended to other important settings, including the estimation of the generalized propensity score for non-binary treatments and the generalization of experimental estimates to a target population. Open source software is available for implementing the methods proposed.", "grade": "A", "theme": "ch5_research_design", "source": "openalex"}
{"key": "vicky2025", "title": "To Bootstrap or Not in Economic Modeling: The Impact Of Propensity Score Matching within Causal Inference Framework", "authors": ["Vicky Zhu", "Bingyue Su"], "year": 2025, "venue": "", "doi": "10.2139/ssrn.5375566", "url": "https://doi.org/10.2139/ssrn.5375566", "abstract": "", "grade": "B", "theme": "ch5_research_design", "source": "crossref"}
{"key": "nees2017", "title": "Citation-based clustering of publications using CitNetExplorer and VOSviewer", "authors": ["Nees Jan van Eck", "Ludo Waltman"], "year": 2017, "venue": "Scientometrics", "doi": "10.1007/s11192-017-2300-7", "url": "https://doi.org/10.1007/s11192-017-2300-7", "abstract": "Clustering scientific publications in an important problem in bibliometric research. We demonstrate how two software tools, CitNetExplorer and VOSviewer, can be used to cluster publications and to analyze the resulting clustering solutions. CitNetExplorer is used to cluster a large set of publications in the field of astronomy and astrophysics. The publications are clustered based on direct citation relations. CitNetExplorer and VOSviewer are used together to analyze the resulting clustering solutions. Both tools use visualizations to support the analysis of the clustering solutions, with CitNetExplorer focusing on the analysis at the level of individual publications and VOSviewer focusing on the analysis at an aggregate level. The demonstration provided in this paper shows how a clustering of publications can be created and analyzed using freely available software tools. Using the approach presented in this paper, bibliometricians are able to carry out sophisticated cluster analyses without the need to have a deep knowledge of clustering techniques and without requiring advanced computer skills.", "grade": "A", "theme": "ch6_analysis_plan", "source": "openalex"}
{"key": "verena2020", "title": "Towards a generalized framework for missing value imputation of fragmented Earth observation data", "authors": ["Verena Bessenbacher", "Lukas Gudmundsson", "Sonia I. Seneviratne"], "year": 2020, "venue": "", "doi": "10.5194/egusphere-egu2020-8823", "url": "https://doi.org/10.5194/egusphere-egu2020-8823", "abstract": "\n        &amp;lt;p&amp;gt;&amp;lt;span&amp;gt;The past decades have seen massive advances in generating Earth System observations. A plethora of instruments is, at any point in time, taking remote measurements of the Earth&amp;amp;#8217;s surface aboard satellites. This birds-eye view of the land surface has become invaluable to the climate science and hydrology communities. However, the same variable is often observed by several platforms&amp;lt;/span&amp;gt;&amp;lt;!-- Add that fragmentation also stems from observing different vars with not comparable measurement techniques, not necessarly ensuring physical consistency VB --&amp;gt;&amp;lt;span&amp;gt; with contrasting results and satellite observations have non-trivial patterns of missing values. Consequently, mostly only one remote sensing product is used simultaneously. This and the inherent missingness of the datasets has led to a fragmentation of the observational record that limits the widespread use of remotely sensed land observations. We aim towards a generalized framework for gap-filling global, high-resolution remote sensing measurements relevant for the terrestrial water cycle, focusing on ESA microwave soil moisture, land surface temperature and GPM precipitation. To this end, we explore statistical imputation methods and benchmark them using a &amp;amp;#8220;perfect dataset approach&amp;amp;#8221;, in which we apply the missingness pattern of the remote sensing datasets onto their matching variables in the ERA", "grade": "B", "theme": "ch6_analysis_plan", "source": "crossref"}