references.bib

  @misc{Marwick_Schmidt_2019,
  title={Tool-driven Revolutions in Archaeological Science},
  url={osf.io/rhvn5},
  DOI={10.17605/OSF.IO/RHVN5},
  publisher={OSF},
  author={Marwick, Ben and Schmidt, Sophie C},
  year={2019},
  month={Aug}
}

@article{Marwick_2013, title={Multiple optima in Hoabinhian flaked stone artefact palaeoeconomics and palaeoecology at two archaeological sites in Northwest Thailand}, volume={32}, ISSN={0278-4165}, DOI={http://dx.doi.org/10.1016/j.jaa.2013.08.004}, number={4}, journal={Journal Of Anthropological Archaeology}, author={Marwick, Ben}, year={2013}, pages={553–564} }


@incollection{Bicho2020,
  author      = {Bicho, N. and Cascalheira, J.},
  title       = {The use of lithic assemblages for the definition of short-term occupations in hunter-gatherer prehistory},
  editor      = {Picin, A. and Cascalheira, J.},
  booktitle   = {Short-term occupations in Paleolithic Archaeology. Interdisciplinary Contributions to Archaeology},
  publisher   = {Interdisciplinary Contributions to Archaeology. Springer.},
  address     = {Switzerland},
  year        = {2020},
  url         = {https://www.springer.com/gp/book/9783030274023},
  DOI         = {https://doi.org/10.31235/osf.io/3wgsa}
}



@article{Marwick_Clarkson_O_Connor_Collins_2016, title={Early modern human lithic technology from Jerimalai, East Timor}, volume={101}, ISSN={0047-2484}, journal={Journal Of Human Evolution}, author={Marwick, Ben and Clarkson, Chris and O’Connor, Sue and Collins, Sophie}, year={2016}, pages={45–64} }


@article{national2019reproducibility,
  title={Reproducibility and replicability in science},
  author={National Academies of Sciences, Engineering, and Medicine and others},
  journal={Washington, DC: The National Academies Press), doi},
  volume={10},
  pages={25303},
  year={2019}
}

@article{Millman_Brett_Barnowski_Poline_2018, title={Teaching Computational Reproducibility for Neuroimaging}, volume={12}, ISSN={1662-453X}, url={https://www.frontiersin.org/articles/10.3389/fnins.2018.00727/full}, DOI={10.3389/fnins.2018.00727}, abstractNote={We describe a project-based introduction to reproducible and collaborative neuroimaging analysis. Traditional teaching on neuroimaging usually consists of a series of lectures that emphasize the big picture rather than the foundations on which the techniques are based. The lectures are often paired with practical workshops in which students run imaging analyses using the graphical interface of specific neuroimaging software packages. Our experience suggests that this combination leaves the student with a superficial understanding of the underlying ideas, and an informal, inefficient, and inaccurate approach to analysis. To address these problems, we based our course around a substantial open-ended group project. This allowed us to teach: (a) computational tools to ensure computationally reproducible work, such as the Unix command line, structured code, version control, automated testing, and code review and (b) a clear understanding of the statistical techniques used for a basic analysis of a single run in an MRI scanner. The emphasis we put on the group project showed the importance of standard computational tools for accuracy, efficiency, and collaboration. The projects were broadly successful in engaging students in working reproducibly on real scientific questions. We propose that a course on this model should be the foundation for future programs in neuroimaging. We believe it will also serve as a model for teaching efficient and reproducible research in other fields of computational science.}, journal={Frontiers in Neuroscience}, author={Millman, K. Jarrod and Brett, Matthew and Barnowski, Ross and Poline, Jean-Baptiste}, year={2018} }


@article{wessa2009reproducible,
  title={How Reproducible Research Leads to Non-Rote Learning within Socially Constructivist Statistics Education.},
  author={Wessa, Patrick},
  journal={Electronic Journal of e-Learning},
  volume={7},
  number={2},
  pages={173--182},
  year={2009},
  publisher={ERIC}
}

@article{spearman1904proof,
  title={The proof and measurement of association between two things},
  author={Spearman, Charles},
  journal={American journal of Psychology},
  volume={15},
  number={1},
  pages={72--101},
  year={1904}
}

@book{xie2018r,
  title={R markdown: The definitive guide},
  author={Xie, Yihui and Allaire, Joseph J and Grolemund, Garrett},
  year={2018},
  publisher={CRC Press}
}

@article{perkel2017scientists,
  title={How scientists use Slack},
  author={Perkel, Jeffrey M},
  journal={Nature News},
  volume={541},
  number={7635},
  pages={123},
  year={2017}
}

@article{dvorak2019efficient,
  title={Efficient empiricism: Streamlining teaching, research, and learning in empirical courses},
  author={Dvorak, Tomas and Halliday, Simon D and O’Hara, Michael and Swoboda, Aaron},
  journal={The Journal of Economic Education},
  pages={1--16},
  year={2019},
  publisher={Taylor \& Francis}
}

@article{ccetinkaya2018infrastructure,
  title={Infrastructure and tools for teaching computing throughout the statistical curriculum},
  author={{{C}}etinkaya-Rundel, Mine and Rundel, Colin},
  journal={The American Statistician},
  volume={72},
  number={1},
  pages={58--65},
  year={2018},
  publisher={Taylor \& Francis}
}

@article{baumer2014r,
  title={R Markdown: Integrating A Reproducible Analysis Tool into Introductory Statistics},
  author={Baumer, Ben and Cetinkaya-Rundel, Mine and Bray, Andrew and Loi, Linda and Horton, Nicholas J},
  journal={Technology Innovations in Statistics Education},
  volume={8},
  number={1},
  year={2014}
}

@article{Schmidt2019,
  title={Tool-driven Revolutions in Archaeological Science},
  author={Schmidt, S, and Marwick, Ben},
  url={osf.io/rhvn5},
  DOI={10.17605/OSF.IO/RHVN5},
  publisher={OSF},
  year={2019},
  journal={SocArXiv preprint},
}

@Manual{R_core_team,
    title = {R: A Language and Environment for Statistical Computing},
    author = {{R Core Team}},
    organization = {R Foundation for Statistical Computing},
    address = {Vienna, Austria},
    year = {2019},
    url = {https://www.R-project.org/},
  }

@article{hoffler2017replicationwiki,
  title={ReplicationWiki: Improving Transparency in Social Sciences Research},
  author={H{\"o}ffler, Jan H},
  journal={D-Lib Magazine},
  volume={23},
  number={3},
  pages={1},
  year={2017},
  publisher={Corporation for National Research Initiatives}
}

@article{standing2014using,
  title={Using Replication Projects in Teaching Research Methods.},
  author={Standing, Lionel G and Grenier, Manuel and Lane, Erica A and Roberts, Meigan S and Sykes, Sarah J},
  journal={Psychology Teaching Review},
  volume={20},
  number={1},
  pages={96--104},
  year={2014},
  publisher={ERIC}
}

@inproceedings{hoffler2013teaching,
  title={Teaching Replication in Quantitative Empirical Economics},
  author={H{\"o}ffler, Jan H},
  booktitle={World Economics Association (WEA), Conference on the Economics Curriculum: Towards a Radical Reformation: May},
  pages={3--31},
  year={2013}
}

@article{roettger2018towards,
  title={Towards a replication culture in phonetic research: Speech production research in the classroom},
  author={Roettger, Timo B and Baer-Henney, Dinah},
  year={2018},
  journal={PsyArXiv preprint https://psyarxiv.com/q9t7c},
}

@article{yan2017learning,
  title={Learning networking by reproducing research results},
  author={Yan, Lisa and McKeown, Nick},
  journal={ACM SIGCOMM Computer Communication Review},
  volume={47},
  number={2},
  pages={19--26},
  year={2017},
  publisher={ACM}
}

@article{toelch2018digital,
  title={Digital open science—Teaching digital tools for reproducible and transparent research},
  author={Toelch, Ulf and Ostwald, Dirk},
  journal={PLoS biology},
  volume={16},
  number={7},
  pages={e2006022},
  year={2018},
  publisher={Public Library of Science}
}

@article{jern2018preliminary,
  title={A preliminary study of the educational benefits of conducting replications in the classroom.},
  author={Jern, Alan},
  journal={Scholarship of Teaching and Learning in Psychology},
  volume={4},
  number={1},
  pages={64},
  year={2018},
  publisher={Educational Publishing Foundation}
}

@article{hawkins2018improving,
  title={Improving the replicability of psychological science through pedagogy},
  author={Hawkins, Robert XD and Smith, Eric N and Au, Carolyn and Arias, Juan Miguel and Catapano, Rhia and Hermann, Eric and Keil, Martin and Lampinen, Andrew and Raposo, Sarah and Reynolds, Jesse and others},
  journal={Advances in Methods and Practices in Psychological Science},
  volume={1},
  number={1},
  pages={7--18},
  year={2018},
  publisher={SAGE Publications Sage CA: Los Angeles, CA}
}

@article{janz2016bringing,
  title={Bringing the gold standard into the classroom: replication in university teaching},
  author={Janz, Nicole},
  journal={International Studies Perspectives},
  volume={17},
  number={4},
  pages={392--407},
  year={2016},
  publisher={Oxford University Press}
}

@article{frank2012teaching,
  title={Teaching replication},
  author={Frank, Michael C and Saxe, Rebecca},
  journal={Perspectives on Psychological Science},
  volume={7},
  number={6},
  pages={600--604},
  year={2012},
  publisher={Sage Publications Sage CA: Los Angeles, CA}
}

@article{Ball_Medeiros_2012, title={Teaching Integrity in Empirical Research: A Protocol for Documenting Data Management and Analysis}, volume={43}, ISSN={0022-0485}, DOI={10.1080/00220485.2012.659647}, abstractNote={This article describes a protocol the authors developed for teaching undergraduates to document their statistical analyses for empirical research projects so that their results are completely reproducible and verifiable. The protocol is guided by the principle that the documentation prepared to accompany an empirical research project should be sufficient to allow an independent researcher to replicate easily and exactly every step of the data management and analysis that generated the results reported in a study. The authors hope that requiring students to follow this protocol will not only teach them how to document their research appropriately, but also instill in them the belief that such documentation is an important professional responsibility.}, number={2}, journal={The Journal of Economic Education}, author={Ball, Richard and Medeiros, Norm}, year={2012}, month={Apr}, pages={182–189} }


@article{barba2018terminologies,
  title={Terminologies for reproducible research},
  author={Barba, Lorena A},
  journal={arXiv preprint arXiv:1802.03311},
  year={2018}
}

@article{nosek2015promoting,
  title={Promoting an open research culture},
  author={Nosek, Brian A and Alter, George and Banks, George C and Borsboom, Denny and Bowman, Sara D and Breckler, Steven J and Buck, Stuart and Chambers, Christopher D and Chin, Gilbert and Christensen, Garret and others},
  journal={Science},
  volume={348},
  number={6242},
  pages={1422--1425},
  year={2015},
  publisher={American Association for the Advancement of Science}
}

@article{marwick2018packaging,
  title={Packaging data analytical work reproducibly using R (and friends)},
  author={Marwick, Ben and Boettiger, Carl and Mullen, Lincoln},
  journal={The American Statistician},
  volume={72},
  number={1},
  pages={80--88},
  year={2018},
  publisher={Taylor \& Francis}
}

@book{collins1992changing,
  title={Changing order: Replication and induction in scientific practice},
  author={Collins, Harry},
  year={1992},
  address      = {Chicago},
  publisher={University of Chicago Press}
}

@article{bazerman1989changing,
  title={Changing Order: Replication and Induction in Scientific Practice},
  author={Bazerman, Charles},
  journal={Philosophy of the Social Sciences},
  volume={19},
  number={1},
  pages={115--118},
  year={1989},
  publisher={SAGE Publications Sage CA: Los Angeles, CA}
}

@article{Breslawski_Etter_Jorgeson_Boulanger_2018,
title={The Atlatl to Bow Transition: What Can We Learn from Modern Recreational Competitions?},
volume={43}, ISSN={0197-7261}, DOI={10.1080/01977261.2017.1416918},
abstractNote={The transition from the atlatl to the bow and arrow happened numerous times in prehistory, and it often accompanied changes in socio-political complexity and labor organization. Recent work relying on longitudinal scores from recreational archery and atlatl competitions suggests that changes in socio-political complexity and labor organization arose due to between-technology differences in learning rates: bows take more time to master, and thus their benefits are not as easily obtained as those of atlatls. We discuss comparability issues with these recreational data sets. Additionally, we show that the learning curves underpinning this hypothesis do not account for inter-competitor variability in learning rates and that sources of uncertainty were omitted from the analysis. We use multilevel models to carry out an analysis of the score data that circumvents these problems. The multilevel models indicate that at best, the modern recreational data are consistent with similarly modest score gains for both technologies. These modest gains are probably unrelated to learning.},
number={1},
journal={Lithic Technology},
author={Breslawski, Ryan P. and Etter, Bonnie L. and Jorgeson, Ian and Boulanger, Matthew T.},
year={2018},
month={Jan},
pages={26–37} }

@article{marwick2017open,
  title={Open science in archaeology},
  author={Marwick, Ben and d’Alpoim Guedes, Jade and Barton, C Michael and Bates, Lynsey A and Baxter, Michael and Bevan, Andrew and Bollwerk, Elizabeth A and Bocinsky, R Kyle and Brughmans, Tom and Carter, Alison K and others},
  journal={SAA Archaeological Record},
  volume={17},
  number={4},
  pages={8--14},
  year={2017},
  publisher={Society for American Archaeology}
}

@Article{Marwick2017,
 author="Marwick, Ben",
 title="Computational Reproducibility in Archaeological Research: Basic Principles and a Case Study of Their Implementation",
 journal="Journal of Archaeological Method and Theory",
 year="2017",
 month="Jun",
 day="01",
 volume="24",
 number="2",
 pages="424--450",
 abstract="The use of computers and complex software is pervasive in archaeology, yet their role in the analytical pipeline is rarely exposed for other researchers to inspect or reuse. This limits the progress of archaeology because researchers cannot easily reproduce each other's work to verify or extend it. Four general principles of reproducible research that have emerged in other fields are presented. An archaeological case study is described that shows how each principle can be implemented using freely available software. The costs and benefits of implementing reproducible research are assessed. The primary benefit, of sharing data in particular, is increased impact via an increased number of citations. The primary cost is the additional time required to enhance reproducibility, although the exact amount is difficult to quantify.",
 issn="1573-7764",
 doi="10.1007/s10816-015-9272-9",
 url="https://doi.org/10.1007/s10816-015-9272-9"
}