Merge pull request #45 from egap/multisite

Multisite Guide

multisite/.Rprofile

@@ -0,0 +1 @@
+source("renv/activate.R")

multisite/refs.bib

@@ -0,0 +1,249 @@
+%% This BibTeX bibliography file was created using BibDesk.
+%% https://bibdesk.sourceforge.io/
+
+%% Created for jwbowers at 2022-05-24 14:43:18 -0500 
+
+
+%% Saved with string encoding Unicode (UTF-8) 
+
+
+
+@article{rubin:1990b,
+	author = {Rubin, D. B.},
+	date-added = {2022-05-24 14:23:51 -0500},
+	date-modified = {2022-05-24 14:23:51 -0500},
+	journal = {Journal of Statistical Planning and Inference},
+	keywords = {Randomization},
+	pages = {279--292},
+	title = {Formal Modes of Statistical Inference for Causal Effects},
+	volume = {25},
+	year = {1990},
+	bdsk-file-1 = {YnBsaXN0MDDSAQIDBFxyZWxhdGl2ZVBhdGhZYWxpYXNEYXRhXxA3Li4vLi4vLi4vLi4vLi4vRHJvcGJveC9QQVBFUlMvUnViaW4xOTkwe3J1YmluMTk5MGJ9LnBkZk8RAYAAAAAAAYAAAgAADE1hY2ludG9zaCBIRAAAAAAAAAAAAAAAAAAAAAAAAABCRAAB/////xlSdWJpbjE5OTB7cnViaW4xOTkwYn0ucGRmAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAD/////AAAAAAAAAAAAAAAAAAUAAwAACiBjdQAAAAAAAAAAAAAAAAAGUEFQRVJTAAIAOS86VXNlcnM6andib3dlcnM6RHJvcGJveDpQQVBFUlM6UnViaW4xOTkwe3J1YmluMTk5MGJ9LnBkZgAADgA0ABkAUgB1AGIAaQBuADEAOQA5ADAAewByAHUAYgBpAG4AMQA5ADkAMABiAH0ALgBwAGQAZgAPABoADABNAGEAYwBpAG4AdABvAHMAaAAgAEgARAASADdVc2Vycy9qd2Jvd2Vycy9Ecm9wYm94L1BBUEVSUy9SdWJpbjE5OTB7cnViaW4xOTkwYn0ucGRmAAATAAEvAAAVAAIAD///AAAACAANABoAJABeAAAAAAAAAgEAAAAAAAAABQAAAAAAAAAAAAAAAAAAAeI=}}
+
+@article{freedman2008rae,
+	author = {Freedman, David A.},
+	date-added = {2022-05-24 13:44:08 -0500},
+	date-modified = {2022-05-24 13:44:08 -0500},
+	journal = {Advances in Applied Mathematics},
+	number = {2},
+	pages = {180--193},
+	publisher = {Elsevier},
+	title = {{On regression adjustments to experimental data}},
+	volume = {40},
+	year = {2008}}
+
+@article{lin2013agnostic,
+	author = {Lin, Winston},
+	date-added = {2022-05-24 13:43:00 -0500},
+	date-modified = {2022-05-24 13:43:00 -0500},
+	journal = {The Annals of Applied Statistics},
+	number = {1},
+	pages = {295--318},
+	publisher = {Institute of Mathematical Statistics},
+	title = {{Agnostic notes on regression adjustments to experimental data: Reexamining Freedman's critique}},
+	volume = {7},
+	year = {2013}}
+
+@incollection{bowers2011mem,
+	address = {New York, NY},
+	author = {Bowers, Jake},
+	booktitle = {Cambridge Handbook of Experimental Political Science},
+	chapter = {32},
+	date-added = {2022-05-24 13:10:38 -0500},
+	date-modified = {2022-05-24 13:10:38 -0500},
+	editor = {Druckman, James N. and Green, Donald P. and Kuklinski, James H. and Lupia, Arthur},
+	publisher = {Cambridge University Press},
+	title = {Making Effects Manifest in Randomized Experiments},
+	year = {2011}}
+
+@article{moore2013,
+	author = {Moore, Ryan T and Moore, Sally A},
+	date-added = {2022-05-24 13:08:29 -0500},
+	date-modified = {2022-05-24 13:08:29 -0500},
+	issn = {10471987},
+	journal = {Political Analysis},
+	pages = {507--523},
+	pmid = {24143061},
+	title = {Blocking for sequential political experiments},
+	volume = {21},
+	year = {2013},
+	bdsk-url-1 = {http://dx.doi.org/10.1093/pan/mpt007}}
+
+@article{moore2012multivariate,
+	author = {Moore, Ryan T},
+	date-added = {2022-05-24 13:08:24 -0500},
+	date-modified = {2022-05-24 13:08:24 -0500},
+	journal = {Political Analysis},
+	number = {4},
+	pages = {460--479},
+	publisher = {Cambridge University Press},
+	title = {Multivariate continuous blocking to improve political science experiments},
+	volume = {20},
+	year = {2012}}
+
+@book{gerber2012field,
+	author = {Gerber, Alan S and Green, Donald P},
+	date-added = {2022-05-24 12:51:40 -0500},
+	date-modified = {2022-05-24 12:51:40 -0500},
+	publisher = {WW Norton},
+	title = {{Field experiments: Design, analysis, and interpretation}},
+	year = {2012}}
+
+@techreport{Abadie2017,
+	author = {Alberto Abadie and Susan Athey and Guido W. Imbens and Jeffrey Wooldridge},
+	title = {When should you adjust standard errors for clustering?},
+	institution = {NBER},
+	year = {2017},
+	bdsk-url-1 = {https://www-nber-org.ezp-prod1.hul.harvard.edu/papers/w24003}}
+
+@article{Bloom2017,
+	author = {Bloom, H. S., Raudenbush, S. W., Weiss, M. J., and Porter, K.},
+	journal = {Journal of Research on Educational Effectiveness},
+	number = {4},
+	pages = {817-842},
+	title = {Using multisite experiments to study cross-site variation in treatment effects: A hybrid approach with fixed intercepts and a random treatment coefficient},
+	volume = {10},
+	year = {2017},
+	bdsk-url-1 = {https://doi.org/10.1080/19345747.2016.1264518}}
+
+@misc{Clark2011,
+	author = {Clark, M. A., Gleason, P., Tuttle, C. C., and Silverberg, M. K.},
+	howpublished = {Mathematica Policy Research, Inc},
+	title = {Do Charter Schools Improve Student Achievement? Evidence from a National Randomized Study},
+	year = {2011},
+	bdsk-url-1 = {https://eric.ed.gov/?id=ED528381}}
+
+@article{Dong2013,
+	author = {Dong, Nianbo and Maynard, Rebecca},
+	issn = {1934-5747},
+	journal = {Journal of Research on Educational Effectiveness},
+	number = {1},
+	pages = {24-67},
+	title = {PowerUP!: A Tool for Calculating Minimum Detectable Effect Sizes and Minimum Required Sample Sizes for Experimental and Quasi-Experimental Design Studies},
+	volume = {6},
+	year = {2013},
+	bdsk-url-1 = {https://doi.org/10.1080/19345747.2012.673143}}
+
+@misc{Hunter2022,
+	author = {Kristen Hunter and Luke Miratrix and Kristin Porter},
+	journal = {arXiv},
+	title = {Power Under Multiplicity Project (PUMP): Estimating Power, Minimum Detectable Effect Size, and Sample Size When Adjusting for Multiple Outcomes},
+	url = {https://arxiv.org/abs/2112.15273},
+	year = {2022},
+	bdsk-url-1 = {https://arxiv.org/abs/2112.15273}}
+
+@book{Imbens2015,
+	author = {Guido W. Imbens and Donald B. Rubin},
+	publisher = {Cambridge University Press},
+	title = {Causal Inference for Statistics, Social, and Biomedical Sciences: {A}n Introduction},
+	year = {2015}}
+
+@article{Imai2008,
+	author = {Kosuke Imai and Gary King and Elizabeth A. Stuart},
+	journal = {Journal of the Royal Statistical Society: Series A},
+	number = {2},
+	pages = {481-502},
+	title = {Misunderstandings between experimentalists and observationalists about causal inference},
+	volume = {171},
+	year = {2008},
+	bdsk-url-1 = {https://doi.org/10.1111/j.1467-985X.2007.00527.x}}
+
+@article{Neyman1923,
+	author = {Jerzy Splawa-Neyman and Dortoa M Dabrowska and Terence P. Speed},
+	journal = {Statistical Science},
+	number = {4},
+	pages = {465-472},
+	publisher = {JSTOR},
+	title = {On the Application of Probability Theory to Agricultural Experiments. {E}ssay on Principles. {S}ection 9.},
+	volume = {5},
+	year = {1923/1990}}
+
+@article{Miratrix2020,
+	author = {Luke E. Miratrix and Michael Weiss and Brit Henderson},
+	journal = {Journal of Research on Educational Effectiveness},
+	title = {An Applied Researcher's Guide to Estimating Effects From Multisite Individually Randomized Trials: Estimands, Estimators, and Estimates},
+	volume = {14},
+	issue = {1},
+	year = {2021},
+	bdsk-url-1 = {https://doi.org/10.1080/19345747.2020.1831115}}
+
+@article{Pashley2021,
+	author = {Nicole E. Pashley and Luke W. Miratrix},
+	journal = {Journal of Educational and Behavioral Statistics},
+	number = {3},
+	pages = {271-296},
+	title = {Insights on Variance Estimation for Blocked and Matched Pairs Designs},
+	volume = {46},
+	year = {2021},
+	bdsk-url-1 = {https://doi.org/10.3102/1076998620946272}}
+
+@article{Pashley2022,
+	author = {Nicole E. Pashley and Luke W. Miratrix},
+	journal = {Journal of Educational and Behavioral Statistics},
+	number = {1},
+	title = {Block when you can, except when you shouldn't},
+	volume = {47},
+	year = {2022},
+	bdsk-url-1 = {https://doi.org/10.3102/10769986211027240}}
+
+@article{Pustejovsky2018,
+	author = {James E. Pustejovsky and Elizabeth Tipton},
+	journal = {Journal of Business \& Economic Statistics},
+	volume = {36},
+	number = {4},
+	title = {Small-Sample Methods for Cluster-Robust Variance Estimation and Hypothesis Testing in Fixed Effects Models},
+	year = {2018},
+	bdsk-url-1 = {https://doi.org/10.1080/07350015.2016.1247004}}
+
+@article{Raudenbush2007,
+	author = {Stephen W. Raudenbush and Andres Martinez and Jessaca Spybrook},
+	journal = {Educational Evaluation and Policy Analysis},
+	number = {1},
+	pages = {5-29},
+	title = {Strategies for Improving Precision in Group-Randomized Experiments},
+	volume = {29},
+	year = {2007},
+	bdsk-url-1 = {https://doi.org/10.3102/0162373707299460}}
+
+@article{Raudenbush2015,
+	author = {Stephen W. Raudenbush and Howard S. Bloom},
+	journal = {American Journal of Evaluation},
+	pages = {475-499},
+	title = {Learning About and From a Distribution of Program Impacts Using Multisite Trials},
+	volume = {36},
+	year = {2015},
+	bdsk-url-1 = {https://doi.org/10.1177/1098214015600515}}
+
+@article{Raudenbush2020,
+	author = {Raudenbush, S. W., and Schwartz, D.},
+	journal = {Annual Review of Statistics and Its Application},
+	number = {1},
+	title = {Randomized Experiments in Education, with Implications for Multilevel Causal Inference},
+	volume = {7},
+	year = {2020},
+	bdsk-url-1 = {https://doi.org/10.1146/annurev-statistics-031219-041205}}
+
+@article{Richburg-Hayes2008,
+	author = {Richburg-Hayes, L., Visher, M., and Bloom, D.},
+	journal = {Journal of Research on Educational Effectiveness},
+	number = {1},
+	pages = {33-65},
+	title = {Do learning communities effect academic outcomes? Evidence from an experiment in a community college},
+	volume = {1},
+	year = {2008},
+	bdsk-url-1 = {https://doi.org/10.1080/19345740701692472}}
+
+@misc{Schochet2016,
+	author = {Peter Z. Schochet},
+	title = {Statistical Theory for the RCT-YES Software: Design-Based Causal Inference for RCTs},
+	year = {2016},
+	bdsk-url-1 = {https://www.mathematica.org/~/media/publications/pdfs/education/statistical_theory.pdf}}
+
+@article{Weiss2019,
+	author = {Weiss, M. J., Ratledge, A., Sommo, C., and Gupta, H.},
+	journal = {Annual Economic Journal: Applied Economics},
+	number = {3},
+	title = {Supporting Community College Students from Start to Degree Completion: Long-Term Evidence from a Randomized Trial of CUNY's ASAP},
+	volume = {11},
+	year = {2017},
+	bdsk-url-1 = {https://doi-org.ezp-prod1.hul.harvard.edu/10.1080/19345740701692472}}