diff --git a/Makefile b/Makefile index 70a2889..10da2f0 100644 --- a/Makefile +++ b/Makefile @@ -107,7 +107,7 @@ missing_data/missing_data.html: missing_data/missing_data.Rmd multiple-comparisons/multiple-comparisons.html: multiple-comparisons/multiple-comparisons.Rmd Rscript -e "rmarkdown::render('./multiple-comparisons/multiple-comparisons.Rmd')" -multisite/multisite.html: multisite/multisite.Rmd +multisite/multisite.html: multisite/multisite.Rmd multisite/refs.bib Rscript -e "rmarkdown::render('./multisite/multisite.Rmd')" null/null_results.html: null/null_results.Rmd diff --git a/multisite/multisite.html b/multisite/multisite.html index 7588f21..4825808 100644 --- a/multisite/multisite.html +++ b/multisite/multisite.html @@ -994,19 +994,19 @@

10 10. Takeaway advice for resear

References

-Abadie, Alberto, Susan Athey, Guido W. Imbens, and Jeffrey Wooldridge. 2017. “When Should You Adjust Standard Errors for Clustering?” NBER. +Abadie, Alberto, Susan Athey, Guido W. Imbens, and Jeffrey Wooldridge. 2017. “When Should You Adjust Standard Errors for Clustering?” NBER. https://www-nber-org.ezp-prod1.hul.harvard.edu/papers/w24003.
-Bloom, Raudenbush, H. S., and K. Porter. 2017. “Using Multisite Experiments to Study Cross-Site Variation in Treatment Effects: A Hybrid Approach with Fixed Intercepts and a Random Treatment Coefficient.” Journal of Research on Educational Effectiveness 10 (4): 817–42. +Bloom, Raudenbush, H. S., and K. Porter. 2017. “Using Multisite Experiments to Study Cross-Site Variation in Treatment Effects: A Hybrid Approach with Fixed Intercepts and a Random Treatment Coefficient.” Journal of Research on Educational Effectiveness 10 (4): 817–42. https://doi.org/10.1080/19345747.2016.1264518.
Bowers, Jake. 2011. “Making Effects Manifest in Randomized Experiments.” In Cambridge Handbook of Experimental Political Science, edited by James N. Druckman, Donald P. Green, James H. Kuklinski, and Arthur Lupia. New York, NY: Cambridge University Press.
-Clark, Gleason, M. A., and M. K. Silverberg. 2011. “Do Charter Schools Improve Student Achievement? Evidence from a National Randomized Study.” Mathematica Policy Research, Inc. +Clark, Gleason, M. A., and M. K. Silverberg. 2011. “Do Charter Schools Improve Student Achievement? Evidence from a National Randomized Study.” Mathematica Policy Research, Inc. https://eric.ed.gov/?id=ED528381.
-Dong, Nianbo, and Rebecca Maynard. 2013. “PowerUP!: A Tool for Calculating Minimum Detectable Effect Sizes and Minimum Required Sample Sizes for Experimental and Quasi-Experimental Design Studies.” Journal of Research on Educational Effectiveness 6 (1): 24–67. +Dong, Nianbo, and Rebecca Maynard. 2013. “PowerUP!: A Tool for Calculating Minimum Detectable Effect Sizes and Minimum Required Sample Sizes for Experimental and Quasi-Experimental Design Studies.” Journal of Research on Educational Effectiveness 6 (1): 24–67. https://doi.org/10.1080/19345747.2012.673143.
Gerber, Alan S, and Donald P Green. 2012. Field experiments: Design, analysis, and interpretation. WW Norton. @@ -1015,7 +1015,7 @@

References

Hunter, Kristen, Luke Miratrix, and Kristin Porter. 2022. “Power Under Multiplicity Project (PUMP): Estimating Power, Minimum Detectable Effect Size, and Sample Size When Adjusting for Multiple Outcomes.” arXiv. https://arxiv.org/abs/2112.15273.
-Imai, Kosuke, Gary King, and Elizabeth A. Stuart. 2008. “Misunderstandings Between Experimentalists and Observationalists about Causal Inference.” Journal of the Royal Statistical Society: Series A 171 (2): 481–502. +Imai, Kosuke, Gary King, and Elizabeth A. Stuart. 2008. “Misunderstandings Between Experimentalists and Observationalists about Causal Inference.” Journal of the Royal Statistical Society: Series A 171 (2): 481–502. https://doi.org/10.1111/j.1467-985X.2007.00527.x.
Imbens, Guido W., and Donald B. Rubin. 2015. Causal Inference for Statistics, Social, and Biomedical Sciences: An Introduction. Cambridge University Press. @@ -1024,43 +1024,43 @@

References

Lin, Winston. 2013. “Agnostic notes on regression adjustments to experimental data: Reexamining Freedman’s critique.” The Annals of Applied Statistics 7 (1): 295–318.
-Miratrix, Luke E., Michael Weiss, and Brit Henderson. 2021. “An Applied Researcher’s Guide to Estimating Effects from Multisite Individually Randomized Trials: Estimands, Estimators, and Estimates.” Journal of Research on Educational Effectiveness 14. +Miratrix, Luke E., Michael Weiss, and Brit Henderson. 2021. “An Applied Researcher’s Guide to Estimating Effects from Multisite Individually Randomized Trials: Estimands, Estimators, and Estimates.” Journal of Research on Educational Effectiveness 14. https://doi.org/10.1080/19345747.2020.1831115.
Moore, Ryan T. 2012. “Multivariate Continuous Blocking to Improve Political Science Experiments.” Political Analysis 20 (4): 460–79.
-Moore, Ryan T, and Sally A Moore. 2013. “Blocking for Sequential Political Experiments.” Political Analysis 21: 507–23. +Moore, Ryan T, and Sally A Moore. 2013. “Blocking for Sequential Political Experiments.” Political Analysis 21: 507–23. http://dx.doi.org/10.1093/pan/mpt007.
-Pashley, Nicole E., and Luke W. Miratrix. 2021. “Insights on Variance Estimation for Blocked and Matched Pairs Designs.” Journal of Educational and Behavioral Statistics 46 (3): 271–96. +Pashley, Nicole E., and Luke W. Miratrix. 2021. “Insights on Variance Estimation for Blocked and Matched Pairs Designs.” Journal of Educational and Behavioral Statistics 46 (3): 271–96. https://doi.org/10.3102/1076998620946272.
-———. 2022. “Block When You Can, Except When You Shouldn’t.” Journal of Educational and Behavioral Statistics 47 (1). +———. 2022. “Block When You Can, Except When You Shouldn’t.” Journal of Educational and Behavioral Statistics 47 (1). https://doi.org/10.3102/10769986211027240.
-Pustejovsky, James E., and Elizabeth Tipton. 2018. “Small-Sample Methods for Cluster-Robust Variance Estimation and Hypothesis Testing in Fixed Effects Models.” Journal of Business & Economic Statistics 36 (4). +Pustejovsky, James E., and Elizabeth Tipton. 2018. “Small-Sample Methods for Cluster-Robust Variance Estimation and Hypothesis Testing in Fixed Effects Models.” Journal of Business & Economic Statistics 36 (4). https://doi.org/10.1080/07350015.2016.1247004.
-Raudenbush, S. W., and D. Schwartz. 2020. “Randomized Experiments in Education, with Implications for Multilevel Causal Inference.” Annual Review of Statistics and Its Application 7 (1). +Raudenbush, S. W., and D. Schwartz. 2020. “Randomized Experiments in Education, with Implications for Multilevel Causal Inference.” Annual Review of Statistics and Its Application 7 (1). https://doi.org/10.1146/annurev-statistics-031219-041205.
-Raudenbush, Stephen W., and Howard S. Bloom. 2015. “Learning about and from a Distribution of Program Impacts Using Multisite Trials.” American Journal of Evaluation 36: 475–99. +Raudenbush, Stephen W., and Howard S. Bloom. 2015. “Learning about and from a Distribution of Program Impacts Using Multisite Trials.” American Journal of Evaluation 36: 475–99. https://doi.org/10.1177/1098214015600515.
-Richburg-Hayes, Visher, L., and D. Bloom. 2008. “Do Learning Communities Effect Academic Outcomes? Evidence from an Experiment in a Community College.” Journal of Research on Educational Effectiveness 1 (1): 33–65. +Richburg-Hayes, Visher, L., and D. Bloom. 2008. “Do Learning Communities Effect Academic Outcomes? Evidence from an Experiment in a Community College.” Journal of Research on Educational Effectiveness 1 (1): 33–65. https://doi.org/10.1080/19345740701692472.
Rubin, D. B. 1990. “Formal Modes of Statistical Inference for Causal Effects.” Journal of Statistical Planning and Inference 25: 279–92.
-Schochet, Peter Z. 2016. “Statistical Theory for the RCT-YES Software: Design-Based Causal Inference for RCTs.” +Schochet, Peter Z. 2016. “Statistical Theory for the RCT-YES Software: Design-Based Causal Inference for RCTs.” https://www.mathematica.org/~/media/publications/pdfs/education/statistical_theory.pdf.
Splawa-Neyman, Jerzy, Dortoa M Dabrowska, and Terence P. Speed. 1923/1990. “On the Application of Probability Theory to Agricultural Experiments. Essay on Principles. Section 9.” Statistical Science 5 (4): 465–72.
-Weiss, Ratledge, M. J., and H. Gupta. 2017. “Supporting Community College Students from Start to Degree Completion: Long-Term Evidence from a Randomized Trial of CUNY’s ASAP.” Annual Economic Journal: Applied Economics 11 (3). +Weiss, Ratledge, M. J., and H. Gupta. 2017. “Supporting Community College Students from Start to Degree Completion: Long-Term Evidence from a Randomized Trial of CUNY’s ASAP.” Annual Economic Journal: Applied Economics 11 (3). https://doi-org.ezp-prod1.hul.harvard.edu/10.1080/19345740701692472.
diff --git a/multisite/refs.bib b/multisite/refs.bib index c9fa9a2..4de5cc3 100644 --- a/multisite/refs.bib +++ b/multisite/refs.bib @@ -67,7 +67,7 @@ @article{moore2013 title = {Blocking for sequential political experiments}, volume = {21}, year = {2013}, - bdsk-url-1 = {http://dx.doi.org/10.1093/pan/mpt007}} + url = {http://dx.doi.org/10.1093/pan/mpt007}} @article{moore2012multivariate, author = {Moore, Ryan T}, @@ -94,7 +94,7 @@ @techreport{Abadie2017 title = {When should you adjust standard errors for clustering?}, institution = {NBER}, year = {2017}, - bdsk-url-1 = {https://www-nber-org.ezp-prod1.hul.harvard.edu/papers/w24003}} + url = {https://www-nber-org.ezp-prod1.hul.harvard.edu/papers/w24003}} @article{Bloom2017, author = {Bloom, H. S., Raudenbush, S. W., Weiss, M. J., and Porter, K.}, @@ -104,14 +104,14 @@ @article{Bloom2017 title = {Using multisite experiments to study cross-site variation in treatment effects: A hybrid approach with fixed intercepts and a random treatment coefficient}, volume = {10}, year = {2017}, - bdsk-url-1 = {https://doi.org/10.1080/19345747.2016.1264518}} + url = {https://doi.org/10.1080/19345747.2016.1264518}} @misc{Clark2011, author = {Clark, M. A., Gleason, P., Tuttle, C. C., and Silverberg, M. K.}, howpublished = {Mathematica Policy Research, Inc}, title = {Do Charter Schools Improve Student Achievement? Evidence from a National Randomized Study}, year = {2011}, - bdsk-url-1 = {https://eric.ed.gov/?id=ED528381}} + url = {https://eric.ed.gov/?id=ED528381}} @article{Dong2013, author = {Dong, Nianbo and Maynard, Rebecca}, @@ -122,7 +122,7 @@ @article{Dong2013 title = {PowerUP!: A Tool for Calculating Minimum Detectable Effect Sizes and Minimum Required Sample Sizes for Experimental and Quasi-Experimental Design Studies}, volume = {6}, year = {2013}, - bdsk-url-1 = {https://doi.org/10.1080/19345747.2012.673143}} + url = {https://doi.org/10.1080/19345747.2012.673143}} @misc{Hunter2022, author = {Kristen Hunter and Luke Miratrix and Kristin Porter}, @@ -130,7 +130,7 @@ @misc{Hunter2022 title = {Power Under Multiplicity Project (PUMP): Estimating Power, Minimum Detectable Effect Size, and Sample Size When Adjusting for Multiple Outcomes}, url = {https://arxiv.org/abs/2112.15273}, year = {2022}, - bdsk-url-1 = {https://arxiv.org/abs/2112.15273}} + url = {https://arxiv.org/abs/2112.15273}} @book{Imbens2015, author = {Guido W. Imbens and Donald B. Rubin}, @@ -146,7 +146,7 @@ @article{Imai2008 title = {Misunderstandings between experimentalists and observationalists about causal inference}, volume = {171}, year = {2008}, - bdsk-url-1 = {https://doi.org/10.1111/j.1467-985X.2007.00527.x}} + url = {https://doi.org/10.1111/j.1467-985X.2007.00527.x}} @article{Neyman1923, author = {Jerzy Splawa-Neyman and Dortoa M Dabrowska and Terence P. Speed}, @@ -165,7 +165,7 @@ @article{Miratrix2020 volume = {14}, issue = {1}, year = {2021}, - bdsk-url-1 = {https://doi.org/10.1080/19345747.2020.1831115}} + url = {https://doi.org/10.1080/19345747.2020.1831115}} @article{Pashley2021, author = {Nicole E. Pashley and Luke W. Miratrix}, @@ -175,7 +175,7 @@ @article{Pashley2021 title = {Insights on Variance Estimation for Blocked and Matched Pairs Designs}, volume = {46}, year = {2021}, - bdsk-url-1 = {https://doi.org/10.3102/1076998620946272}} + url = {https://doi.org/10.3102/1076998620946272}} @article{Pashley2022, author = {Nicole E. Pashley and Luke W. Miratrix}, @@ -184,7 +184,7 @@ @article{Pashley2022 title = {Block when you can, except when you shouldn't}, volume = {47}, year = {2022}, - bdsk-url-1 = {https://doi.org/10.3102/10769986211027240}} + url = {https://doi.org/10.3102/10769986211027240}} @article{Pustejovsky2018, author = {James E. Pustejovsky and Elizabeth Tipton}, @@ -193,7 +193,7 @@ @article{Pustejovsky2018 number = {4}, title = {Small-Sample Methods for Cluster-Robust Variance Estimation and Hypothesis Testing in Fixed Effects Models}, year = {2018}, - bdsk-url-1 = {https://doi.org/10.1080/07350015.2016.1247004}} + url = {https://doi.org/10.1080/07350015.2016.1247004}} @article{Raudenbush2007, author = {Stephen W. Raudenbush and Andres Martinez and Jessaca Spybrook}, @@ -203,7 +203,7 @@ @article{Raudenbush2007 title = {Strategies for Improving Precision in Group-Randomized Experiments}, volume = {29}, year = {2007}, - bdsk-url-1 = {https://doi.org/10.3102/0162373707299460}} + url = {https://doi.org/10.3102/0162373707299460}} @article{Raudenbush2015, author = {Stephen W. Raudenbush and Howard S. Bloom}, @@ -212,7 +212,7 @@ @article{Raudenbush2015 title = {Learning About and From a Distribution of Program Impacts Using Multisite Trials}, volume = {36}, year = {2015}, - bdsk-url-1 = {https://doi.org/10.1177/1098214015600515}} + url = {https://doi.org/10.1177/1098214015600515}} @article{Raudenbush2020, author = {Raudenbush, S. W., and Schwartz, D.}, @@ -221,7 +221,7 @@ @article{Raudenbush2020 title = {Randomized Experiments in Education, with Implications for Multilevel Causal Inference}, volume = {7}, year = {2020}, - bdsk-url-1 = {https://doi.org/10.1146/annurev-statistics-031219-041205}} + url = {https://doi.org/10.1146/annurev-statistics-031219-041205}} @article{Richburg-Hayes2008, author = {Richburg-Hayes, L., Visher, M., and Bloom, D.}, @@ -231,13 +231,13 @@ @article{Richburg-Hayes2008 title = {Do learning communities effect academic outcomes? Evidence from an experiment in a community college}, volume = {1}, year = {2008}, - bdsk-url-1 = {https://doi.org/10.1080/19345740701692472}} + url = {https://doi.org/10.1080/19345740701692472}} @misc{Schochet2016, author = {Peter Z. Schochet}, title = {Statistical Theory for the RCT-YES Software: Design-Based Causal Inference for RCTs}, year = {2016}, - bdsk-url-1 = {https://www.mathematica.org/~/media/publications/pdfs/education/statistical_theory.pdf}} + url = {https://www.mathematica.org/~/media/publications/pdfs/education/statistical_theory.pdf}} @article{Weiss2019, author = {Weiss, M. J., Ratledge, A., Sommo, C., and Gupta, H.}, @@ -246,4 +246,4 @@ @article{Weiss2019 title = {Supporting Community College Students from Start to Degree Completion: Long-Term Evidence from a Randomized Trial of CUNY's ASAP}, volume = {11}, year = {2017}, - bdsk-url-1 = {https://doi-org.ezp-prod1.hul.harvard.edu/10.1080/19345740701692472}} + url = {https://doi-org.ezp-prod1.hul.harvard.edu/10.1080/19345740701692472}}