@article {1982871, title = {Workshop: TeachEngineering Digital Library: Hundreds of Free, Searchable, NGSS-aligned Hands-on Engineering Lessons for K-12}, year = {2015}, month = {2015}, address = {Seattle, WA}, keywords = {BIS}, author = {Reitsma,Reindert and Zarske,Malinda and Yowell,Janet and Samson,Carleigh} } @article {1973196, title = {Aspects of {\textquoteright}Relevance{\textquoteright} in the Alignment of Curriculum with Educational Standards}, journal = {Information Processing \& Management}, volume = {46}, year = {2010}, month = {2010}, pages = {362-376}, abstract = {Retrieval of useful digitized learning objects is a key objective for educational digital libraries, but imprecise definitions of alignment hinder the development of effective retrieval mechanisms. With over 63,000 U.S. K-12 science and mathematics education standards and a rapid proliferation of Web-enabled curriculum, retrieving curriculum that aligns with the standards to which teachers must teach is increasingly important. Previous studies of such alignment use single-dimensional and binary measures of relevance. Perhaps as a consequence they suffer from low inter-rater reliability (IRR), with experts agreeing about alignments only some 20-40\% of the time. We present the results of an experiment in which the dependent variable {\textquoteleft}alignment{\textquoteright} is operationalized using the Saracevic model of relevance in which; i.e., alignment is defined and measured through {\textquoteleft}clues{\textquoteright} from the everyday practice of K-12 teaching. Results show higher inter-rater reliability on all clues with significantly higher IRR on several specific alignment dimensions. In addition, a (linear) model of {\textquoteleft}overall alignment{\textquoteright} is derived and estimated. Both the structure and explanatory power of the model differ significantly between searching vs. assessment. These results illustrate the usefulness of clue-based relevance measures for information retrieval and have important consequences for both the formulation of automated retrieval mechanisms and the construction of a gold standard set of standard-curriculum alignments.}, keywords = {Accounting, BIS}, url = {http://www.sciencedirect.com/science/article/B6VC8-4XF7Y02-1/2/3fd5e4257f3d904d5929eeff2185c678}, author = {Reitsma,Reindert and Marshall,Byron and Zarske,Malinda} } @conference {1984591, title = {Dimensional Standard Alignment in K-12 Digital Libraries: Assessment of Self-found vs. Recommended Curriculum}, booktitle = {Proceedings of the Joint Conference on Digital Libraries (JCDL{\textquoteright}09), Austin, TX}, year = {2009}, month = {2009}, keywords = {Accounting, BIS}, url = {http://doi.acm.org/10.1145/1555400.1555403}, author = {Marshall,Byron and Reitsma,Reindert and Zarske,Malinda} }