{ "schemaVersion": "iceqc.research-report.reader.v1", "document": { "id": "doc-iceqc-r-2006-10", "slug": "adult-literacy-measurement-comparability-participation-self-report", "documentNumber": "ICEQC-R-2006-10", "title": "Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data", "subtitle": "A global comparative indicator study of concepts, survey methods, direct assessment, coverage, linguistic context and responsible interpretation", "family": "RESEARCH", "reportType": "THEMATIC_RESEARCH_REPORT", "researchCategory": "DATA_AND_INDICATOR_RESEARCH", "reportArchetype": "COMPARATIVE_INDICATOR_STUDY", "geographicScope": "Global", "ownerBody": "ICEQC Research and Policy Directorate", "publisher": "International Council for Education Quality Certification (ICEQC)", "publicIdentity": "ICEQC_ONLY" }, "version": { "id": "ver-iceqc-r-2006-10-en-2006-10-07", "edition": "2006", "versionLabel": "Published 2006-10-07", "language": "en", "authoritativeLanguage": "en", "status": "PUBLISHED", "publicationDate": "2006-10-07", "evidenceCutoffDate": "2006-10-07", "statusNotice": "This is the controlled English edition. Evidence and institutional status are stated as at the evidence cut-off date.", "summary": "Adult literacy statistics are indispensable to education policy and unusually difficult to interpret. A national rate may be drawn from a census question answered by the individual, a statement made by another household member, an assumption based on schooling, a short reading task or a broader assessment of performance across several kinds of text. These methods do not necessarily measure the same construct, cover the same population or produce comparable values." }, "publicationControl": { "matrixRecordId": "ICEQC-R-2006-10", "temporalBasis": "CONTEMPORANEOUS_AS_AT_PUBLICATION_DATE", "originalAuthorship": "ICEQC", "suggestedMainTextWords": 24000, "suggestedTechnicalAnnexWords": 6500, "suggestedTotalWords": 30500, "actualMainTextWords": 25368, "actualTechnicalAnnexWords": 6502, "actualTotalWords": 31870 }, "frontMatter": { "executiveSummary": [ "Adult literacy statistics are indispensable to education policy and unusually difficult to interpret. A national rate may be drawn from a census question answered by the individual, a statement made by another household member, an assumption based on schooling, a short reading task or a broader assessment of performance across several kinds of text. These methods do not necessarily measure the same construct, cover the same population or produce comparable values.", "The distinction is material. A self-reported response can describe how a person identifies or functions in a familiar setting, but it is affected by question wording, social expectations, language, privacy, proxy response and the threshold understood by interviewer and respondent. A direct assessment observes performance under specified conditions, but it is affected by task selection, translation, administration, sampling, non-response and the relationship between the assessment setting and adults’ everyday literacy practices.", "Literacy is not adequately represented as a permanent binary possession. Contemporary international analysis describes a continuum of capabilities used for different purposes and in different social, linguistic and economic settings. Direct international assessments have demonstrated substantial distributions of prose, document, quantitative and numeracy proficiency within populations and within levels of educational attainment.", "This does not render census and household-survey indicators without value. Censuses can provide broad population coverage and small-area information that a specialised assessment cannot ordinarily match. Household surveys can connect literacy responses to poverty, work, health, language, migration and participation. Their value depends on a clear account of what was asked, who answered, which languages were available, how schooling was treated and who was omitted.", "The report establishes four classes of literacy evidence: self-declaration by the person concerned; proxy declaration by another household member; indirect classification through educational participation or attainment; and direct performance assessment. It also distinguishes a short verification task from a multi-domain assessment. No class is declared universally superior. Each answers a narrower set of questions and carries characteristic error.", "Comparability requires more than applying the same label. Concept, population, age range, language, reference period, question, response categories, mode, respondent, task demands, scoring, sampling, weighting and non-response must be examined together. A time series can break when one of these changes. A cross-national table can contain accurately reported national values that remain unsuitable for direct ranking.", "Participation is both an object of measurement and a condition of measurement quality. Adults with weaker literacy, unfamiliarity with the survey language, disability, insecure residence, long working hours, institutional residence or fear of official contact may be less likely to be reached or to complete an assessment. If their exclusion is not measured, the published distribution may overstate population proficiency.", "The report proposes an indicator-use protocol rather than one universal literacy rate. Every published value should carry a method class, population, age range, languages, respondent rule, reference date, coverage statement and explicit interpretation boundary. Comparisons should be classified as strong, qualified, descriptive only or not supportable.", "Where countries require both extensive coverage and stronger evidence of skill, a layered design is appropriate: a concise census or household module for breadth; direct assessment in a probability sample for proficiency; and a background questionnaire for language, education, literacy practices and participation. The contemporary development of the Literacy Assessment and Monitoring Programme reflects the need for more relevant and reliable evidence while building national statistical capacity.", "The public interest is not served by replacing one uncertain estimate with an opaque assessment score. Responsible measurement must preserve the definition, sampling, uncertainty, accessibility, confidentiality and policy meaning of the result. Literacy statistics should identify barriers and inform provision; they should not stigmatise adults, languages or communities." ], "keyFindings": [ "“Literacy rate” is not a method-neutral term. Its meaning depends on the concept, question or task, population, respondent, language and threshold used.", "Self-declaration, proxy declaration, schooling-based inference, short verification and multi-domain direct assessment measure overlapping but non-identical conditions.", "A binary response may support broad monitoring but cannot describe the distribution of literacy practices and proficiency within the population.", "Educational attainment is related to literacy but is not an adequate substitute for observed proficiency. Adults with the same formal level may have substantially different skills.", "Direct assessment reduces reliance on perception and proxy reporting but introduces its own construct, task, translation, sampling, administration and participation requirements.", "Proxy reporting should be separately identified. A household member may not know another adult’s reading and writing practices, particularly where ability is concealed or used outside the home.", "Question wording can change the threshold. “Can read and write,” “can read a simple statement,” and “reads without difficulty” do not create one interchangeable indicator.", "Language is part of measurement validity. Failure in an unavailable or unfamiliar language cannot be interpreted automatically as absence of literacy in all languages.", "Survey participation is socially distributed. Coverage and non-response analysis should examine adults least likely to be reached or assessed, not only the achieved sample total.", "Cross-national comparison requires method metadata beside the value. A common title or denominator is insufficient.", "Trend analysis should identify breaks caused by changes in question, respondent rule, language, frame, age range, assumption based on schooling or direct-assessment method.", "National aggregates should be accompanied by sex, age, location and other policy-relevant distributions where sample and confidentiality permit. The choice should respond to participation and provision questions.", "Thresholds and proficiency levels are reporting devices. They should not conceal score distributions, uncertainty or variation near a cut point.", "Census breadth, household-survey context and specialised assessment depth are complementary when linked through transparent definitions and appropriate samples.", "Published literacy evidence should support educational provision and equal participation, not rank communities through measures that are not comparable." ], "scopeAndMethod": [ "The report examines adult literacy measurement as at 7 October 2006. Its principal population is persons aged 15 years and over, consistent with common international adult-literacy reporting, while recognising that national systems may use other age ranges. It addresses censuses, general household surveys, specialised literacy surveys and international comparative assessments.", "The evidence base comprises the Dakar Framework and international Literacy Decade action; the 2006 global monitoring report on literacy; UNESCO analysis of literacy plurality and assessment; the UIS Literacy Assessment and Monitoring Programme; the International Adult Literacy Survey and Adult Literacy and Life Skills Survey; United Nations census and household-survey guidance; principles of official statistics; international education classification; and contemporary global monitoring.", "The report compares methods, not countries. Numerical cases are constructed to demonstrate denominator, non-response, standard error, classification and trend decisions. They do not estimate any identified national population.", "“Self-report” means an adult’s answer about that adult’s own literacy. “Proxy report” means an answer supplied by another person. “Indirect classification” means assignment from another characteristic, such as completed schooling. “Direct assessment” means performance on one or more specified tasks. “Comparability” means sufficient equivalence of concept, population and measurement to support the stated comparison; it does not require complete identity in every operational detail." ] }, "parts": [ { "id": "part-iceqc-r-2006-10-i", "number": "I", "title": "What an Adult Literacy Indicator Claims", "anchor": "part-i-what-an-adult-literacy-indicator-claims", "sectionIds": [ "sec-iceqc-r-2006-10-1", "sec-iceqc-r-2006-10-2", "sec-iceqc-r-2006-10-3", "sec-iceqc-r-2006-10-4", "sec-iceqc-r-2006-10-5", "sec-iceqc-r-2006-10-6", "sec-iceqc-r-2006-10-7", "sec-iceqc-r-2006-10-8", "sec-iceqc-r-2006-10-9", "sec-iceqc-r-2006-10-10", "sec-iceqc-r-2006-10-11", "sec-iceqc-r-2006-10-12", "sec-iceqc-r-2006-10-13", "sec-iceqc-r-2006-10-14", "sec-iceqc-r-2006-10-15" ] }, { "id": "part-iceqc-r-2006-10-ii", "number": "II", "title": "Self-Reported and Proxy-Reported Literacy", "anchor": "part-ii-self-reported-and-proxy-reported-literacy", "sectionIds": [ "sec-iceqc-r-2006-10-16", "sec-iceqc-r-2006-10-17", "sec-iceqc-r-2006-10-18", "sec-iceqc-r-2006-10-19", "sec-iceqc-r-2006-10-20", "sec-iceqc-r-2006-10-21", "sec-iceqc-r-2006-10-22", "sec-iceqc-r-2006-10-23", "sec-iceqc-r-2006-10-24", "sec-iceqc-r-2006-10-25", "sec-iceqc-r-2006-10-26", "sec-iceqc-r-2006-10-27", "sec-iceqc-r-2006-10-28", "sec-iceqc-r-2006-10-29", "sec-iceqc-r-2006-10-30", "sec-iceqc-r-2006-10-31", "sec-iceqc-r-2006-10-32", "sec-iceqc-r-2006-10-33", "sec-iceqc-r-2006-10-34" ] }, { "id": "part-iceqc-r-2006-10-iii", "number": "III", "title": "Direct Assessment of Adult Literacy", "anchor": "part-iii-direct-assessment-of-adult-literacy", "sectionIds": [ "sec-iceqc-r-2006-10-35", "sec-iceqc-r-2006-10-36", "sec-iceqc-r-2006-10-37", "sec-iceqc-r-2006-10-38", "sec-iceqc-r-2006-10-39", "sec-iceqc-r-2006-10-40", "sec-iceqc-r-2006-10-41", "sec-iceqc-r-2006-10-42", "sec-iceqc-r-2006-10-43", "sec-iceqc-r-2006-10-44", "sec-iceqc-r-2006-10-45", "sec-iceqc-r-2006-10-46", "sec-iceqc-r-2006-10-47", "sec-iceqc-r-2006-10-48", "sec-iceqc-r-2006-10-49", "sec-iceqc-r-2006-10-50", "sec-iceqc-r-2006-10-51", "sec-iceqc-r-2006-10-52", "sec-iceqc-r-2006-10-53", "sec-iceqc-r-2006-10-54", "sec-iceqc-r-2006-10-55", "sec-iceqc-r-2006-10-56", "sec-iceqc-r-2006-10-57", "sec-iceqc-r-2006-10-58", "sec-iceqc-r-2006-10-59" ] }, { "id": "part-iceqc-r-2006-10-iv", "number": "IV", "title": "Comparability Across Methods, Populations and Time", "anchor": "part-iv-comparability-across-methods-populations-and-time", "sectionIds": [ "sec-iceqc-r-2006-10-60", "sec-iceqc-r-2006-10-61", "sec-iceqc-r-2006-10-62", "sec-iceqc-r-2006-10-63", "sec-iceqc-r-2006-10-64", "sec-iceqc-r-2006-10-65", "sec-iceqc-r-2006-10-66", "sec-iceqc-r-2006-10-67", "sec-iceqc-r-2006-10-68", "sec-iceqc-r-2006-10-69", "sec-iceqc-r-2006-10-70", "sec-iceqc-r-2006-10-71", "sec-iceqc-r-2006-10-72", "sec-iceqc-r-2006-10-73", "sec-iceqc-r-2006-10-74", "sec-iceqc-r-2006-10-75", "sec-iceqc-r-2006-10-76", "sec-iceqc-r-2006-10-77", "sec-iceqc-r-2006-10-78", "sec-iceqc-r-2006-10-79", "sec-iceqc-r-2006-10-80" ] }, { "id": "part-iceqc-r-2006-10-v", "number": "V", "title": "Coverage, Sampling and Participation", "anchor": "part-v-coverage-sampling-and-participation", "sectionIds": [ "sec-iceqc-r-2006-10-81", "sec-iceqc-r-2006-10-82", "sec-iceqc-r-2006-10-83", "sec-iceqc-r-2006-10-84", "sec-iceqc-r-2006-10-85", "sec-iceqc-r-2006-10-86", "sec-iceqc-r-2006-10-87", "sec-iceqc-r-2006-10-88", "sec-iceqc-r-2006-10-89", "sec-iceqc-r-2006-10-90", "sec-iceqc-r-2006-10-91", "sec-iceqc-r-2006-10-92", "sec-iceqc-r-2006-10-93", "sec-iceqc-r-2006-10-94", "sec-iceqc-r-2006-10-95", "sec-iceqc-r-2006-10-96", "sec-iceqc-r-2006-10-97", "sec-iceqc-r-2006-10-98", "sec-iceqc-r-2006-10-99", "sec-iceqc-r-2006-10-100", "sec-iceqc-r-2006-10-101", "sec-iceqc-r-2006-10-102", "sec-iceqc-r-2006-10-103", "sec-iceqc-r-2006-10-104", "sec-iceqc-r-2006-10-105", "sec-iceqc-r-2006-10-106", "sec-iceqc-r-2006-10-107" ] }, { "id": "part-iceqc-r-2006-10-vi", "number": "VI", "title": "Language, Culture and Accessible Measurement", "anchor": "part-vi-language-culture-and-accessible-measurement", "sectionIds": [ "sec-iceqc-r-2006-10-108", "sec-iceqc-r-2006-10-109", "sec-iceqc-r-2006-10-110", "sec-iceqc-r-2006-10-111", "sec-iceqc-r-2006-10-112", "sec-iceqc-r-2006-10-113", "sec-iceqc-r-2006-10-114", "sec-iceqc-r-2006-10-115", "sec-iceqc-r-2006-10-116", "sec-iceqc-r-2006-10-117", "sec-iceqc-r-2006-10-118", "sec-iceqc-r-2006-10-119", "sec-iceqc-r-2006-10-120", "sec-iceqc-r-2006-10-121", "sec-iceqc-r-2006-10-122", "sec-iceqc-r-2006-10-123", "sec-iceqc-r-2006-10-124", "sec-iceqc-r-2006-10-125", "sec-iceqc-r-2006-10-126", "sec-iceqc-r-2006-10-127" ] }, { "id": "part-iceqc-r-2006-10-vii", "number": "VII", "title": "Linking Self-Report and Direct Assessment", "anchor": "part-vii-linking-self-report-and-direct-assessment", "sectionIds": [ "sec-iceqc-r-2006-10-128", "sec-iceqc-r-2006-10-129", "sec-iceqc-r-2006-10-130", "sec-iceqc-r-2006-10-131", "sec-iceqc-r-2006-10-132", "sec-iceqc-r-2006-10-133", "sec-iceqc-r-2006-10-134", "sec-iceqc-r-2006-10-135", "sec-iceqc-r-2006-10-136", "sec-iceqc-r-2006-10-137", "sec-iceqc-r-2006-10-138", "sec-iceqc-r-2006-10-139" ] }, { "id": "part-iceqc-r-2006-10-viii", "number": "VIII", "title": "Reporting Literacy Indicators Responsibly", "anchor": "part-viii-reporting-literacy-indicators-responsibly", "sectionIds": [ "sec-iceqc-r-2006-10-140", "sec-iceqc-r-2006-10-141", "sec-iceqc-r-2006-10-142", "sec-iceqc-r-2006-10-143", "sec-iceqc-r-2006-10-144", "sec-iceqc-r-2006-10-145", "sec-iceqc-r-2006-10-146", "sec-iceqc-r-2006-10-147", "sec-iceqc-r-2006-10-148", "sec-iceqc-r-2006-10-149", "sec-iceqc-r-2006-10-150", "sec-iceqc-r-2006-10-151", "sec-iceqc-r-2006-10-152", "sec-iceqc-r-2006-10-153", "sec-iceqc-r-2006-10-154", "sec-iceqc-r-2006-10-155", "sec-iceqc-r-2006-10-156" ] }, { "id": "part-iceqc-r-2006-10-ix", "number": "IX", "title": "Applied Comparative Cases", "anchor": "part-ix-applied-comparative-cases", "sectionIds": [ "sec-iceqc-r-2006-10-157", "sec-iceqc-r-2006-10-158", "sec-iceqc-r-2006-10-159", "sec-iceqc-r-2006-10-160", "sec-iceqc-r-2006-10-161", "sec-iceqc-r-2006-10-162", "sec-iceqc-r-2006-10-163", "sec-iceqc-r-2006-10-164", "sec-iceqc-r-2006-10-165", "sec-iceqc-r-2006-10-166", "sec-iceqc-r-2006-10-167", "sec-iceqc-r-2006-10-168", "sec-iceqc-r-2006-10-169", "sec-iceqc-r-2006-10-170", "sec-iceqc-r-2006-10-171", "sec-iceqc-r-2006-10-172", "sec-iceqc-r-2006-10-173", "sec-iceqc-r-2006-10-174", "sec-iceqc-r-2006-10-175", "sec-iceqc-r-2006-10-176", "sec-iceqc-r-2006-10-177", "sec-iceqc-r-2006-10-178", "sec-iceqc-r-2006-10-179", "sec-iceqc-r-2006-10-180", "sec-iceqc-r-2006-10-181", "sec-iceqc-r-2006-10-182", "sec-iceqc-r-2006-10-183", "sec-iceqc-r-2006-10-184" ] }, { "id": "part-iceqc-r-2006-10-x", "number": "X", "title": "Policy Uses and Institutional Responsibilities", "anchor": "part-x-policy-uses-and-institutional-responsibilities", "sectionIds": [ "sec-iceqc-r-2006-10-185", "sec-iceqc-r-2006-10-186", "sec-iceqc-r-2006-10-187", "sec-iceqc-r-2006-10-188", "sec-iceqc-r-2006-10-189", "sec-iceqc-r-2006-10-190", "sec-iceqc-r-2006-10-191", "sec-iceqc-r-2006-10-192", "sec-iceqc-r-2006-10-193", "sec-iceqc-r-2006-10-194", "sec-iceqc-r-2006-10-195", "sec-iceqc-r-2006-10-196", "sec-iceqc-r-2006-10-197", "sec-iceqc-r-2006-10-198", "sec-iceqc-r-2006-10-199", "sec-iceqc-r-2006-10-200", "sec-iceqc-r-2006-10-201", "sec-iceqc-r-2006-10-202", "sec-iceqc-r-2006-10-203", "sec-iceqc-r-2006-10-204", "sec-iceqc-r-2006-10-205", "sec-iceqc-r-2006-10-206", "sec-iceqc-r-2006-10-207", "sec-iceqc-r-2006-10-208", "sec-iceqc-r-2006-10-209", "sec-iceqc-r-2006-10-210", "sec-iceqc-r-2006-10-211", "sec-iceqc-r-2006-10-212", "sec-iceqc-r-2006-10-213", "sec-iceqc-r-2006-10-214", "sec-iceqc-r-2006-10-215", "sec-iceqc-r-2006-10-216", "sec-iceqc-r-2006-10-217", "sec-iceqc-r-2006-10-218", "sec-iceqc-r-2006-10-219", "sec-iceqc-r-2006-10-220" ] }, { "id": "part-iceqc-r-2006-10-xi", "number": "XI", "title": "A National Adult Literacy Measurement Architecture", "anchor": "part-xi-a-national-adult-literacy-measurement-architecture", "sectionIds": [ "sec-iceqc-r-2006-10-221", "sec-iceqc-r-2006-10-222", "sec-iceqc-r-2006-10-223", "sec-iceqc-r-2006-10-224", "sec-iceqc-r-2006-10-225", "sec-iceqc-r-2006-10-226", "sec-iceqc-r-2006-10-227", "sec-iceqc-r-2006-10-228", "sec-iceqc-r-2006-10-229", "sec-iceqc-r-2006-10-230", "sec-iceqc-r-2006-10-231", "sec-iceqc-r-2006-10-232", "sec-iceqc-r-2006-10-233", "sec-iceqc-r-2006-10-234", "sec-iceqc-r-2006-10-235", "sec-iceqc-r-2006-10-236", "sec-iceqc-r-2006-10-237", "sec-iceqc-r-2006-10-238", "sec-iceqc-r-2006-10-239", "sec-iceqc-r-2006-10-240", "sec-iceqc-r-2006-10-241", "sec-iceqc-r-2006-10-242", "sec-iceqc-r-2006-10-243", "sec-iceqc-r-2006-10-244", "sec-iceqc-r-2006-10-245", "sec-iceqc-r-2006-10-246", "sec-iceqc-r-2006-10-247", "sec-iceqc-r-2006-10-248", "sec-iceqc-r-2006-10-249" ] }, { "id": "part-iceqc-r-2006-10-xii", "number": "XII", "title": "Quality Evaluation and Decision Rules", "anchor": "part-xii-quality-evaluation-and-decision-rules", "sectionIds": [ "sec-iceqc-r-2006-10-250", "sec-iceqc-r-2006-10-251", "sec-iceqc-r-2006-10-252", "sec-iceqc-r-2006-10-253", "sec-iceqc-r-2006-10-254", "sec-iceqc-r-2006-10-255", "sec-iceqc-r-2006-10-256", "sec-iceqc-r-2006-10-257", "sec-iceqc-r-2006-10-258", "sec-iceqc-r-2006-10-259", "sec-iceqc-r-2006-10-260", "sec-iceqc-r-2006-10-261", "sec-iceqc-r-2006-10-262", "sec-iceqc-r-2006-10-263", "sec-iceqc-r-2006-10-264", "sec-iceqc-r-2006-10-265", "sec-iceqc-r-2006-10-266", "sec-iceqc-r-2006-10-267", "sec-iceqc-r-2006-10-268", "sec-iceqc-r-2006-10-269", "sec-iceqc-r-2006-10-270", "sec-iceqc-r-2006-10-271", "sec-iceqc-r-2006-10-272", "sec-iceqc-r-2006-10-273", "sec-iceqc-r-2006-10-274", "sec-iceqc-r-2006-10-275", "sec-iceqc-r-2006-10-276", "sec-iceqc-r-2006-10-277", "sec-iceqc-r-2006-10-278" ] }, { "id": "part-iceqc-r-2006-10-xiii", "number": "XIII", "title": "Strategic Findings and Conclusions", "anchor": "part-xiii-strategic-findings-and-conclusions", "sectionIds": [ "sec-iceqc-r-2006-10-279", "sec-iceqc-r-2006-10-280", "sec-iceqc-r-2006-10-281", "sec-iceqc-r-2006-10-282", "sec-iceqc-r-2006-10-283", "sec-iceqc-r-2006-10-284", "sec-iceqc-r-2006-10-285", "sec-iceqc-r-2006-10-286", "sec-iceqc-r-2006-10-287", "sec-iceqc-r-2006-10-288", "sec-iceqc-r-2006-10-289", "sec-iceqc-r-2006-10-290", "sec-iceqc-r-2006-10-291", "sec-iceqc-r-2006-10-292", "sec-iceqc-r-2006-10-293", "sec-iceqc-r-2006-10-294", "sec-iceqc-r-2006-10-295", "sec-iceqc-r-2006-10-296", "sec-iceqc-r-2006-10-297", "sec-iceqc-r-2006-10-298", "sec-iceqc-r-2006-10-299", "sec-iceqc-r-2006-10-300", "sec-iceqc-r-2006-10-301", "sec-iceqc-r-2006-10-302", "sec-iceqc-r-2006-10-303", "sec-iceqc-r-2006-10-304", "sec-iceqc-r-2006-10-305", "sec-iceqc-r-2006-10-306", "sec-iceqc-r-2006-10-307", "sec-iceqc-r-2006-10-308" ] }, { "id": "part-iceqc-r-2006-10-xiv", "number": "XIV", "title": "Indicator Specifications for Practical Use", "anchor": "part-xiv-indicator-specifications-for-practical-use", "sectionIds": [ "sec-iceqc-r-2006-10-309", "sec-iceqc-r-2006-10-310", "sec-iceqc-r-2006-10-311", "sec-iceqc-r-2006-10-312", "sec-iceqc-r-2006-10-313", "sec-iceqc-r-2006-10-314", "sec-iceqc-r-2006-10-315", "sec-iceqc-r-2006-10-316", "sec-iceqc-r-2006-10-317", "sec-iceqc-r-2006-10-318", "sec-iceqc-r-2006-10-319", "sec-iceqc-r-2006-10-320", "sec-iceqc-r-2006-10-321", "sec-iceqc-r-2006-10-322", "sec-iceqc-r-2006-10-323", "sec-iceqc-r-2006-10-324", "sec-iceqc-r-2006-10-325", "sec-iceqc-r-2006-10-326", "sec-iceqc-r-2006-10-327", "sec-iceqc-r-2006-10-328", "sec-iceqc-r-2006-10-329", "sec-iceqc-r-2006-10-330", "sec-iceqc-r-2006-10-331", "sec-iceqc-r-2006-10-332", "sec-iceqc-r-2006-10-333", "sec-iceqc-r-2006-10-334", "sec-iceqc-r-2006-10-335", "sec-iceqc-r-2006-10-336", "sec-iceqc-r-2006-10-337", "sec-iceqc-r-2006-10-338", "sec-iceqc-r-2006-10-339", "sec-iceqc-r-2006-10-340", "sec-iceqc-r-2006-10-341", "sec-iceqc-r-2006-10-342", "sec-iceqc-r-2006-10-343", "sec-iceqc-r-2006-10-344" ] }, { "id": "part-iceqc-r-2006-10-xv", "number": "XV", "title": "Decision Scenarios for Statistical Authorities", "anchor": "part-xv-decision-scenarios-for-statistical-authorities", "sectionIds": [ "sec-iceqc-r-2006-10-345", "sec-iceqc-r-2006-10-346", "sec-iceqc-r-2006-10-347", "sec-iceqc-r-2006-10-348", "sec-iceqc-r-2006-10-349", "sec-iceqc-r-2006-10-350", "sec-iceqc-r-2006-10-351", "sec-iceqc-r-2006-10-352", "sec-iceqc-r-2006-10-353", "sec-iceqc-r-2006-10-354", "sec-iceqc-r-2006-10-355", "sec-iceqc-r-2006-10-356", "sec-iceqc-r-2006-10-357", "sec-iceqc-r-2006-10-358", "sec-iceqc-r-2006-10-359", "sec-iceqc-r-2006-10-360", "sec-iceqc-r-2006-10-361", "sec-iceqc-r-2006-10-362", "sec-iceqc-r-2006-10-363", "sec-iceqc-r-2006-10-364", "sec-iceqc-r-2006-10-365", "sec-iceqc-r-2006-10-366" ] }, { "id": "part-iceqc-r-2006-10-xvi", "number": "XVI", "title": "Measurement Conditions across Diverse Settings", "anchor": "part-xvi-measurement-conditions-across-diverse-settings", "sectionIds": [ "sec-iceqc-r-2006-10-367", "sec-iceqc-r-2006-10-368", "sec-iceqc-r-2006-10-369", "sec-iceqc-r-2006-10-370", "sec-iceqc-r-2006-10-371", "sec-iceqc-r-2006-10-372", "sec-iceqc-r-2006-10-373", "sec-iceqc-r-2006-10-374", "sec-iceqc-r-2006-10-375", "sec-iceqc-r-2006-10-376", "sec-iceqc-r-2006-10-377", "sec-iceqc-r-2006-10-378", "sec-iceqc-r-2006-10-379", "sec-iceqc-r-2006-10-380", "sec-iceqc-r-2006-10-381", "sec-iceqc-r-2006-10-382", "sec-iceqc-r-2006-10-383", "sec-iceqc-r-2006-10-384", "sec-iceqc-r-2006-10-385", "sec-iceqc-r-2006-10-386", "sec-iceqc-r-2006-10-387", "sec-iceqc-r-2006-10-388", "sec-iceqc-r-2006-10-389" ] }, { "id": "part-iceqc-r-2006-10-xvii", "number": "XVII", "title": "Interpretations That the Evidence Does Not Support", "anchor": "part-xvii-interpretations-that-the-evidence-does-not-support", "sectionIds": [ "sec-iceqc-r-2006-10-390", "sec-iceqc-r-2006-10-391", "sec-iceqc-r-2006-10-392", "sec-iceqc-r-2006-10-393", "sec-iceqc-r-2006-10-394", "sec-iceqc-r-2006-10-395", "sec-iceqc-r-2006-10-396", "sec-iceqc-r-2006-10-397", "sec-iceqc-r-2006-10-398", "sec-iceqc-r-2006-10-399", "sec-iceqc-r-2006-10-400", "sec-iceqc-r-2006-10-401", "sec-iceqc-r-2006-10-402", "sec-iceqc-r-2006-10-403", "sec-iceqc-r-2006-10-404", "sec-iceqc-r-2006-10-405", "sec-iceqc-r-2006-10-406", "sec-iceqc-r-2006-10-407", "sec-iceqc-r-2006-10-408", "sec-iceqc-r-2006-10-409", "sec-iceqc-r-2006-10-410", "sec-iceqc-r-2006-10-411" ] } ], "sections": [ { "id": "sec-iceqc-r-2006-10-1", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "1", "title": "Indicator purpose", "anchor": "1-indicator-purpose", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-1-b001", "type": "PARAGRAPH", "text": "feasibility and require, different, measures in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 1. Indicator purpose to connect evidence with delivery, unequal effect and correction. Broad population monitoring, local programme planning, identification of service barriers and evaluation of a learning programme may require different measures.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-1-b002", "type": "PARAGRAPH", "text": "The method should be selected after the question. A readily available rate should not determine the purpose retrospectively.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-2", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "2", "title": "Literacy as capability and practice", "anchor": "2-literacy-as-capability-and-practice", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-2-b001", "type": "PARAGRAPH", "text": "capacity and language, setting, opportunity in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 2. Literacy as capability and practice to connect evidence with delivery, unequal effect and correction. It is shaped by purpose, language, text, setting and opportunity.", "citationIds": [ "REF-02", "REF-04" ] }, { "id": "sec-iceqc-r-2006-10-2-b002", "type": "PARAGRAPH", "text": "A measure that observes one task should state the domain it represents. It should not claim every social and communicative dimension of literacy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-3", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "3", "title": "The binary convention", "anchor": "3-the-binary-convention", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-3-b001", "type": "PARAGRAPH", "text": "equity and levels, domains, categories in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 3. The binary convention to connect evidence with delivery, unequal effect and correction. The convention can provide a concise count but compresses different levels, domains and uses into two categories.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-3-b002", "type": "PARAGRAPH", "text": "Movement near the operational threshold can alter the rate without representing a sharp division in adults’ capabilities.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-4", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "4", "title": "A continuum of proficiency", "anchor": "4-a-continuum-of-proficiency", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-4-b001", "type": "PARAGRAPH", "text": "timing and analysis, distribution, demand in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 4. A continuum of proficiency to connect evidence with delivery, unequal effect and correction. This allows analysis of distribution and task demand.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-4-b002", "type": "PARAGRAPH", "text": "coverage and treated, substantively, discontinuous in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 4. A continuum of proficiency to connect evidence with delivery, unequal effect and correction. Adults within a level are not identical, and performance near adjacent cut points should not be treated as substantively discontinuous.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-5", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "5", "title": "Reading and writing", "anchor": "5-reading-and-writing", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-5-b001", "type": "PARAGRAPH", "text": "uncertainty and observed, inference, justified in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 5. Reading and writing to connect evidence with delivery, unequal effect and correction. A reading task cannot establish writing performance unless writing is separately observed or the inference is justified.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-5-b002", "type": "PARAGRAPH", "text": "Published metadata should identify whether reading, writing or both entered the classification.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-6", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "6", "title": "Numeracy", "anchor": "6-numeracy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-6-b001", "type": "PARAGRAPH", "text": "comparability and distinct, assessed, domain in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 6. Numeracy to connect evidence with delivery, unequal effect and correction. The Adult Literacy and Life Skills Survey treats numeracy as a distinct assessed domain.", "citationIds": [ "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-6-b002", "type": "PARAGRAPH", "text": "A combined label should not conceal different constructs or thresholds. Policy responses may differ where the principal difficulty concerns text, quantity or their interaction.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-7", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "7", "title": "Documents and prose", "anchor": "7-documents-and-prose", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-7-b001", "type": "PARAGRAPH", "text": "authority and locating, integrating, information in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 7. Documents and prose to connect evidence with delivery, unequal effect and correction. Continuous text, forms, schedules, maps and tables may place different demands on locating, integrating and using information.", "citationIds": [ "REF-06" ] }, { "id": "sec-iceqc-r-2006-10-7-b002", "type": "PARAGRAPH", "text": "A short sentence-reading item provides little evidence about the use of complex documents, even where it is useful for a minimum verification purpose.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-8", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "8", "title": "Functional interpretation", "anchor": "8-functional-interpretation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-8-b001", "type": "PARAGRAPH", "text": "coverage and educational, cultural, settings in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 8. Functional interpretation to connect evidence with delivery, unequal effect and correction. The term requires specification because functions and demands differ across work, family, civic, educational and cultural settings.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-8-b002", "type": "PARAGRAPH", "text": "It should not be used as an undefined higher threshold added to a basic rate.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-9", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "9", "title": "Social and linguistic plurality", "anchor": "9-social-and-linguistic-plurality", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-9-b001", "type": "PARAGRAPH", "text": "Adults may read and write in one language or script but not another. Literacy practices may be strongest in domains recognised locally but absent from the survey.", "citationIds": [ "REF-04" ] }, { "id": "sec-iceqc-r-2006-10-9-b002", "type": "PARAGRAPH", "text": "Measurement should identify the language and script permitted. A classification in one language is not automatically a classification across all languages.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-10", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "10", "title": "Skills and opportunities for use", "anchor": "10-skills-and-opportunities-for-use", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-10-b001", "type": "PARAGRAPH", "text": "Observed proficiency reflects learning and opportunities to use skills. Adults may gain, maintain or lose fluency as demands and practices change.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-10-b002", "type": "PARAGRAPH", "text": "Policy should therefore examine the environments that support literacy, not treat the measured result solely as an individual attribute.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-11", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "11", "title": "Population specification", "anchor": "11-population-specification", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-11-b001", "type": "PARAGRAPH", "text": "distribution and population, insufficient, metadata in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 11. Population specification to connect evidence with delivery, unequal effect and correction. “Adult population” is insufficient metadata.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-11-b002", "type": "PARAGRAPH", "text": "timing and educational, opportunity, cohort in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 11. Population specification to connect evidence with delivery, unequal effect and correction. Values from different upper-age rules can diverge where proficiency and educational opportunity vary by cohort.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-12", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "12", "title": "Reference period", "anchor": "12-reference-period", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-12-b001", "type": "PARAGRAPH", "text": "feasibility and migration, household, change in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 12. Reference period to connect evidence with delivery, unequal effect and correction. Fieldwork extending across months may require a defined reference date and treatment of birthdays, migration and household change.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-12-b002", "type": "PARAGRAPH", "text": "Modelled estimates and projections should be identified separately from observed results.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-13", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "13", "title": "Unit of observation", "anchor": "13-unit-of-observation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-13-b001", "type": "PARAGRAPH", "text": "capacity and access, replace, record in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 13. Unit of observation to connect evidence with delivery, unequal effect and correction. Household-level conditions may explain practice and access, but they do not replace the adult record.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-13-b002", "type": "PARAGRAPH", "text": "Weights and denominators should correspond to persons, not interviewed households, when the reported result is an adult literacy rate.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-14", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "14", "title": "Table 1: claim specification", "anchor": "14-table-1-claim-specification", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-14-b001-tbl-iceqc-r-2006-10-1", "type": "TABLE", "title": "Table 1. Minimum specification of an adult literacy indicator claim", "columns": [ { "key": "c1-claim-field", "label": "Claim field", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-statement", "label": "Required statement", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-question-protected", "label": "Question protected", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-misinterpretation-prevented", "label": "Misinterpretation prevented", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "purpose", "monitoring, planning, diagnosis or evaluation", "why the value is produced", "available statistic determines policy question" ], [ "construct", "reading, writing, numeracy, domain and use", "what capability is represented", "broad literacy inferred from one task" ], [ "classification", "binary, ordered category or scale", "how performance becomes a result", "threshold treated as natural divide" ], [ "population", "age, residence and coverage", "to whom the result applies", "unlike populations compared" ], [ "language and script", "permitted and administered forms", "in what language performance was observed", "language mismatch treated as no literacy" ], [ "respondent", "self, proxy or assessed person", "who supplied the evidence", "proxy answer treated as self-report" ], [ "method", "question, indirect rule or direct task", "how evidence was obtained", "method-neutral “rate” assumed" ], [ "period", "fieldwork and reference date", "when the condition was observed", "publication year treated as measurement year" ], [ "uncertainty", "sampling and material non-sampling limits", "how precisely result is known", "point estimate treated as exact" ], [ "use boundary", "claims not supported", "where interpretation must stop", "indicator used for unsupported ranking" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-1-table-1-minimum-specification-of-an-adult-literacy-indicator.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-15", "partId": "part-iceqc-r-2006-10-i", "parentId": null, "number": "15", "title": "Public meaning", "anchor": "15-public-meaning", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-15-b001", "type": "PARAGRAPH", "text": "An indicator becomes public evidence when users can understand its scope and limitations. Technical complexity does not justify publication of an unexplained headline rate.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-15-b002", "type": "PARAGRAPH", "text": "The public meaning should be accurate enough to protect policy and respectful enough to avoid presenting adults below a threshold as incapable of learning or participation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-16", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "16", "title": "Nature of self-report", "anchor": "16-nature-of-self-report", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-16-b001", "type": "PARAGRAPH", "text": "remedy and questions, designed, purposes in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 16. Nature of self-report to connect evidence with delivery, unequal effect and correction. It can be rapid, inexpensive and suitable for large population instruments. It can also capture perceived difficulty or actual practice when questions are designed for those purposes.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-16-b002", "type": "PARAGRAPH", "text": "It does not directly observe performance. Its validity depends on the relationship between the reported judgement and the construct used in policy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-17", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "17", "title": "Question wording", "anchor": "17-question-wording", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-17-b001", "type": "PARAGRAPH", "text": "continuity and difficulty, provides, differentiation in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 17. Question wording to connect evidence with delivery, unequal effect and correction. ” leaves the language, material, understanding, ease and threshold to interpretation. A question about reading a simple message is narrower; a graded question about difficulty provides more differentiation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-17-b002", "type": "PARAGRAPH", "text": "Wording changes can alter responses even when underlying ability is unchanged. Exact question text should accompany comparisons.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-18", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "18", "title": "Combined questions", "anchor": "18-combined-questions", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-18-b001", "type": "PARAGRAPH", "text": "distribution and understanding, expected, category in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 18. Combined questions to connect evidence with delivery, unequal effect and correction. Respondents may answer according to the stronger skill, the weaker skill or their understanding of the expected category.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-18-b002", "type": "PARAGRAPH", "text": "Separate questions improve diagnostic value, though they do not remove self-evaluation error.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-19", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "19", "title": "Response categories", "anchor": "19-response-categories", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-19-b001", "type": "PARAGRAPH", "text": "feasibility and anchors, consistent, administration in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 19. Response categories to connect evidence with delivery, unequal effect and correction. Ordered categories such as easily, with difficulty and not at all can retain useful variation but require clear anchors and consistent administration.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-19-b002", "type": "PARAGRAPH", "text": "An additional “unknown” or “not stated” category should not be combined with non-literacy. Its distribution may reveal respondent or fieldwork problems.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-20", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "20", "title": "Social desirability", "anchor": "20-social-desirability", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-20-b001", "type": "PARAGRAPH", "text": "capacity and standard, produce, understatement in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 20. Social desirability to connect evidence with delivery, unequal effect and correction. In other settings, modesty or a demanding personal standard may produce understatement.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-20-b002", "type": "PARAGRAPH", "text": "Privacy, interviewer conduct and the perceived consequence of an answer affect this error. It cannot be assumed constant between groups or countries.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-21", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "21", "title": "Reference standard", "anchor": "21-reference-standard", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-21-b001", "type": "PARAGRAPH", "text": "equity and standard, formal, writing in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 21. Reference standard to connect evidence with delivery, unequal effect and correction. A person who manages familiar work documents may answer yes; another with similar performance may answer no because the understood standard is formal writing.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-21-b002", "type": "PARAGRAPH", "text": "Comparability is weakened when respondents supply both the evidence and an unstated threshold.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-22", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "22", "title": "Literacy practices as self-report", "anchor": "22-literacy-practices-as-self-report", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-22-b001", "type": "PARAGRAPH", "text": "timing and practice, opportunity, maintenance in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 22. Literacy practices as self-report to connect evidence with delivery, unequal effect and correction.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-22-b002", "type": "PARAGRAPH", "text": "Practice questions should state the period and purpose and allow for locally relevant materials. Frequency is not a substitute for quality or understanding.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-23", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "23", "title": "Proxy reporting", "anchor": "23-proxy-reporting", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-23-b001", "type": "PARAGRAPH", "text": "uncertainty and uncertainty, knowledge, judgement in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 23. Proxy reporting to connect evidence with delivery, unequal effect and correction. Proxy reporting reduces field cost and permits completion when members are absent. It also introduces uncertainty about knowledge and judgement.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-23-b002", "type": "PARAGRAPH", "text": "The dataset should identify whether the answer was self or proxy wherever operationally possible.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-24", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "24", "title": "Knowledge within the household", "anchor": "24-knowledge-within-the-household", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-24-b001", "type": "PARAGRAPH", "text": "comparability and stigma, household, relations in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 24. Knowledge within the household to connect evidence with delivery, unequal effect and correction. Ability may also be concealed because of stigma or household relations.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-24-b002", "type": "PARAGRAPH", "text": "Proxy accuracy should not be presumed from relationship alone. Survey evaluation can compare self and proxy answers in a subsample.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-25", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "25", "title": "Household hierarchy", "anchor": "25-household-hierarchy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-25-b001", "type": "PARAGRAPH", "text": "authority and systematically, favour, particular in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 25. Household hierarchy to connect evidence with delivery, unequal effect and correction. Interview scheduling and respondent rules can systematically favour particular ages or sexes.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-25-b002", "type": "PARAGRAPH", "text": "Field protocols should identify the most knowledgeable eligible respondent and record who answered each literacy item.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-26", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "26", "title": "Inference from schooling", "anchor": "26-inference-from-schooling", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-26-b001", "type": "PARAGRAPH", "text": "coverage and demonstrate, current, performance in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 26. Inference from schooling to connect evidence with delivery, unequal effect and correction. Educational attainment is associated with literacy but does not demonstrate current performance.", "citationIds": [ "REF-06" ] }, { "id": "sec-iceqc-r-2006-10-26-b002", "type": "PARAGRAPH", "text": "feasibility and convert, literacy, observations in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 26. Inference from schooling to connect evidence with delivery, unequal effect and correction. International classification helps describe education levels but does not convert them into literacy observations.", "citationIds": [ "REF-10" ] } ] }, { "id": "sec-iceqc-r-2006-10-27", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "27", "title": "Assumed literacy and assumed illiteracy", "anchor": "27-assumed-literacy-and-assumed-illiteracy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-27-b001", "type": "PARAGRAPH", "text": "remedy and illiteracy, misclassify, adults in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 27. Assumed literacy and assumed illiteracy to connect evidence with delivery, unequal effect and correction. Both can misclassify adults.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-27-b002", "type": "PARAGRAPH", "text": "Every assumed classification should be separately identified in metadata and sensitivity analysis.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-28", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "28", "title": "Non-response", "anchor": "28-non-response", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-28-b001", "type": "PARAGRAPH", "text": "continuity and estimates, biased, upward in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 28. Non-response to connect evidence with delivery, unequal effect and correction. If adults with weaker literacy are less likely to respond personally, complete-case estimates may be biased upward.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-28-b002", "type": "PARAGRAPH", "text": "Substitution by proxy may improve coverage while changing the measurement method. The trade-off should be documented rather than hidden in an overall response rate.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-29", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "29", "title": "Interviewer effects", "anchor": "29-interviewer-effects", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-29-b001", "type": "PARAGRAPH", "text": "distribution and procedures, treatment, uncertainty in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 29. Interviewer effects to connect evidence with delivery, unequal effect and correction. Training should address neutrality, exact wording, language procedures and treatment of uncertainty.", "citationIds": [ "REF-11", "REF-12" ] }, { "id": "sec-iceqc-r-2006-10-29-b002", "type": "PARAGRAPH", "text": "Unusually high or low literacy rates by interviewer may indicate assignment differences or field error and require controlled review.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-30", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "30", "title": "Mode effects", "anchor": "30-mode-effects", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-30-b001", "type": "PARAGRAPH", "text": "feasibility and without, changing, meaning in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 30. Mode effects to connect evidence with delivery, unequal effect and correction. A self-completed literacy question can exclude the very respondent whose evidence is sought unless accessible assistance is provided without changing meaning.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-30-b002", "type": "PARAGRAPH", "text": "Mode changes in a time series require evaluation and, where material, a break in comparability.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-31", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "31", "title": "Language of interview", "anchor": "31-language-of-interview", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-31-b001", "type": "PARAGRAPH", "text": "capacity and rather, literal, wording in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 31. Language of interview to connect evidence with delivery, unequal effect and correction. Translation should preserve the construct and response thresholds rather than literal wording alone.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-31-b002", "type": "PARAGRAPH", "text": "The language actually used should be recorded, together with interpreter use and any cases in which an eligible adult could not be interviewed in an adequate language.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-32", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "32", "title": "Table 2: self- and proxy-report risk register", "anchor": "32-table-2-self-and-proxy-report-risk-register", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-32-b001-tbl-iceqc-r-2006-10-2", "type": "TABLE", "title": "Table 2. Self-reported and proxy-reported literacy risk register", "columns": [ { "key": "c1-risk", "label": "Risk", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-mechanism", "label": "Mechanism", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-evidence-needed", "label": "Evidence needed", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-reporting-response", "label": "Reporting response", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "unstated threshold", "respondent defines “literate”", "cognitive testing and question text", "restrict interpretation to declared status" ], [ "social desirability", "stigma or perceived benefit affects answer", "privacy review and validation subsample", "disclose probable direction and uncertainty" ], [ "combined skills", "reading and writing collapsed", "separate-item comparison", "do not infer domain-specific ability" ], [ "proxy knowledge", "respondent does not observe another adult’s practice", "self–proxy re-interview", "identify proxy share and disagreement" ], [ "schooling assumption", "attainment substitutes for present skill", "direct or self-report comparison", "publish assumed component separately" ], [ "missing language", "eligible adult cannot use interview language", "language non-interview count", "qualify coverage and improve provision" ], [ "mode change", "response process differs over time", "bridge study or parallel administration", "classify trend as qualified or broken" ], [ "interviewer variation", "probing or coding differs", "interviewer-level quality review", "retrain, verify and correct where supported" ], [ "non-response", "participation related to literacy", "response by group and follow-up evidence", "weight cautiously and retain residual bias" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-2-table-2-self-reported-and-proxy-reported-literacy-risk-regis.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-33", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "33", "title": "Appropriate uses", "anchor": "33-appropriate-uses", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-33-b001", "type": "PARAGRAPH", "text": "timing and relevant, service, access in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 33. Appropriate uses to connect evidence with delivery, unequal effect and correction. Graded questions can identify perceived difficulty relevant to service access.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-33-b002", "type": "PARAGRAPH", "text": "It is weaker for estimating proficiency distributions, evaluating instruction or ranking populations with different languages and response conventions.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-34", "partId": "part-iceqc-r-2006-10-ii", "parentId": null, "number": "34", "title": "Interpretation boundary", "anchor": "34-interpretation-boundary", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-34-b001", "type": "PARAGRAPH", "text": "A self-reported literacy rate is evidence of classification under the survey question and field conditions. It should not be described as an observed demonstration of literacy.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-34-b002", "type": "PARAGRAPH", "text": "This boundary is not a dismissal. It is the condition for using the measure honestly and for deciding when complementary assessment is necessary.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-35", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "35", "title": "What direct assessment adds", "anchor": "35-what-direct-assessment-adds", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-35-b001", "type": "PARAGRAPH", "text": "continuity and education, literacy, practices in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 35. What direct assessment adds to connect evidence with delivery, unequal effect and correction. It can distinguish levels and domains, examine distributions and relate performance to education, work and literacy practices.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-35-b002", "type": "PARAGRAPH", "text": "The result remains conditional on the construct, tasks, language, administration and population reached. “Direct” does not mean complete or error-free.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-36", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "36", "title": "Construct definition", "anchor": "36-construct-definition", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-36-b001", "type": "PARAGRAPH", "text": "distribution and rather, available, collection in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 36. Construct definition to connect evidence with delivery, unequal effect and correction. Content should follow the construct rather than an available collection of items.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-36-b002", "type": "PARAGRAPH", "text": "A broad policy term such as functional literacy requires a narrower assessment statement before results can be interpreted.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-37", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "37", "title": "Domain coverage", "anchor": "37-domain-coverage", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-37-b001", "type": "PARAGRAPH", "text": "Prose, document, writing, numeracy and problem solving are related but distinct. An assessment may cover one or several.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-37-b002", "type": "PARAGRAPH", "text": "The report title should not imply domains omitted by design. Composite reporting should retain domain-level evidence where policy conclusions differ.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-38", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "38", "title": "Task authenticity", "anchor": "38-task-authenticity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-38-b001", "type": "PARAGRAPH", "text": "capacity and assessment, intends, measure in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 38. Task authenticity to connect evidence with delivery, unequal effect and correction. Familiar appearance does not alone establish validity; a task must require the capability the assessment intends to measure.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-38-b002", "type": "PARAGRAPH", "text": "Everyday context can improve relevance while creating cultural or occupational differences that require review.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-39", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "39", "title": "Task difficulty", "anchor": "39-task-difficulty", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-39-b001", "type": "PARAGRAPH", "text": "equity and defensible, increases, demand in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 39. Task difficulty to connect evidence with delivery, unequal effect and correction. A progression should reflect defensible increases in demand.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-39-b002", "type": "PARAGRAPH", "text": "Empirical performance assists calibration, but statistical difficulty does not by itself explain what capability a task requires.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-40", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "40", "title": "Short verification tasks", "anchor": "40-short-verification-tasks", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-40-b001", "type": "PARAGRAPH", "text": "timing and adults, simple, sentence in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 40. Short verification tasks to connect evidence with delivery, unequal effect and correction. It is feasible within a broader household survey and may identify adults able to read all, part or none of a simple sentence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-40-b002", "type": "PARAGRAPH", "text": "It does not measure writing, extended comprehension, documents or the full continuum of proficiency. Its economy depends on a strict interpretation boundary.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-41", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "41", "title": "Multi-item assessment", "anchor": "41-multi-item-assessment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-41-b001", "type": "PARAGRAPH", "text": "uncertainty and capacity, respondent, cooperation in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 41. Multi-item assessment to connect evidence with delivery, unequal effect and correction. They can support scaled scores and proficiency distributions but require more time, technical capacity and respondent cooperation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-41-b002", "type": "PARAGRAPH", "text": "The burden should be considered in sample design and field protocol. Longer assessment is not automatically more valid if non-completion becomes selective.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-42", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "42", "title": "Screening and routing", "anchor": "42-screening-and-routing", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-42-b001", "type": "PARAGRAPH", "text": "A screening stage may route adults to tasks suited to their demonstrated entry performance. Routing can reduce frustration and improve information at lower proficiency.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-42-b002", "type": "PARAGRAPH", "text": "The rule, measurement consequence and treatment of non-attempts must be explicit. A screening failure should not create an unobserved group outside the reported distribution.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-43", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "43", "title": "Item sampling", "anchor": "43-item-sampling", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-43-b001", "type": "PARAGRAPH", "text": "authority and scores, become, precise in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 43. Item sampling to connect evidence with delivery, unequal effect and correction. This expands content coverage while each person completes only part of the pool. Population proficiency can be estimated, but individual scores become less precise.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-43-b002", "type": "PARAGRAPH", "text": "Published results should distinguish population inference from diagnostic claims about a named adult.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-44", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "44", "title": "Translation and adaptation", "anchor": "44-translation-and-adaptation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-44-b001", "type": "PARAGRAPH", "text": "coverage and convention, changes, difficulty in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 44. Translation and adaptation to connect evidence with delivery, unequal effect and correction. Literal equivalence may fail where grammar, script, word length or document convention changes difficulty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-44-b002", "type": "PARAGRAPH", "text": "Adaptation decisions require bilingual, subject and measurement review, field testing and documentation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-45", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "45", "title": "Multiple languages", "anchor": "45-multiple-languages", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-45-b001", "type": "PARAGRAPH", "text": "remedy and comparisons, versions, differ in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 45. Multiple languages to connect evidence with delivery, unequal effect and correction. Each approach affects the population meaning. Choice can show capability in a preferred language but complicate comparisons where versions differ.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-45-b002", "type": "PARAGRAPH", "text": "Results should record assessment language and avoid classifying performance in one language as literacy in every language.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-46", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "46", "title": "Script and orthography", "anchor": "46-script-and-orthography", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-46-b001", "type": "PARAGRAPH", "text": "continuity and equivalence, psychometric, equivalence in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 46. Script and orthography to connect evidence with delivery, unequal effect and correction. Item design should not treat surface equivalence as psychometric equivalence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-46-b002", "type": "PARAGRAPH", "text": "Where oral and written language relationships differ, instructions and practice items require particular attention.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-47", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "47", "title": "Cultural and contextual review", "anchor": "47-cultural-and-contextual-review", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-47-b001", "type": "PARAGRAPH", "text": "distribution and neither, possible, desirable in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 47. Cultural and contextual review to connect evidence with delivery, unequal effect and correction. Removal of every contextual feature is neither possible nor desirable.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-47-b002", "type": "PARAGRAPH", "text": "The objective is to minimise irrelevant difficulty and document the context retained.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-48", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "48", "title": "Administration conditions", "anchor": "48-administration-conditions", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-48-b001", "type": "PARAGRAPH", "text": "feasibility and preserve, intended, comparison in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 48. Administration conditions to connect evidence with delivery, unequal effect and correction. Standardisation should be practical and sufficient to preserve the intended comparison.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-48-b002", "type": "PARAGRAPH", "text": "Deviations and interrupted sessions should be recorded rather than coded automatically as low proficiency.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-49", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "49", "title": "Interviewer and assessor competence", "anchor": "49-interviewer-and-assessor-competence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-49-b001", "type": "PARAGRAPH", "text": "capacity and language, without, authorisation in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 49. Interviewer and assessor competence to connect evidence with delivery, unequal effect and correction. They should not teach the task, signal correctness or change language without authorisation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-49-b002", "type": "PARAGRAPH", "text": "Certification of field competence should be based on observed administration and correction, not attendance alone.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-50", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "50", "title": "Accessibility", "anchor": "50-accessibility", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-50-b001", "type": "PARAGRAPH", "text": "equity and changing, capability, measured in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 50. Accessibility to connect evidence with delivery, unequal effect and correction. An accommodation should remove irrelevant barriers without changing the capability being measured.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-50-b002", "type": "PARAGRAPH", "text": "Exclusion from assessment should be reported by reason. An assessment that omits a population cannot support a whole-population claim without qualification.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-51", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "51", "title": "Anxiety and stigma", "anchor": "51-anxiety-and-stigma", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-51-b001", "type": "PARAGRAPH", "text": "timing and absence, individual, sanction in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 51. Anxiety and stigma to connect evidence with delivery, unequal effect and correction. Information should explain purpose, confidentiality, voluntary participation where applicable and absence of individual sanction.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-51-b002", "type": "PARAGRAPH", "text": "Respectful administration is an ethical requirement and a data-quality condition.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-52", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "52", "title": "Scoring", "anchor": "52-scoring", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-52-b001", "type": "PARAGRAPH", "text": "Scoring rules should define full, partial and incorrect responses, omissions and invalid administrations. Constructed responses require scorer training and reliability checks.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-52-b002", "type": "PARAGRAPH", "text": "Changes made after fieldwork should be documented and applied consistently. Ambiguous items should be reviewed before population estimates are finalised.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-53", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "53", "title": "Scaling", "anchor": "53-scaling", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-53-b001", "type": "PARAGRAPH", "text": "Scaled scores place performance from different item sets on a common continuum under a statistical model. Model fit, item behaviour and uncertainty require technical examination.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-53-b002", "type": "PARAGRAPH", "text": "A scale is not a physical quantity with an absolute zero. Differences should be interpreted through task demand and sampling error.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-54", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "54", "title": "Proficiency levels", "anchor": "54-proficiency-levels", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-54-b001", "type": "PARAGRAPH", "text": "Levels translate a score continuum into descriptions of tasks likely to be completed. They aid communication but create boundaries not present in the underlying scale.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-54-b002", "type": "PARAGRAPH", "text": "Reports should provide distributions and standard errors and avoid describing all adults below a chosen level as having no literacy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-55", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "55", "title": "Plausible values and population use", "anchor": "55-plausible-values-and-population-use", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-55-b001", "type": "PARAGRAPH", "text": "coverage and method, estimates, variance in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 55. Plausible values and population use to connect evidence with delivery, unequal effect and correction. Users should follow the technical method for group estimates and variance.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-55-b002", "type": "PARAGRAPH", "text": "Simple averaging of an individual-score field may understate uncertainty or produce biased relationships.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-56", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "56", "title": "Quality control", "anchor": "56-quality-control", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-56-b001", "type": "PARAGRAPH", "text": "Field monitoring, response checks, item analysis, scoring reliability, data cleaning and weighting should form one documented quality system.", "citationIds": [ "REF-05", "REF-12" ] }, { "id": "sec-iceqc-r-2006-10-56-b002", "type": "PARAGRAPH", "text": "Quality flags should lead to verification and defined treatment. Removal of inconvenient records without a rule can bias the distribution.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-57", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "57", "title": "Table 3: direct-assessment validity record", "anchor": "57-table-3-direct-assessment-validity-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-57-b001-tbl-iceqc-r-2006-10-3", "type": "TABLE", "title": "Table 3. Direct-assessment validity and participation record", "columns": [ { "key": "c1-domain", "label": "Domain", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-evidence", "label": "Required evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-principal-risk", "label": "Principal risk", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-release-limitation", "label": "Release limitation", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "construct", "framework and intended interpretation", "tasks narrower than claim", "name assessed domain only" ], [ "content", "item specification and review", "irrelevant knowledge determines response", "qualify or remove affected items" ], [ "language", "translation, adaptation and administration record", "version difficulty differs", "test equivalence and report language" ], [ "sampling", "frame, selection and weights", "population not represented", "restrict population claim" ], [ "participation", "contact, response and completion by group", "weakest adults under-represented", "non-response analysis required" ], [ "accessibility", "accommodation and exclusion record", "disability becomes test barrier", "qualify coverage and redesign access" ], [ "administration", "training, observation and deviations", "conditions alter performance", "flag or exclude under fixed rule" ], [ "scoring", "rules and agreement evidence", "scorer variation", "moderate and rescore" ], [ "scaling", "model, fit and uncertainty", "false precision", "report standard error and diagnostics" ], [ "interpretation", "level descriptions and boundaries", "below-level equated with no literacy", "publish continuum and task meaning" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-3-table-3-direct-assessment-validity-and-participation-record.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-58", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "58", "title": "Appropriate uses", "anchor": "58-appropriate-uses", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-58-b001", "type": "PARAGRAPH", "text": "distribution and change, designs, comparable in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 58. Appropriate uses to connect evidence with delivery, unequal effect and correction.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-58-b002", "type": "PARAGRAPH", "text": "It is not automatically suited to individual certification, diagnosis or high-stakes allocation. The sampling and measurement design governs permissible use.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-59", "partId": "part-iceqc-r-2006-10-iii", "parentId": null, "number": "59", "title": "Direct-assessment boundary", "anchor": "59-direct-assessment-boundary", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-59-b001", "type": "PARAGRAPH", "text": "feasibility and qualitative, knowledge, barriers in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 59. Direct-assessment boundary to connect evidence with delivery, unequal effect and correction. It does not observe every literacy practice, language or context and should not displace qualitative knowledge about barriers and use.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-59-b002", "type": "PARAGRAPH", "text": "Its public authority depends on transparent design, participation and uncertainty, not on technical complexity alone.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-60", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "60", "title": "Comparability as a claim", "anchor": "60-comparability-as-a-claim", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-60-b001", "type": "PARAGRAPH", "text": "comparability and inadequate, ranking, estimates in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 60. Comparability as a claim to connect evidence with delivery, unequal effect and correction. It is a judgement about whether they can support a particular contrast. Two values may be adequate for broad description but inadequate for ranking or small trend estimates.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-60-b002", "type": "PARAGRAPH", "text": "The intended use should therefore accompany every comparability decision.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-61", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "61", "title": "Concept equivalence", "anchor": "61-concept-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-61-b001", "type": "PARAGRAPH", "text": "authority and identical, comprehension, sentence in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 61. Concept equivalence to connect evidence with delivery, unequal effect and correction. A binary declaration of ability to read and write is not conceptually identical to a scale of prose comprehension or a short sentence task.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-61-b002", "type": "PARAGRAPH", "text": "They may be examined together as different evidence about literacy, but their numerical results should not be treated as interchangeable.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-62", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "62", "title": "Population equivalence", "anchor": "62-population-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-62-b001", "type": "PARAGRAPH", "text": "coverage and cohorts, differ, materially in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 62. Population equivalence to connect evidence with delivery, unequal effect and correction. A survey of ages 16–65 should not be compared directly with a census rate for all persons aged 15 and over where older cohorts differ materially.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-62-b002", "type": "PARAGRAPH", "text": "Recalculation to a common age range may improve comparability if microdata and weights permit.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-63", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "63", "title": "Time equivalence", "anchor": "63-time-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-63-b001", "type": "PARAGRAPH", "text": "Literacy data are collected irregularly. A table labelled with one year may combine observations from different years or modelled values. The observation year should be prominent.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-63-b002", "type": "PARAGRAPH", "text": "Economic, educational and cohort change can make distant observations unsuitable for a current comparison.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-64", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "64", "title": "Method equivalence", "anchor": "64-method-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-64-b001", "type": "PARAGRAPH", "text": "Self, proxy, indirect and direct methods should be coded explicitly. A method change can alter a time series independently of real population change.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-64-b002", "type": "PARAGRAPH", "text": "Bridge studies using parallel methods on the same sample can estimate the direction and magnitude of the discontinuity.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-65", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "65", "title": "Question equivalence", "anchor": "65-question-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-65-b001", "type": "PARAGRAPH", "text": "Small wording differences can change difficulty and threshold. Comparability review should preserve exact wording, response categories, routing and interviewer instructions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-65-b002", "type": "PARAGRAPH", "text": "A translated label in an international table cannot demonstrate equivalent national questions.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-66", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "66", "title": "Language equivalence", "anchor": "66-language-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-66-b001", "type": "PARAGRAPH", "text": "feasibility and permitting, written, language in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 66. Language equivalence to connect evidence with delivery, unequal effect and correction. A national rate based on one official language differs in meaning from a rate permitting any written language.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-66-b002", "type": "PARAGRAPH", "text": "The comparison should state whether it concerns literacy in a specified language or literacy demonstrated in any assessed language.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-67", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "67", "title": "Respondent equivalence", "anchor": "67-respondent-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-67-b001", "type": "PARAGRAPH", "text": "A self-response series cannot be assumed comparable with a later household-proxy series. The proxy share may also change with interview timing, migration or employment patterns.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-67-b002", "type": "PARAGRAPH", "text": "Respondent status should enter the method metadata and, where possible, published quality tables.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-68", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "68", "title": "Educational assumption equivalence", "anchor": "68-educational-assumption-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-68-b001", "type": "PARAGRAPH", "text": "equity and different, learning, opportunities in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 68. Educational assumption equivalence to connect evidence with delivery, unequal effect and correction. Even a common grade label may represent different learning opportunities.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-68-b002", "type": "PARAGRAPH", "text": "Attainment-based estimates should be separated from reported or assessed literacy and should not be used to fill missing observations without disclosure.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-69", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "69", "title": "Threshold equivalence", "anchor": "69-threshold-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-69-b001", "type": "PARAGRAPH", "text": "timing and thresholds, thresholds, equivalent in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 69. Threshold equivalence to connect evidence with delivery, unequal effect and correction. Similar percentages below two thresholds do not show that the thresholds are equivalent.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-69-b002", "type": "PARAGRAPH", "text": "Linking requires common items, common persons or another defensible design with uncertainty.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-70", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "70", "title": "Sampling equivalence", "anchor": "70-sampling-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-70-b001", "type": "PARAGRAPH", "text": "Different frames may omit remote areas, collective households, migrants or persons without stable addresses. Sampling stages and clustering affect precision.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-70-b002", "type": "PARAGRAPH", "text": "Comparable point estimates remain misleading when one design excludes populations central to the policy question.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-71", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "71", "title": "Weighting equivalence", "anchor": "71-weighting-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-71-b001", "type": "PARAGRAPH", "text": "Weights reflect selection probability, non-response adjustment and calibration. Differences can improve representativeness but also signal different assumptions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-71-b002", "type": "PARAGRAPH", "text": "Analysts should apply design weights and appropriate variance methods. Unweighted comparisons of complex samples are generally insufficient.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-72", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "72", "title": "Coverage error", "anchor": "72-coverage-error", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-72-b001", "type": "PARAGRAPH", "text": "authority and examined, demographic, controls in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 72. Coverage error to connect evidence with delivery, unequal effect and correction. Coverage ratios should be examined with demographic controls.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-72-b002", "type": "PARAGRAPH", "text": "Adjustment cannot fully correct a group that has no frame representation and no reliable external total.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-73", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "73", "title": "Non-response equivalence", "anchor": "73-non-response-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-73-b001", "type": "PARAGRAPH", "text": "Overall response rates can be similar while group patterns differ. Contact failure, refusal and assessment non-completion have different implications and should be separated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-73-b002", "type": "PARAGRAPH", "text": "Adjustment models reduce known imbalance but cannot guarantee removal of bias related to unobserved literacy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-74", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "74", "title": "Standard errors", "anchor": "74-standard-errors", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-74-b001", "type": "PARAGRAPH", "text": "remedy and presented, definitive, ranking in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 74. Standard errors to connect evidence with delivery, unequal effect and correction. A difference smaller than its uncertainty should not be presented as a definitive ranking.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-74-b002", "type": "PARAGRAPH", "text": "Non-sampling error remains outside the interval and requires separate discussion.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-75", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "75", "title": "Rounding and rank", "anchor": "75-rounding-and-rank", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-75-b001", "type": "PARAGRAPH", "text": "continuity and substantively, meaningful, difference in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 75. Rounding and rank to connect evidence with delivery, unequal effect and correction. Published tables should discourage ordinal claims unsupported by statistically and substantively meaningful difference.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-75-b002", "type": "PARAGRAPH", "text": "Country order is a display choice, not a finding.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-76", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "76", "title": "Trend breaks", "anchor": "76-trend-breaks", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-76-b001", "type": "PARAGRAPH", "text": "distribution and during, bridge, period in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 76. Trend breaks to connect evidence with delivery, unequal effect and correction. The old and new series may overlap during a bridge period.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-76-b002", "type": "PARAGRAPH", "text": "Silently joining the values can produce a false improvement or decline.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-77", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "77", "title": "Comparability classes", "anchor": "77-comparability-classes", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-77-b001", "type": "PARAGRAPH", "text": "feasibility and unlikely, reverse, conclusion in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 77. Comparability classes to connect evidence with delivery, unequal effect and correction. Qualified comparability permits bounded differences that are documented and unlikely to reverse the broad conclusion.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-77-b002", "type": "PARAGRAPH", "text": "Descriptive-only comparison shows context without supporting magnitude or rank. Not supportable applies where differences are fundamental or unknown.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-78", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "78", "title": "Table 4: comparability decision matrix", "anchor": "78-table-4-comparability-decision-matrix", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-78-b001-tbl-iceqc-r-2006-10-4", "type": "TABLE", "title": "Table 4. Comparability decision matrix", "columns": [ { "key": "c1-dimension", "label": "Dimension", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-strong", "label": "Strong", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-qualified", "label": "Qualified", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-descriptive-only", "label": "Descriptive only", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c5-not-supportable", "label": "Not supportable", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "construct", "same domain and interpretation", "bounded domain difference", "related literacy concept", "unrelated or unspecified" ], [ "population", "harmonised age and coverage", "small documented difference", "material difference retained", "population unknown" ], [ "method", "same or linked design", "evaluated method variation", "different known method", "method unknown" ], [ "question or task", "equivalent and stable", "minor tested adaptation", "different known demand", "wording or task unavailable" ], [ "language", "equivalent access and adaptation", "bounded language difference", "different language rule disclosed", "language condition unknown" ], [ "period", "same or policy-relevant interval", "modest documented interval", "distant observation used as context", "observation date unknown" ], [ "participation", "adequate and similarly distributed", "residual bounded difference", "material difference disclosed", "selective participation unexamined" ], [ "uncertainty", "design-based and sufficient", "approximate but decision-stable", "point estimates only", "precision cannot be judged" ], [ "permitted use", "magnitude, distribution and trend", "broad magnitude with qualification", "contextual juxtaposition", "no comparative conclusion" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-4-table-4-comparability-decision-matrix.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-79", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "79", "title": "Comparison record", "anchor": "79-comparison-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-79-b001", "type": "PARAGRAPH", "text": "equity and should, policy, relevant in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 79. Comparison record to connect evidence with delivery, unequal effect and correction. The reason for inclusion should be policy-relevant.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-79-b002", "type": "PARAGRAPH", "text": "Users should be able to identify why two values appear together and which inference is authorised.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-80", "partId": "part-iceqc-r-2006-10-iv", "parentId": null, "number": "80", "title": "Comparability conclusion", "anchor": "80-comparability-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-80-b001", "type": "PARAGRAPH", "text": "timing and assembled, unlike, measures in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 80. Comparability conclusion to connect evidence with delivery, unequal effect and correction. A transparent descriptive comparison can be more authoritative than an exact rank assembled from unlike measures.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-80-b002", "type": "PARAGRAPH", "text": "The absence of full comparability should direct investment in better evidence, not justify treating current values as equivalent.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-81", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "81", "title": "Participation as a statistical condition", "anchor": "81-participation-as-a-statistical-condition", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-81-b001", "type": "PARAGRAPH", "text": "remedy and population, represented, result in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 81. Participation as a statistical condition to connect evidence with delivery, unequal effect and correction. Failure at any stage can alter the population represented by the result.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-81-b002", "type": "PARAGRAPH", "text": "Participation should therefore be analysed as part of measurement, not reported only as an operational total.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-82", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "82", "title": "Target population", "anchor": "82-target-population", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-82-b001", "type": "PARAGRAPH", "text": "continuity and another, defined, population in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 82. Target population to connect evidence with delivery, unequal effect and correction. It should state age, residence, territory and any exclusions. A study may target usual residents, de facto residents or another defined population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-82-b002", "type": "PARAGRAPH", "text": "The choice affects migrants, temporary workers, displaced persons and adults who divide time between households.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-83", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "83", "title": "Frame population", "anchor": "83-frame-population", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-83-b001", "type": "PARAGRAPH", "text": "distribution and institutional, geographic, omissions in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 83. Frame population to connect evidence with delivery, unequal effect and correction. It may differ from the target population because of age, address, institutional or geographic omissions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-83-b002", "type": "PARAGRAPH", "text": "A coverage assessment should quantify known differences and identify groups for which no reliable estimate is possible.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-84", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "84", "title": "Household-based coverage", "anchor": "84-household-based-coverage", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-84-b001", "type": "PARAGRAPH", "text": "feasibility and histories, literacy, access in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 84. Household-based coverage to connect evidence with delivery, unequal effect and correction. These groups may have distinctive educational histories and literacy access.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-84-b002", "type": "PARAGRAPH", "text": "The published population should name exclusions. An estimate should not be called national whole-population evidence where important residents are outside the design.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-85", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "85", "title": "Remote and sparsely populated areas", "anchor": "85-remote-and-sparsely-populated-areas", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-85-b001", "type": "PARAGRAPH", "text": "capacity and exclusion, substantively, important in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 85. Remote and sparsely populated areas to connect evidence with delivery, unequal effect and correction. Language diversity and educational access can make this exclusion substantively important.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-85-b002", "type": "PARAGRAPH", "text": "Cost decisions should be explicit, and national summaries should not imply equal territorial coverage.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-86", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "86", "title": "Adults in institutions", "anchor": "86-adults-in-institutions", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-86-b001", "type": "PARAGRAPH", "text": "equity and affect, inclusion, privacy in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 86. Adults in institutions to connect evidence with delivery, unequal effect and correction. Institutional gatekeeping can affect both inclusion and privacy.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-86-b002", "type": "PARAGRAPH", "text": "Where these adults are excluded, the result applies to the household population. Separate studies may be needed for policy concerning institutional education.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-87", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "87", "title": "Homeless and mobile populations", "anchor": "87-homeless-and-mobile-populations", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-87-b001", "type": "PARAGRAPH", "text": "timing and solely, because, absent in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 87. Homeless and mobile populations to connect evidence with delivery, unequal effect and correction. Mobility also affects repeated contact and weighting. Their omission should not be assumed negligible solely because they are absent from the frame.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-87-b002", "type": "PARAGRAPH", "text": "Supplementary location-based or service-based approaches may inform planning, but estimates derived from them require their own population definition.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-88", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "88", "title": "Sample size and precision", "anchor": "88-sample-size-and-precision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-88-b001", "type": "PARAGRAPH", "text": "uncertainty and insufficient, linguistic, regional in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 88. Sample size and precision to connect evidence with delivery, unequal effect and correction. A large national sample may remain insufficient for a small linguistic or regional group.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-88-b002", "type": "PARAGRAPH", "text": "Precision requirements should follow policy use. Publication of numerous unstable subgroup rates is not improved transparency.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-89", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "89", "title": "Stratification", "anchor": "89-stratification", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-89-b001", "type": "PARAGRAPH", "text": "comparability and weights, reflect, design in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 89. Stratification to connect evidence with delivery, unequal effect and correction. Selection probabilities and analysis weights must reflect the design.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-89-b002", "type": "PARAGRAPH", "text": "Post hoc division of a sample into many groups does not provide the same assurance as planned representation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-90", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "90", "title": "Clustering", "anchor": "90-clustering", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-90-b001", "type": "PARAGRAPH", "text": "Area-based surveys often select clusters of households. Adults within clusters may be more similar than adults selected independently, increasing variance for a given sample size.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-90-b002", "type": "PARAGRAPH", "text": "Variance estimation should use the actual design. Treating clustered observations as a simple random sample produces unjustified precision.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-91", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "91", "title": "Selection within households", "anchor": "91-selection-within-households", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-91-b001", "type": "PARAGRAPH", "text": "coverage and available, confident, person in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 91. Selection within households to connect evidence with delivery, unequal effect and correction. The rule should prevent interviewers or households from choosing the most available or confident person.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-91-b002", "type": "PARAGRAPH", "text": "Substitution of another adult changes selection probability and can bias the result. It should not be permitted without a controlled design.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-92", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "92", "title": "Contact procedures", "anchor": "92-contact-procedures", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-92-b001", "type": "PARAGRAPH", "text": "remedy and refusal, language, barrier in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 92. Contact procedures to connect evidence with delivery, unequal effect and correction. Repeated visits and varied timing improve inclusion. The contact record should distinguish unavailable address, no eligible adult, temporary absence, refusal and language barrier.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-92-b002", "type": "PARAGRAPH", "text": "These categories support targeted field correction and later bias analysis.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-93", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "93", "title": "Informed participation", "anchor": "93-informed-participation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-93-b001", "type": "PARAGRAPH", "text": "continuity and require, literacy, assessed in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 93. Informed participation to connect evidence with delivery, unequal effect and correction. Information should not require the literacy level being assessed.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-93-b002", "type": "PARAGRAPH", "text": "Oral explanation and accessible formats may be necessary. Consent obtained through unreadable material is not an adequate participation safeguard.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-94", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "94", "title": "Refusal", "anchor": "94-refusal", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-94-b001", "type": "PARAGRAPH", "text": "Refusal may arise from time, distrust, fear, stigma or assessment burden. Conversion efforts should remain respectful and should not become coercive.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-94-b002", "type": "PARAGRAPH", "text": "Refusal rates should be examined by area and observable characteristics. A low overall rate can conceal concentration in a group central to literacy policy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-95", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "95", "title": "Break-off and partial completion", "anchor": "95-break-off-and-partial-completion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-95-b001", "type": "PARAGRAPH", "text": "feasibility and language, concern, performance in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 95. Break-off and partial completion to connect evidence with delivery, unequal effect and correction. Reasons include fatigue, difficulty, interruption, disability, language and concern about performance.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-95-b002", "type": "PARAGRAPH", "text": "Partial completion should be categorised under predetermined rules. Treating every non-attempt as the lowest score may confound proficiency with access and participation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-96", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "96", "title": "Literacy-related non-response", "anchor": "96-literacy-related-non-response", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-96-b001", "type": "PARAGRAPH", "text": "capacity and favourable, distribution, completers in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 96. Literacy-related non-response to connect evidence with delivery, unequal effect and correction. This creates a serious risk: the method may exclude adults with the weakest capability and then report a favourable distribution among completers.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-96-b002", "type": "PARAGRAPH", "text": "Background evidence, field observations and follow-up studies should be used to assess the likely direction and scale of bias.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-97", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "97", "title": "Language-related non-response", "anchor": "97-language-related-non-response", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-97-b001", "type": "PARAGRAPH", "text": "equity and demonstrated, absence, literacy in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 97. Language-related non-response to connect evidence with delivery, unequal effect and correction. Their exclusion concerns instrument access, not demonstrated absence of literacy.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-97-b002", "type": "PARAGRAPH", "text": "The result should state the eligible population not assessed for language reasons and the languages involved where confidentiality permits.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-98", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "98", "title": "Disability-related non-response", "anchor": "98-disability-related-non-response", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-98-b001", "type": "PARAGRAPH", "text": "timing and without, changing, construct in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 98. Disability-related non-response to connect evidence with delivery, unequal effect and correction. Accessible administration should be planned without changing the construct.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-98-b002", "type": "PARAGRAPH", "text": "Unresolved exclusions should be reported separately and considered in whole-population claims.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-99", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "99", "title": "Weighting for unequal selection", "anchor": "99-weighting-for-unequal-selection", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-99-b001", "type": "PARAGRAPH", "text": "Base weights reflect inverse selection probabilities. Further adjustments may address non-response and align the sample with reliable population totals.", "citationIds": [ "REF-12" ] }, { "id": "sec-iceqc-r-2006-10-99-b002", "type": "PARAGRAPH", "text": "Weights can correct known imbalances under assumptions; they cannot recreate information for a wholly absent population or guarantee removal of literacy-related bias.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-100", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "100", "title": "Non-response adjustment classes", "anchor": "100-non-response-adjustment-classes", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-100-b001", "type": "PARAGRAPH", "text": "comparability and create, unstable, weights in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 100. Non-response adjustment classes to connect evidence with delivery, unequal effect and correction. Excessively broad classes leave bias; excessively narrow classes can create unstable weights.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-100-b002", "type": "PARAGRAPH", "text": "The procedure and weight distribution should be documented, including trimming and its effect.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-101", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "101", "title": "Calibration", "anchor": "101-calibration", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-101-b001", "type": "PARAGRAPH", "text": "authority and consistently, survey, population in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 101. Calibration to connect evidence with delivery, unequal effect and correction. Controls should be reliable, temporally appropriate and defined consistently with the survey population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-101-b002", "type": "PARAGRAPH", "text": "Agreement on calibration variables does not ensure agreement on unobserved literacy. Residual bias remains an interpretation issue.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-102", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "102", "title": "Imputation", "anchor": "102-imputation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-102-b001", "type": "PARAGRAPH", "text": "coverage and because, principal, outcome in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 102. Imputation to connect evidence with delivery, unequal effect and correction. Imputing literacy proficiency or declared status requires stronger justification because the value is the principal outcome.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-102-b002", "type": "PARAGRAPH", "text": "Observed and imputed shares should be reported. Imputation should not convert non-participation into apparently direct evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-103", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "103", "title": "Response-rate components", "anchor": "103-response-rate-components", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-103-b001", "type": "PARAGRAPH", "text": "remedy and stages, conceals, mechanism in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 103. Response-rate components to connect evidence with delivery, unequal effect and correction. One percentage combining these stages conceals the mechanism of loss.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-103-b002", "type": "PARAGRAPH", "text": "Comparable surveys should use consistent disposition rules and denominators.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-104", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "104", "title": "Table 5: participation flow", "anchor": "104-table-5-participation-flow", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-104-b001-tbl-iceqc-r-2006-10-5", "type": "TABLE", "title": "Table 5. Participation and coverage flow for an adult literacy survey", "columns": [ { "key": "c1-stage", "label": "Stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-count", "label": "Required count", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-quality-question", "label": "Quality question", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-interpretation-if-lost", "label": "Interpretation if lost", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "target population", "estimated eligible adults", "who is intended to be represented", "defines inference" ], [ "frame coverage", "adults represented by frame", "which groups are absent or duplicated", "coverage error" ], [ "selected sample", "selected eligible units", "was probability selection preserved", "selection integrity" ], [ "contacted sample", "households or adults reached", "are contact failures patterned", "potential availability bias" ], [ "cooperating adults", "eligible adults agreeing", "are refusals related to trust or burden", "cooperation bias" ], [ "background completers", "usable contextual interview", "can non-assessment be analysed", "auxiliary evidence available" ], [ "assessment starters", "adults beginning tasks", "did access or anxiety prevent start", "participation barrier" ], [ "valid completers", "scoreable assessment evidence", "are break-offs selective", "achieved proficiency sample" ], [ "weighted population", "represented adults after adjustment", "do weights rely on defensible controls", "bounded population inference" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-5-table-5-participation-and-coverage-flow-for-an-adult-literac.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-105", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "105", "title": "Participation profile", "anchor": "105-participation-profile", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-105-b001", "type": "PARAGRAPH", "text": "distribution and assessment, completion, separately in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 105. Participation profile to connect evidence with delivery, unequal effect and correction. It should also examine contact, refusal and assessment completion separately.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-105-b002", "type": "PARAGRAPH", "text": "Differences guide field improvement and qualify substantive estimates. They should not be used to blame groups for non-participation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-106", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "106", "title": "Fieldwork correction", "anchor": "106-fieldwork-correction", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-106-b001", "type": "PARAGRAPH", "text": "feasibility and authorised, language, support in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 106. Fieldwork correction to connect evidence with delivery, unequal effect and correction. Corrective action may include additional visits, reassignment, extended hours or authorised language support.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-106-b002", "type": "PARAGRAPH", "text": "Correction should preserve probability selection and respondent rights. Replacing difficult cases with convenient ones is not correction.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-107", "partId": "part-iceqc-r-2006-10-v", "parentId": null, "number": "107", "title": "Participation conclusion", "anchor": "107-participation-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-107-b001", "type": "PARAGRAPH", "text": "capacity and reasoned, account, material in Adult Literacy Measurement: Comparability, Participation and the Limits of Self-Reported Data require ### 107. Participation conclusion to connect evidence with delivery, unequal effect and correction. Reliable adult literacy measurement requires an explicit chain from target population to valid completion and a reasoned account of every material loss.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-107-b002", "type": "PARAGRAPH", "text": "Where participation is plausibly related to literacy, uncertainty extends beyond the sampling error and must constrain the public claim.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-108", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "108", "title": "Language as part of the construct", "anchor": "108-language-as-part-of-the-construct", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-108-b001", "type": "PARAGRAPH", "text": "Literacy is exercised through particular languages and scripts. Assessment language is therefore not merely a delivery choice; it helps define what capability is observed.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-108-b002", "type": "PARAGRAPH", "text": "Reports should specify whether the policy question concerns literacy in any language, an official language, a language of schooling or another defined set.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-109", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "109", "title": "Language mapping", "anchor": "109-language-mapping", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-109-b001", "type": "PARAGRAPH", "text": "Design should begin with evidence on languages read, written and used by the target population. Spoken-language prevalence alone is insufficient because written use and script may differ.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-109-b002", "type": "PARAGRAPH", "text": "The map should inform instrument languages, sample needs, recruitment and public interpretation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-110", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "110", "title": "Language choice", "anchor": "110-language-choice", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-110-b001", "type": "PARAGRAPH", "text": "Respondent choice can respect capability and improve participation. It may also select among versions with different task characteristics. A controlled choice procedure should record preferred language, administered language and reason where they differ.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-110-b002", "type": "PARAGRAPH", "text": "Forced use of one language answers a narrower question and should be labelled accordingly.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-111", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "111", "title": "Translation process", "anchor": "111-translation-process", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-111-b001", "type": "PARAGRAPH", "text": "Translation requires construct analysis, forward drafting, independent review, reconciliation and field testing. Back translation can identify some differences but cannot alone establish functional equivalence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-111-b002", "type": "PARAGRAPH", "text": "Reviewers should examine vocabulary, syntax, text genre, numerical convention and expected familiarity.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-112", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "112", "title": "Adaptation register", "anchor": "112-adaptation-register", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-112-b001", "type": "PARAGRAPH", "text": "Every departure from the source task should be recorded with reason, affected demand, reviewers and empirical evidence. Adaptation may be necessary when an institution, object or layout has no equivalent.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-112-b002", "type": "PARAGRAPH", "text": "The objective is comparable demand, not identical surface form.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-113", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "113", "title": "Item functioning across languages", "anchor": "113-item-functioning-across-languages", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-113-b001", "type": "PARAGRAPH", "text": "Items that show unexpected differences between language groups after relevant proficiency is considered require investigation. Statistical evidence can signal a problem but cannot identify whether the cause is translation, culture, curriculum or genuine variation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-113-b002", "type": "PARAGRAPH", "text": "Content review and field evidence should accompany the analysis.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-114", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "114", "title": "Multilingual adults", "anchor": "114-multilingual-adults", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-114-b001", "type": "PARAGRAPH", "text": "Adults may distribute reading and writing practices across languages. One language may be used at home, another at work and another for official documents.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-114-b002", "type": "PARAGRAPH", "text": "A single-language assessment captures part of this repertoire. Background questions should record relevant practices without converting every language into a full assessment requirement.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-115", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "115", "title": "Minority and indigenous languages", "anchor": "115-minority-and-indigenous-languages", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-115-b001", "type": "PARAGRAPH", "text": "Excluding a written minority language can understate capability and obscure demand for literacy materials and education. Inclusion may require script, terminology and sampling expertise not available in a central instrument.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-115-b002", "type": "PARAGRAPH", "text": "The decision and its limitations should be public, and development should involve competent language communities.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-116", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "116", "title": "Oral languages and emerging written conventions", "anchor": "116-oral-languages-and-emerging-written-conventions", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-116-b001", "type": "PARAGRAPH", "text": "Some languages may have limited standardised written use or several orthographies. A conventional reading assessment may then measure exposure to one standard as much as general literacy.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-116-b002", "type": "PARAGRAPH", "text": "Policy should distinguish oral capability, written-language development and literacy in other languages rather than assign a global deficit.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-117", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "117", "title": "Sign languages and communication access", "anchor": "117-sign-languages-and-communication-access", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-117-b001", "type": "PARAGRAPH", "text": "Instructions and consent may require sign-language access, while the assessed construct concerns engagement with written text. Interpretation should not supply answers or alter text demand.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-117-b002", "type": "PARAGRAPH", "text": "The protocol should separate communication accommodation from substantive task modification.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-118", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "118", "title": "Visual accessibility", "anchor": "118-visual-accessibility", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-118-b001", "type": "PARAGRAPH", "text": "Print size, contrast, lighting and layout can create irrelevant difficulty. Large print or other presentation may be provided where it preserves text and response demand.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-118-b002", "type": "PARAGRAPH", "text": "Braille assessment, oral presentation or assistive technology may represent a related but different mode requiring separate validity analysis.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-119", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "119", "title": "Physical access", "anchor": "119-physical-access", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-119-b001", "type": "PARAGRAPH", "text": "Writing or page-handling tasks may disadvantage adults with motor impairments. A response accommodation can preserve the intended literacy construct if motor production is not part of that construct.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-119-b002", "type": "PARAGRAPH", "text": "The use and effect of accommodation should be recorded without publicly identifying the adult.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-120", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "120", "title": "Cognitive and learning differences", "anchor": "120-cognitive-and-learning-differences", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-120-b001", "type": "PARAGRAPH", "text": "Instructions, pace and task load may affect adults with learning or cognitive impairments. Simplifying assessed text would change difficulty; providing accessible instructions and appropriate time may remove a procedural barrier.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-120-b002", "type": "PARAGRAPH", "text": "No one adjustment is universally valid. The decision follows the construct and intended population claim.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-121", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "121", "title": "Cultural familiarity", "anchor": "121-cultural-familiarity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-121-b001", "type": "PARAGRAPH", "text": "Documents, transactions and topics differ across settings. An unfamiliar form can create difficulty unrelated to the intended information-processing demand, while over-familiar content can advantage a subgroup.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-121-b002", "type": "PARAGRAPH", "text": "Balanced task pools and expert review should reduce systematic irrelevant differences.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-122", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "122", "title": "Gendered practices", "anchor": "122-gendered-practices", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-122-b001", "type": "PARAGRAPH", "text": "Access to schooling, paid work, official documents and leisure reading may differ by sex and social setting. Tasks drawn mainly from one domain can reflect opportunity as well as capability.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-122-b002", "type": "PARAGRAPH", "text": "Assessment should not erase these conditions. Background evidence helps interpret them and supports policy on access and use.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-123", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "123", "title": "Rural and urban contexts", "anchor": "123-rural-and-urban-contexts", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-123-b001", "type": "PARAGRAPH", "text": "Text exposure and common documents may vary between rural and urban settings. Adaptation should preserve comparable cognitive demand without assuming that urban administrative materials define universal functionality.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-123-b002", "type": "PARAGRAPH", "text": "Sampling and reporting should allow location differences to be examined where precision permits.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-124", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "124", "title": "Respect and non-stigmatisation", "anchor": "124-respect-and-non-stigmatisation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-124-b001", "type": "PARAGRAPH", "text": "Field language should not describe adults as deficient persons. It should describe observed performance under defined conditions and recognise the possibility of learning and varied practice.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-124-b002", "type": "PARAGRAPH", "text": "Public categories should be tested for unintended stigma, particularly where results are published for small linguistic communities.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-125", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "125", "title": "Table 6: language and accessibility assurance", "anchor": "125-table-6-language-and-accessibility-assurance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-125-b001-tbl-iceqc-r-2006-10-6", "type": "TABLE", "title": "Table 6. Language, culture and accessibility assurance record", "columns": [ { "key": "c1-assurance-area", "label": "Assurance area", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence-before-fieldwork", "label": "Evidence before fieldwork", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-field-record", "label": "Field record", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-reporting-boundary", "label": "Reporting boundary", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "language population", "spoken and written language map", "preferred and administered language", "scope limited to offered languages" ], [ "translation", "construct-based review and testing", "version identifier", "no presumed equivalence without evidence" ], [ "adaptation", "reason and demand analysis", "item version used", "material change disclosed" ], [ "multilingual practice", "background questions", "languages of use", "one-language score not whole repertoire" ], [ "cultural context", "expert and participant review", "difficulty observations", "irrelevant familiarity considered" ], [ "communication access", "accessible information and instructions", "support provided", "support not treated as item performance" ], [ "visual access", "presentation and accommodation rules", "format used and exclusions", "whole-population claim qualified" ], [ "physical access", "response-method protocol", "authorised adjustment", "motor barrier not confused with literacy" ], [ "non-stigmatisation", "terminology review", "complaint or distress record", "categories describe performance, not worth" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-6-table-6-language-culture-and-accessibility-assurance-record.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-126", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "126", "title": "Accessible reporting", "anchor": "126-accessible-reporting", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-126-b001", "type": "PARAGRAPH", "text": "Literacy findings should themselves be communicated in forms accessible to adults with varied literacy. Oral briefings, clear graphics and community-language explanations can accompany the technical report.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-126-b002", "type": "PARAGRAPH", "text": "Simplification should preserve uncertainty and method. Accessibility is not permission to turn a qualified result into an absolute statement.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-127", "partId": "part-iceqc-r-2006-10-vi", "parentId": null, "number": "127", "title": "Language and accessibility conclusion", "anchor": "127-language-and-accessibility-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-127-b001", "type": "PARAGRAPH", "text": "A literacy measure cannot be separated from the language, script and mode through which performance is elicited. Comparability requires equivalent construct access, not uniform administration that excludes part of the population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-127-b002", "type": "PARAGRAPH", "text": "The report should state who could demonstrate capability, under which conditions, and whose capability remains unobserved.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-128", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "128", "title": "Purpose of linking", "anchor": "128-purpose-of-linking", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-128-b001", "type": "PARAGRAPH", "text": "Collecting self-report and direct assessment from the same adults can show disagreement, examine reporting thresholds and support adjustment of broad survey indicators. It can also connect perceived difficulty and practice to observed performance.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-128-b002", "type": "PARAGRAPH", "text": "The exercise should not assume that one measure contains every truth and the other only error.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-129", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "129", "title": "Validation subsample", "anchor": "129-validation-subsample", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-129-b001", "type": "PARAGRAPH", "text": "A probability subsample of respondents to a census-linked or household survey module may complete direct assessment. Selection probability, non-response and language access require separate weights.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-129-b002", "type": "PARAGRAPH", "text": "Volunteers are unlikely to represent adults who decline or fear assessment and should not be used to calibrate a national rate without qualification.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-130", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "130", "title": "Cross-classification", "anchor": "130-cross-classification", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-130-b001", "type": "PARAGRAPH", "text": "Self-reported categories can be cross-tabulated against proficiency levels or task outcomes. The table should show counts, weighted proportions and uncertainty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-130-b002", "type": "PARAGRAPH", "text": "Disagreement is expected because constructs and thresholds differ. It should be analysed, not labelled automatically as false reporting.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-131", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "131", "title": "Sensitivity and specificity", "anchor": "131-sensitivity-and-specificity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-131-b001", "type": "PARAGRAPH", "text": "If a direct threshold is adopted for a defined purpose, self-report sensitivity describes the share above that threshold reporting literacy; specificity describes the share below reporting non-literacy. Both depend on the chosen threshold and population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-131-b002", "type": "PARAGRAPH", "text": "They should not turn a contested literacy boundary into a natural fact.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-132", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "132", "title": "Predictive models", "anchor": "132-predictive-models", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-132-b001", "type": "PARAGRAPH", "text": "Background variables and self-reported practices may predict assessed proficiency. Models should be developed and validated on separate data where feasible and should report error across groups.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-132-b002", "type": "PARAGRAPH", "text": "Predicted proficiency is not directly assessed proficiency. Publication should not obscure that distinction.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-133", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "133", "title": "Differential reporting", "anchor": "133-differential-reporting", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-133-b001", "type": "PARAGRAPH", "text": "The relationship between self-report and assessment may differ by age, sex, language, education, location and social expectations. A single national correction factor can therefore misclassify subgroups.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-133-b002", "type": "PARAGRAPH", "text": "Analysis should test interaction and retain adequate sample size and protection.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-134", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "134", "title": "Proxy validation", "anchor": "134-proxy-validation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-134-b001", "type": "PARAGRAPH", "text": "Where both adult self-response and household proxy response are available, agreement can be analysed before direct assessment is considered. Three-way comparison can distinguish proxy disagreement from self-assessment disagreement.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-134-b002", "type": "PARAGRAPH", "text": "Re-interview conditions should minimise learning or disclosure effects.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-135", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "135", "title": "Method transition", "anchor": "135-method-transition", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-135-b001", "type": "PARAGRAPH", "text": "A country moving from self-report to direct assessment should conduct an overlap or bridge study. Both methods are applied under controlled conditions during at least one period.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-135-b002", "type": "PARAGRAPH", "text": "The published series should mark the transition. A difference between methods should not be presented as population change.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-136", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "136", "title": "Composite systems", "anchor": "136-composite-systems", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-136-b001", "type": "PARAGRAPH", "text": "A layered system can use a short household module for broad coverage, a direct-assessment subsample for proficiency and qualitative enquiry for literacy practices and barriers. Each component retains its own inference.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-136-b002", "type": "PARAGRAPH", "text": "Integration occurs through common identifiers, definitions and analysis, not by collapsing all evidence into one rate.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-137", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "137", "title": "Table 7: method-linking record", "anchor": "137-table-7-method-linking-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-137-b001-tbl-iceqc-r-2006-10-7", "type": "TABLE", "title": "Table 7. Self-report and direct-assessment linking record", "columns": [ { "key": "c1-linking-element", "label": "Linking element", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-design", "label": "Required design", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-valid-inference", "label": "Valid inference", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-prohibited-inference", "label": "Prohibited inference", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "overlap sample", "probability selection and response weights", "population relationship between methods", "volunteer agreement as national validity" ], [ "common population", "aligned age, residence and language rules", "method difference within defined group", "difference attributed to time trend" ], [ "cross-classification", "weighted cells and uncertainty", "pattern of agreement and disagreement", "self-report labelled dishonest" ], [ "threshold analysis", "explicit policy threshold", "conditional sensitivity and specificity", "threshold treated as universal literacy divide" ], [ "subgroup analysis", "adequate protected samples", "differential reporting patterns", "unstable cells ranked" ], [ "prediction", "model validation and error", "bounded estimate for stated use", "predicted value called observed skill" ], [ "bridge period", "parallel administration", "estimated series discontinuity", "spliced series without marker" ], [ "publication", "separate results and interpretation", "complementary evidence", "one method silently replaces another" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-7-table-7-self-report-and-direct-assessment-linking-record.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-138", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "138", "title": "Ethical linking", "anchor": "138-ethical-linking", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-138-b001", "type": "PARAGRAPH", "text": "Linking requires clear authority, confidentiality and purpose. Adults should not experience a declaration as a commitment that triggers an undisclosed test or personal consequence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-138-b002", "type": "PARAGRAPH", "text": "Identifiers should be protected and removed from analytical files where no longer necessary.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-139", "partId": "part-iceqc-r-2006-10-vii", "parentId": null, "number": "139", "title": "Linking conclusion", "anchor": "139-linking-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-139-b001", "type": "PARAGRAPH", "text": "Linked evidence can improve understanding of method effects and support a responsible transition to stronger measurement. It cannot make unlike constructs identical.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-139-b002", "type": "PARAGRAPH", "text": "The value lies in explaining difference and uncertainty, not manufacturing a single definitive number.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-140", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "140", "title": "Publication purpose", "anchor": "140-publication-purpose", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-140-b001", "type": "PARAGRAPH", "text": "Literacy statistics should inform education, language, labour, social and community policy while respecting the people represented. Publication should permit independent understanding of the measure and its limits.", "citationIds": [ "REF-09" ] }, { "id": "sec-iceqc-r-2006-10-140-b002", "type": "PARAGRAPH", "text": "A headline rate without method and observation year is incomplete public evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-141", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "141", "title": "Core metadata beside the value", "anchor": "141-core-metadata-beside-the-value", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-141-b001", "type": "PARAGRAPH", "text": "Every principal table should state source, observation period, population age, geographic coverage, method class, respondent rule, language condition and whether schooling assumptions were used.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-141-b002", "type": "PARAGRAPH", "text": "Detailed technical notes may follow, but essential meaning should not be separated from the number.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-142", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "142", "title": "Counts and denominators", "anchor": "142-counts-and-denominators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-142-b001", "type": "PARAGRAPH", "text": "Rates should be accompanied by weighted population counts where appropriate and by unweighted sample counts for survey transparency. These serve different purposes and should be labelled.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-142-b002", "type": "PARAGRAPH", "text": "Small unweighted cells require suppression or caution even where weighted populations appear large.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-143", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "143", "title": "Precision", "anchor": "143-precision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-143-b001", "type": "PARAGRAPH", "text": "Sample estimates should show standard errors, confidence intervals or another accepted measure of sampling uncertainty. Tables should indicate where design or sample size makes an estimate unstable.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-143-b002", "type": "PARAGRAPH", "text": "Decimal places should reflect precision. Additional digits do not create information.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-144", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "144", "title": "Non-sampling limitations", "anchor": "144-non-sampling-limitations", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-144-b001", "type": "PARAGRAPH", "text": "Coverage, non-response, language, question, mode, scoring and model limitations should be stated near the affected result. Sampling intervals do not capture these errors.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-144-b002", "type": "PARAGRAPH", "text": "A concise direction-of-bias statement is useful where evidence supports it; otherwise uncertainty should not be assigned a convenient sign.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-145", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "145", "title": "Distribution before averages", "anchor": "145-distribution-before-averages", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-145-b001", "type": "PARAGRAPH", "text": "Direct assessments should report proficiency distributions and relevant percentiles or level shares, not only a mean. A common average can conceal different lower and upper tails.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-145-b002", "type": "PARAGRAPH", "text": "Policy concerning minimum access requires attention to adults facing the greatest task difficulty without reducing them to a permanent label.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-146", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "146", "title": "Disaggregation", "anchor": "146-disaggregation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-146-b001", "type": "PARAGRAPH", "text": "Sex, age, location, language, education, work and socio-economic measures may reveal unequal opportunity and participation. Selection should follow policy relevance and sample capacity.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-146-b002", "type": "PARAGRAPH", "text": "Disaggregation is not a licence for an unlimited table of unstable comparisons.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-147", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "147", "title": "Time series", "anchor": "147-time-series", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-147-b001", "type": "PARAGRAPH", "text": "Charts should mark observation years and method breaks. Lines should not imply annual measurement where only intermittent observations exist.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-147-b002", "type": "PARAGRAPH", "text": "Modelled interpolation and projection should be visually and textually distinct from observed values.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-148", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "148", "title": "Cross-national tables", "anchor": "148-cross-national-tables", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-148-b001", "type": "PARAGRAPH", "text": "Country values should be grouped or annotated by method comparability. Alphabetical presentation is often preferable to an unsupported rank.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-148-b002", "type": "PARAGRAPH", "text": "Where method differences are fundamental, separate panels are more honest than a single ordered column.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-149", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "149", "title": "Threshold language", "anchor": "149-threshold-language", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-149-b001", "type": "PARAGRAPH", "text": "“Below the selected proficiency level” states a measurement result. “Illiterate population” may imply an absolute condition not established by the assessment, especially where one language or domain was tested.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-149-b002", "type": "PARAGRAPH", "text": "Labels should follow construct and avoid stigma.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-150", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "150", "title": "Associations and causes", "anchor": "150-associations-and-causes", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-150-b001", "type": "PARAGRAPH", "text": "Relationships between literacy and income, employment, health or civic participation are policy-relevant. Cross-sectional association does not establish that measured literacy alone caused the difference.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-150-b002", "type": "PARAGRAPH", "text": "Education, background, opportunity and selection may contribute. Claims should match design.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-151", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "151", "title": "Change and programme effect", "anchor": "151-change-and-programme-effect", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-151-b001", "type": "PARAGRAPH", "text": "Population change between surveys can reflect cohorts, migration, education, practice, economic conditions and measurement. It should not be attributed to one literacy programme without an appropriate evaluation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-151-b002", "type": "PARAGRAPH", "text": "Programme participants are also not a random population sample; their change answers a narrower question.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-152", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "152", "title": "Public communication", "anchor": "152-public-communication", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-152-b001", "type": "PARAGRAPH", "text": "Briefings should explain what adults were asked or required to do, who was included and what a level means in practical task terms. Visual material should preserve denominators and uncertainty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-152-b002", "type": "PARAGRAPH", "text": "Communication should identify actionable barriers and provision needs rather than sensationalise a population count.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-153", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "153", "title": "Confidentiality", "anchor": "153-confidentiality", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-153-b001", "type": "PARAGRAPH", "text": "Small cells, rare languages and local areas can expose identities or stigmatise communities. Disclosure control should consider direct and inferential risk.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-153-b002", "type": "PARAGRAPH", "text": "Suppression and aggregation should be applied consistently and should not conceal material inequality from authorised policy review.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-154", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "154", "title": "Corrections", "anchor": "154-corrections", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-154-b001", "type": "PARAGRAPH", "text": "Errors in weights, coding, labels or tables should be corrected publicly with date, affected results and interpretive consequence. The original release remains documented.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-154-b002", "type": "PARAGRAPH", "text": "Quiet replacement weakens official-statistics accountability.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-155", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "155", "title": "Table 8: publication assurance", "anchor": "155-table-8-publication-assurance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-155-b001-tbl-iceqc-r-2006-10-8", "type": "TABLE", "title": "Table 8. Adult literacy indicator publication assurance", "columns": [ { "key": "c1-publication-element", "label": "Publication element", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-minimum-content", "label": "Minimum content", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-misleading-practice", "label": "Misleading practice", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-required-correction", "label": "Required correction", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "headline value", "method, population and observation year", "method-neutral current rate", "restore scope beside value" ], [ "table", "counts, denominator, languages and source", "rank of unlike methods", "separate or classify comparison" ], [ "uncertainty", "sampling and material non-sampling limits", "point estimate treated as exact", "add precision and qualification" ], [ "distribution", "levels or score range", "mean as full population account", "publish distribution" ], [ "trend", "observed years and breaks", "continuous line through missing years", "mark observations and discontinuities" ], [ "subgroup", "relevance, sample and protection", "unstable small-cell ranking", "suppress, combine or qualify" ], [ "narrative", "association and bounded interpretation", "causal claim from cross-section", "revise to supported relationship" ], [ "terminology", "construct-respecting language", "adult worth reduced to label", "describe performance and context" ], [ "correction", "version, date and effect", "silent replacement", "issue correction notice" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-8-table-8-adult-literacy-indicator-publication-assurance.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-156", "partId": "part-iceqc-r-2006-10-viii", "parentId": null, "number": "156", "title": "Reporting conclusion", "anchor": "156-reporting-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-156-b001", "type": "PARAGRAPH", "text": "Responsible reporting makes the method visible and the policy meaning bounded. It does not weaken literacy advocacy; it ensures that public action responds to evidence rather than to artefacts of measurement.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-156-b002", "type": "PARAGRAPH", "text": "The strongest statistic is not the most definite-sounding value, but the value whose population, method and uncertainty can withstand scrutiny.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-157", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "157", "title": "Status of the cases", "anchor": "157-status-of-the-cases", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-157-b001", "type": "PARAGRAPH", "text": "The following cases are constructed to examine measurement decisions. They do not describe identified countries and do not establish empirical conversion factors. Each case retains the population, method and participation conditions needed to understand the calculation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-158", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "158", "title": "Case A: a census self-declaration rate", "anchor": "158-case-a-a-census-self-declaration-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-158-b001", "type": "PARAGRAPH", "text": "A census asks one household respondent whether each member aged 10 and over can read and write a simple message in any language. The published adult rate uses persons aged 15 and over. Of 2,480,000 adults enumerated, 2,021,200 are recorded yes, 421,600 no and 37,200 unknown or not stated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-158-b002", "type": "PARAGRAPH", "text": "Dividing yes responses by all enumerated adults gives 81.5 per cent. Dividing yes by known responses gives 82.8 per cent. Neither denominator is inherently correct for every use. The first implicitly treats unknown as not literate; the second assumes missing status can be excluded without bias.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-158-b003", "type": "PARAGRAPH", "text": "Metadata show that one respondent answered for 68 per cent of other adult members. The proxy share is higher among employed men absent at interview and younger adults temporarily away. The census provides valuable small-area coverage but does not establish observed proficiency.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-158-b004", "type": "PARAGRAPH", "text": "The publication reports 2,021,200 declared literate adults, 421,600 declared not literate and 37,200 unknown. It uses 81.5 per cent only with an explicit denominator and shows 82.8 per cent as a known-response rate. Policy maps include unknown status rather than merging it with either category.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-159", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "159", "title": "Case A record", "anchor": "159-case-a-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-159-b001-tbl-iceqc-r-2006-10-9", "type": "TABLE", "title": "Table 9. Census self-declaration calculation", "columns": [ { "key": "c1-component", "label": "Component", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-count", "label": "Count", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-share-of-all-adults", "label": "Share of all adults", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-interpretation", "label": "Interpretation", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "enumerated adults aged 15+", "2,480,000", "100.0%", "population denominator" ], [ "declared can read and write", "2,021,200", "81.5%", "self or proxy classification under question" ], [ "declared cannot", "421,600", "17.0%", "declared category, not direct assessment" ], [ "unknown or not stated", "37,200", "1.5%", "retained separately" ], [ "known responses", "2,442,800", "98.5%", "alternative denominator" ], [ "yes among known responses", "2,021,200", "82.8%", "conditional rate requiring missingness caution" ], [ "records supplied by proxy for another adult", "1,686,400", "68.0%", "method-quality characteristic" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-9-table-9-census-self-declaration-calculation.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-160", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "160", "title": "Case A decision", "anchor": "160-case-a-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-160-b001", "type": "PARAGRAPH", "text": "The census result can support local identification of areas with high declared need, subject to proxy and missingness patterns. It cannot be compared as a proficiency rate with a direct assessment or used to infer writing and document skills beyond the question.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-160-b002", "type": "PARAGRAPH", "text": "A validation survey should oversample areas with high unknown and proxy reporting and record language, self-response and performance separately.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-161", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "161", "title": "Case B: direct sentence verification", "anchor": "161-case-b-direct-sentence-verification", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-161-b001", "type": "PARAGRAPH", "text": "A household survey asks adults with less than completed secondary education to read a sentence card. Adults with secondary completion are assumed able and are not tested. Among 8,000 sampled adults, 4,600 are assumed literate, 2,700 are asked to read and 700 have missing education information or cannot be routed.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-161-b002", "type": "PARAGRAPH", "text": "Of those asked, 1,620 read the whole sentence, 540 read part, 405 cannot read it and 135 do not complete for language, vision, refusal or interruption. Reporting 4,600 assumed plus 1,620 whole-sentence readers as “literate” gives 6,220 of 8,000, or 77.8 per cent. The value combines indirect and direct methods and treats 1,780 adults outside the numerator for different reasons.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-161-b003", "type": "PARAGRAPH", "text": "The report therefore provides a component table. It also produces a lower-bound observed whole-sentence count of 1,620 and does not present it as a population literacy rate because most adults were not assessed.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-162", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "162", "title": "Case B record", "anchor": "162-case-b-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-162-b001-tbl-iceqc-r-2006-10-10", "type": "TABLE", "title": "Table 10. Mixed assumption and sentence-task classification", "columns": [ { "key": "c1-routing-result", "label": "Routing result", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-count", "label": "Count", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-measurement-status", "label": "Measurement status", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-publication-treatment", "label": "Publication treatment", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "assumed from secondary completion", "4,600", "indirect classification", "publish separately" ], [ "read whole sentence", "1,620", "direct narrow task", "describe exact performance" ], [ "read part", "540", "direct partial performance", "retain ordered category" ], [ "unable to read sentence", "405", "direct narrow task", "no claim beyond task and language" ], [ "task non-completion", "135", "unobserved direct performance", "analyse reason" ], [ "routing unresolved", "700", "education or eligibility missing", "do not presume status" ], [ "combined headline numerator", "6,220", "unlike evidence combined", "use only with full method label" ], [ "combined headline rate", "6,220 / 8,000", "77.8%", "not directly comparable with single-method rate" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-10-table-10-mixed-assumption-and-sentence-task-classification.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-163", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "163", "title": "Case B decision", "anchor": "163-case-b-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-163-b001", "type": "PARAGRAPH", "text": "The mixed indicator may meet an immediate reporting convention but is unsuitable for evaluating proficiency or comparing with a self-declaration series. The next survey should assess a probability subsample across all education levels to test the assumption and quantify task non-completion.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-163-b002", "type": "PARAGRAPH", "text": "Adults who read part of the sentence should not be combined arbitrarily with either extreme. Their category contains policy information about emerging or limited reading capability.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-164", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "164", "title": "Case C: specialised direct assessment", "anchor": "164-case-c-specialised-direct-assessment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-164-b001", "type": "PARAGRAPH", "text": "A specialised survey selects 5,400 adults aged 16–65. The frame excludes collective institutions and three remote districts containing an estimated four per cent of the otherwise eligible population. Of 5,400 selected adults, 4,590 complete the background interview and 4,050 provide valid assessment evidence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-164-b002", "type": "PARAGRAPH", "text": "Weighted results place 18 per cent below Level 1, 31 per cent at Level 1, 34 per cent at Level 2 and 17 per cent at Level 3 or above. Standard errors range from 0.8 to 1.2 percentage points. The figures describe the covered household population aged 16–65, not all adults aged 15 and over.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-164-b003", "type": "PARAGRAPH", "text": "Non-completion is higher among adults whose background interview reports limited use of the assessment language. Weighting adjusts for age, sex, region and education but not directly for unobserved proficiency. The report presents sampling intervals and a residual non-response limitation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-165", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "165", "title": "Case C record", "anchor": "165-case-c-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-165-b001-tbl-iceqc-r-2006-10-11", "type": "TABLE", "title": "Table 11. Specialised assessment participation and proficiency", "columns": [ { "key": "c1-measure", "label": "Measure", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-result", "label": "Result", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-uncertainty-or-coverage", "label": "Uncertainty or coverage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-permitted-statement", "label": "Permitted statement", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "selected adults", "5,400", "probability sample", "field sample" ], [ "background completers", "4,590", "85.0% of selected", "contextual evidence available" ], [ "valid assessment evidence", "4,050", "75.0% of selected", "achieved proficiency sample" ], [ "below Level 1", "18%", "SE 0.8 points", "covered population estimate" ], [ "Level 1", "31%", "SE 1.1 points", "covered population estimate" ], [ "Level 2", "34%", "SE 1.2 points", "covered population estimate" ], [ "Level 3 or above", "17%", "SE 0.9 points", "covered population estimate" ], [ "frame exclusion", "about 4% of otherwise eligible population", "institutions and remote districts", "no whole-population claim" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-11-table-11-specialised-assessment-participation-and-proficienc.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-166", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "166", "title": "Case C decision", "anchor": "166-case-c-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-166-b001", "type": "PARAGRAPH", "text": "The direct assessment supports distributional analysis and relationships with background variables within the covered population. It does not provide a directly comparable replacement for the national census rate because age, coverage, method and construct differ.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-166-b002", "type": "PARAGRAPH", "text": "The next cycle should test language-access improvements and develop evidence for excluded districts. A more precise point estimate within the current frame would not resolve those coverage limitations.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-167", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "167", "title": "Case D: apparent trend after a method change", "anchor": "167-case-d-apparent-trend-after-a-method-change", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-167-b001", "type": "PARAGRAPH", "text": "A country reports self-declared adult literacy of 76.4 per cent in an earlier census. Five years later, a household survey using a sentence-reading task reports 69.8 per cent reading the whole sentence, 8.6 per cent reading part and 21.6 per cent unable or unobserved under its published rule.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-167-b002", "type": "PARAGRAPH", "text": "The seven-point difference is presented initially as decline. Review finds different age ceilings, proxy use in the census, testing only in two languages and exclusion of remote areas in the survey. There is no overlap sample.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-167-b003", "type": "PARAGRAPH", "text": "The values cannot establish decline. The census describes declared reading and writing in any language; the survey describes sentence performance under a restricted language and coverage design. They remain useful as separate observations.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-168", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "168", "title": "Case D comparison record", "anchor": "168-case-d-comparison-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-168-b001-tbl-iceqc-r-2006-10-12", "type": "TABLE", "title": "Table 12. Method-change trend assessment", "columns": [ { "key": "c1-dimension", "label": "Dimension", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-earlier-census", "label": "Earlier census", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-later-household-survey", "label": "Later household survey", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-comparability-judgement", "label": "Comparability judgement", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "population", "age 15+, national census scope", "ages 15–64, remote areas excluded", "material difference" ], [ "construct", "can read and write simple message", "reads whole or part of sentence", "related, not equivalent" ], [ "respondent", "72% proxy for other adults", "adult performs task", "method break" ], [ "language", "any language declared", "two assessment languages", "material access difference" ], [ "result", "76.4% declared yes", "69.8% whole sentence", "no direct subtraction" ], [ "partial category", "absent", "8.6%", "distribution not binary-equivalent" ], [ "bridge study", "none", "none", "difference cannot be allocated to method or time" ], [ "trend classification", "—", "—", "not supportable" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-12-table-12-method-change-trend-assessment.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-169", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "169", "title": "Case D decision", "anchor": "169-case-d-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-169-b001", "type": "PARAGRAPH", "text": "The time series should show a discontinuity and explain both methods. A future bridge study can administer the census question and the direct task to the same probability sample and examine results by language and respondent status.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-169-b002", "type": "PARAGRAPH", "text": "Until then, programme claims should use other evidence and avoid attributing the difference to national change.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-170", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "170", "title": "Case E: preferred-language assessment", "anchor": "170-case-e-preferred-language-assessment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-170-b001", "type": "PARAGRAPH", "text": "A multilingual assessment offers three language versions. Of 3,200 participating adults, 1,920 select Language A, 880 Language B and 400 Language C. Translation review is complete, but item analysis finds four document tasks easier in Version B after overall proficiency is considered.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-170-b002", "type": "PARAGRAPH", "text": "The national distribution combines versions under the original scale. The language-specific comparison is withheld pending review of those items. Removing them changes the mean for Version B by 6 scale points and the national mean by 1.2 points.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-170-b003", "type": "PARAGRAPH", "text": "The national result may remain sufficiently stable for broad reporting, while language-group rank is not supportable. The publication documents the item decision and retains preferred-language participation as a strength of coverage.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-171", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "171", "title": "Case E decision record", "anchor": "171-case-e-decision-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-171-b001-tbl-iceqc-r-2006-10-13", "type": "TABLE", "title": "Table 13. Multilingual version-equivalence decision", "columns": [ { "key": "c1-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-national-estimate-effect", "label": "National estimate effect", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-language-comparison-effect", "label": "Language comparison effect", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-decision", "label": "Decision", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "four flagged document tasks", "under review", "Version B unexpectedly easier", "investigate content and translation" ], [ "exclusion sensitivity", "mean changes 1.2 points", "Version B mean changes 6 points", "national broad conclusion stable; subgroup rank unstable" ], [ "preferred-language availability", "wider participation", "different version exposure", "retain and report language choice" ], [ "sample by version", "A 1,920; B 880; C 400", "unequal precision", "publish standard errors" ], [ "final release", "combined distribution with note", "no ordered language comparison", "issue technical qualification" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-13-table-13-multilingual-version-equivalence-decision.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-172", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "172", "title": "Case E boundary", "anchor": "172-case-e-boundary", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-172-b001", "type": "PARAGRAPH", "text": "Different average scores by assessment language cannot be interpreted as language effects because populations choosing each language differ in education, age, location and opportunity. Version analysis addresses measurement equivalence, not the social cause of group differences.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-172-b002", "type": "PARAGRAPH", "text": "Policy use should focus on access to adult learning and written materials in relevant languages, supported by broader evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-173", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "173", "title": "Case F: non-response adjustment", "anchor": "173-case-f-non-response-adjustment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-173-b001", "type": "PARAGRAPH", "text": "A direct assessment selects 10,000 adults. Valid assessment evidence is obtained from 7,200. Response is 82 per cent among adults with upper-secondary education and 61 per cent among adults with primary education or less. Base-weighted proficiency above a selected level is 58.0 per cent.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-173-b002", "type": "PARAGRAPH", "text": "Non-response weights formed by age, sex, region and education reduce the estimate to 54.6 per cent. A follow-up of 300 initial non-respondents obtains a short task from 174 and indicates lower performance than respondents within the same education groups.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-173-b003", "type": "PARAGRAPH", "text": "The adjusted 54.6 per cent remains potentially high because the weighting variables do not capture all response-related proficiency. The report presents the estimate, sampling error and a directional residual-bias statement rather than another precise correction from the small follow-up.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-174", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "174", "title": "Case F record", "anchor": "174-case-f-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-174-b001-tbl-iceqc-r-2006-10-14", "type": "TABLE", "title": "Table 14. Non-response adjustment and residual bias", "columns": [ { "key": "c1-stage", "label": "Stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-estimate-above-selected-level", "label": "Estimate above selected level", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-interpretation", "label": "Interpretation", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "base-weighted respondents", "58.0%", "selection weights only", "respondent distribution" ], [ "adjusted main estimate", "54.6%", "age, sex, region and education adjustment", "improved population estimate" ], [ "valid completions", "7,200 of 10,000", "72.0%", "material non-response" ], [ "higher-education response", "82%", "field disposition", "response related to education" ], [ "lower-education response", "61%", "field disposition", "under-representation likely" ], [ "follow-up completion", "174 of 300 traced cases", "selective small follow-up", "directional evidence, not full correction" ], [ "residual judgement", "probable upward bias remains", "lower follow-up performance", "qualify estimate" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-14-table-14-non-response-adjustment-and-residual-bias.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-175", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "175", "title": "Case F decision", "anchor": "175-case-f-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-175-b001", "type": "PARAGRAPH", "text": "The adjusted estimate is preferable to the base-weighted respondent value, but neither weighting nor follow-up proves elimination of bias. The next design should strengthen initial participation and collect auxiliary information for all selected adults.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-175-b002", "type": "PARAGRAPH", "text": "Publication should not select 58.0 per cent because it is the least adjusted or 54.6 per cent because it appears more conservative. It should use the method judged most defensible and disclose the residual limitation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-176", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "176", "title": "Case G: programme evaluation and population indicators", "anchor": "176-case-g-programme-evaluation-and-population-indicators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-176-b001", "type": "PARAGRAPH", "text": "An adult learning programme assesses 640 entrants and 472 completers. Mean scores rise by 18 points among completers. A national household indicator improves by two percentage points during the same period.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-176-b002", "type": "PARAGRAPH", "text": "The programme result is affected by attrition, practice, instruction and assessment conditions. The population indicator includes non-participants and different cohorts. Neither result alone establishes the programme’s population effect.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-176-b003", "type": "PARAGRAPH", "text": "Baseline scores are available for 143 non-completers, whose mean is lower than that of completers. Complete-case change is therefore likely to overstate the result for all entrants.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-177", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "177", "title": "Case G record", "anchor": "177-case-g-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-177-b001-tbl-iceqc-r-2006-10-15", "type": "TABLE", "title": "Table 15. Programme and population evidence boundary", "columns": [ { "key": "c1-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-population-represented", "label": "Population represented", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-finding-supported", "label": "Finding supported", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-finding-not-supported", "label": "Finding not supported", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "640 entrant baselines", "enrolled entrants", "starting distribution", "general adult population" ], [ "472 matched completers", "retained participants", "change among completers", "change among all entrants" ], [ "168 without follow-up", "attriting entrants", "attrition count and baseline difference", "zero change without evidence" ], [ "18-point mean gain", "matched completers", "observed within-person difference", "causal effect without comparison" ], [ "national two-point change", "covered household population", "population indicator movement", "programme contribution alone" ], [ "participation records", "programme exposure", "reach and completion pattern", "proficiency of non-participants" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-15-table-15-programme-and-population-evidence-boundary.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-178", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "178", "title": "Case G decision", "anchor": "178-case-g-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-178-b001", "type": "PARAGRAPH", "text": "Evaluation should report entry, retention and matched change, examine attrition and use an appropriate comparison where feasible. The national indicator provides context but cannot serve as the programme counterfactual.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-178-b002", "type": "PARAGRAPH", "text": "Programme success should include participation and equitable reach as well as assessment change.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-179", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "179", "title": "Case H: local-area estimates from a national survey", "anchor": "179-case-h-local-area-estimates-from-a-national-survey", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-179-b001", "type": "PARAGRAPH", "text": "A national survey is asked to publish literacy estimates for 96 districts. In 41 districts the unweighted adult sample is below 40, and several estimates have relative standard errors above 25 per cent. Direct publication would invite unstable ranking.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-179-b002", "type": "PARAGRAPH", "text": "The survey can provide reliable estimates for six regions. Model-assisted district estimates may be developed using census covariates, but they are partly predicted and depend on model assumptions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-179-b003", "type": "PARAGRAPH", "text": "The report publishes regional direct estimates and classifies district results as experimental model-based planning evidence with uncertainty intervals and validation diagnostics.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-180", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "180", "title": "Case H record", "anchor": "180-case-h-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-180-b001-tbl-iceqc-r-2006-10-16", "type": "TABLE", "title": "Table 16. Geographic-estimate release decision", "columns": [ { "key": "c1-geographic-product", "label": "Geographic product", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-direct-sample-condition", "label": "Direct sample condition", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-estimation-status", "label": "Estimation status", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-release-decision", "label": "Release decision", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "national", "adequate probability sample", "direct design-based", "publish" ], [ "six regions", "planned strata and acceptable precision", "direct design-based", "publish with standard errors" ], [ "55 districts", "at least 40 observations but variable precision", "direct estimate often unstable", "publish only where quality rule passes" ], [ "41 districts", "fewer than 40 observations", "inadequate direct precision", "do not rank or release as direct rate" ], [ "model-assisted districts", "survey plus census covariates", "partly predicted", "label separately with intervals" ], [ "district change", "one survey round", "no stable time series", "do not infer trend" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-16-table-16-geographic-estimate-release-decision.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-181", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "181", "title": "Case H decision", "anchor": "181-case-h-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-181-b001", "type": "PARAGRAPH", "text": "Small-area need remains important, but unstable direct rates do not meet it. Census self-report, administrative information, qualitative evidence and model-assisted estimates can be considered together with distinct labels.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-181-b002", "type": "PARAGRAPH", "text": "Resource allocation should not depend on an unqualified single district rank where uncertainty can reverse the order.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-182", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "182", "title": "Cross-case finding", "anchor": "182-cross-case-finding", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-182-b001", "type": "PARAGRAPH", "text": "The cases show that most serious errors occur when unlike states are collapsed: unknown with not literate, assumed with assessed, non-completion with lowest proficiency, method change with trend, language version with group effect, weighted adjustment with removal of all bias, programme change with national impact, or predicted local values with direct observations.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-182-b002", "type": "PARAGRAPH", "text": "Reliable comparison preserves these distinctions and makes the resulting policy choice explicit.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-183", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "183", "title": "Table 17: cross-case error and remedy", "anchor": "183-table-17-cross-case-error-and-remedy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-183-b001-tbl-iceqc-r-2006-10-17", "type": "TABLE", "title": "Table 17. Cross-case measurement error and remedy", "columns": [ { "key": "c1-case", "label": "Case", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-collapsed-distinction", "label": "Collapsed distinction", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-misleading-conclusion", "label": "Misleading conclusion", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-required-remedy", "label": "Required remedy", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "census declaration", "unknown versus declared no", "missing adults classified without evidence", "publish components and denominators" ], [ "sentence task", "assumed versus directly observed", "mixed rate called assessed literacy", "separate method classes" ], [ "specialised assessment", "covered versus target population", "partial frame called all adults", "restrict population claim" ], [ "method-change trend", "measurement versus time", "decline inferred from unlike values", "mark break and bridge methods" ], [ "multilingual assessment", "version effect versus population difference", "language groups ranked", "test items and withhold unsupported rank" ], [ "non-response", "adjusted versus unbiased", "weight treated as complete correction", "disclose residual bias" ], [ "programme evaluation", "completers versus entrants and population", "programme credited with national change", "analyse attrition and comparison" ], [ "district estimate", "direct versus predicted", "unstable local ranks", "quality rules and separate model status" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-17-table-17-cross-case-measurement-error-and-remedy.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-184", "partId": "part-iceqc-r-2006-10-ix", "parentId": null, "number": "184", "title": "Applied-case conclusion", "anchor": "184-applied-case-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-184-b001", "type": "PARAGRAPH", "text": "Adult literacy indicators gain authority when the analytical record permits a reader to reconstruct who was represented, what was observed and why a comparison was allowed. Precision without these distinctions can conceal rather than reduce uncertainty.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-185", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "185", "title": "Measurement in service of literacy policy", "anchor": "185-measurement-in-service-of-literacy-policy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-185-b001", "type": "PARAGRAPH", "text": "The Dakar Framework identifies adult literacy as a central education commitment and calls for substantial improvement, particularly for women, together with equitable access to continuing education. Measurement should make unmet need and unequal opportunity visible and support decisions on provision.", "citationIds": [ "REF-01" ] }, { "id": "sec-iceqc-r-2006-10-185-b002", "type": "PARAGRAPH", "text": "The indicator is a means of public action. It should not become a substitute for investment in learning opportunities, language materials and environments in which literacy can be used.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-186", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "186", "title": "National policy diagnosis", "anchor": "186-national-policy-diagnosis", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-186-b001", "type": "PARAGRAPH", "text": "National diagnosis should combine prevalence, distribution, language, age, education, location, work and participation evidence. One total rate cannot show whether low observed proficiency arises principally among older cohorts, isolated areas, particular language communities or adults with interrupted schooling.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-186-b002", "type": "PARAGRAPH", "text": "Policy should respond to the pattern and to direct evidence about barriers, not to a headline rank.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-187", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "187", "title": "Planning adult learning provision", "anchor": "187-planning-adult-learning-provision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-187-b001", "type": "PARAGRAPH", "text": "Direct assessment can inform the range and level of programmes required; self-reported difficulty and practice can inform access, scheduling and relevance. Small-area census data can support geographic placement where the method boundary is retained.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-187-b002", "type": "PARAGRAPH", "text": "Provision should not restrict admission to adults who fail a particular task. Assessment for planning differs from an eligibility test.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-188", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "188", "title": "Identifying language needs", "anchor": "188-identifying-language-needs", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-188-b001", "type": "PARAGRAPH", "text": "Measurement should distinguish language of literacy from general ability. Data on languages used for reading and writing can guide materials, instructors and communication.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-188-b002", "type": "PARAGRAPH", "text": "A low result in an official-language assessment may indicate a need for official-language learning, but it should not erase capability in another language or justify exclusion from services.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-189", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "189", "title": "Gender equality", "anchor": "189-gender-equality", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-189-b001", "type": "PARAGRAPH", "text": "Sex-disaggregated results remain necessary because access to schooling, adult learning, time, mobility and literacy use may differ substantially. The 2006 global development and literacy monitoring context gives particular attention to gender disparities.", "citationIds": [ "REF-02", "REF-14" ] }, { "id": "sec-iceqc-r-2006-10-189-b002", "type": "PARAGRAPH", "text": "Analysis should examine survey participation and proxy response by sex as well as the substantive result.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-190", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "190", "title": "Cohort analysis", "anchor": "190-cohort-analysis", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-190-b001", "type": "PARAGRAPH", "text": "Age patterns can reflect historical differences in educational access and opportunities for use. They should not be interpreted solely as individual decline. Cross-sectional differences between age groups are not the same as longitudinal skill loss.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-190-b002", "type": "PARAGRAPH", "text": "Cohort analysis can nevertheless help plan programmes and anticipate change as younger and older cohorts enter and leave the adult population.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-191", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "191", "title": "Educational attainment", "anchor": "191-educational-attainment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-191-b001", "type": "PARAGRAPH", "text": "Combining literacy and attainment evidence can reveal adults whose skills exceed or fall below what formal qualifications might suggest.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-191-b002", "type": "PARAGRAPH", "text": "Policy should avoid assuming that school completion guarantees current proficiency or that adults without schooling lack all literacy. The two indicators answer different questions.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-192", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "192", "title": "Employment and workplace learning", "anchor": "192-employment-and-workplace-learning", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-192-b001", "type": "PARAGRAPH", "text": "Literacy proficiency and practices are associated with employment, training and income, but relationships are shaped by opportunity and selection.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-192-b002", "type": "PARAGRAPH", "text": "Workplace policy should expand opportunities to learn and use skills without using a population assessment to screen individual workers beyond its design.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-193", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "193", "title": "Health and public services", "anchor": "193-health-and-public-services", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-193-b001", "type": "PARAGRAPH", "text": "Adults may face written demands in health, finance, transport and public administration. Literacy evidence can guide clearer communication and assisted service channels.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-193-b002", "type": "PARAGRAPH", "text": "The appropriate response is not only to change the adult. Institutions should reduce unnecessary text complexity and make essential information accessible.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-194", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "194", "title": "Civic participation", "anchor": "194-civic-participation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-194-b001", "type": "PARAGRAPH", "text": "Literacy supports access to public information and participation, while civic activity also creates purposes for literacy. Measurement may include relevant practices without treating political participation as a literacy test.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-194-b002", "type": "PARAGRAPH", "text": "Public communication of results should enable communities to deliberate about provision and resource priorities.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-195", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "195", "title": "Poverty analysis", "anchor": "195-poverty-analysis", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-195-b001", "type": "PARAGRAPH", "text": "Household surveys can relate literacy indicators to consumption, income, employment and living conditions. Association should be examined with household composition, location, education and opportunity.", "citationIds": [ "REF-11", "REF-13" ] }, { "id": "sec-iceqc-r-2006-10-195-b002", "type": "PARAGRAPH", "text": "A poverty gradient does not establish that literacy alone caused economic status. Policy may need coordinated educational and social action.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-196", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "196", "title": "Programme targeting", "anchor": "196-programme-targeting", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-196-b001", "type": "PARAGRAPH", "text": "Geographic or group evidence can guide outreach, but targeting should avoid stigma and ecological error. A resident of a low-rate area should not be presumed to have a particular level.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-196-b002", "type": "PARAGRAPH", "text": "Individual entry assessment should serve placement and support, with privacy and an opportunity to demonstrate learning needs through an appropriate method.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-197", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "197", "title": "Resource allocation", "anchor": "197-resource-allocation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-197-b001", "type": "PARAGRAPH", "text": "Allocation formulas may include population size, measured need, access barriers and service cost. Indicator uncertainty and method differences should be reflected rather than hidden.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-197-b002", "type": "PARAGRAPH", "text": "A small difference in estimated rate should not move substantial resources where sampling or non-sampling uncertainty can reverse the order.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-198", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "198", "title": "Monitoring national commitments", "anchor": "198-monitoring-national-commitments", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-198-b001", "type": "PARAGRAPH", "text": "Global and national monitoring requires stable definitions and observation dates. The international Literacy Decade and Education for All commitments emphasise strengthened literacy action and monitoring.", "citationIds": [ "REF-01", "REF-15" ] }, { "id": "sec-iceqc-r-2006-10-198-b002", "type": "PARAGRAPH", "text": "Monitoring should not reward countries for adopting a method that yields a higher rate. Improvements in measurement may initially lower or redistribute estimates and should be recognised as statistical progress.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-199", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "199", "title": "Evaluating policy", "anchor": "199-evaluating-policy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-199-b001", "type": "PARAGRAPH", "text": "Repeated comparable assessment can show population change but does not by itself attribute change to a policy. Evaluation should examine exposure, implementation, cohort effects, economic conditions and other plausible explanations.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-199-b002", "type": "PARAGRAPH", "text": "Where only one pre- and post-observation exists, causal conclusions should remain limited.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-200", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "200", "title": "Early-warning use", "anchor": "200-early-warning-use", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-200-b001", "type": "PARAGRAPH", "text": "Changes in programme participation, literacy practice or a short module may provide earlier signals than a full assessment cycle. These indicators can prompt enquiry but should not be presented as substitutes for proficiency change.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-200-b002", "type": "PARAGRAPH", "text": "An early-warning threshold should have a defined verification and response.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-201", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "201", "title": "Local planning", "anchor": "201-local-planning", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-201-b001", "type": "PARAGRAPH", "text": "Local authorities need evidence at a usable geographic scale. Census breadth, administrative programme data and community enquiry may support local planning even when specialised assessment is reliable only regionally.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-201-b002", "type": "PARAGRAPH", "text": "The sources should remain separate. A locally reported declaration rate should not inherit the measurement authority of a national direct assessment.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-202", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "202", "title": "Community participation", "anchor": "202-community-participation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-202-b001", "type": "PARAGRAPH", "text": "Adults, educators and language communities should contribute to construct relevance, task review, field access and interpretation. Their participation can identify practices and barriers absent from technical review.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-202-b002", "type": "PARAGRAPH", "text": "Participation does not allow interest groups to suppress unfavourable findings. The statistical authority retains responsibility for method and fair release.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-203", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "203", "title": "Statistical authority", "anchor": "203-statistical-authority", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-203-b001", "type": "PARAGRAPH", "text": "The national statistical authority should protect professional methods, confidentiality, impartial release and public access in accordance with the Fundamental Principles of Official Statistics.", "citationIds": [ "REF-09" ] }, { "id": "sec-iceqc-r-2006-10-203-b002", "type": "PARAGRAPH", "text": "It should document revisions and resist political selection of definitions or dates designed to produce a preferred result.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-204", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "204", "title": "Education ministry", "anchor": "204-education-ministry", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-204-b001", "type": "PARAGRAPH", "text": "The education ministry should define policy questions, provide programme and education-system knowledge and use findings for provision. It should not alter statistical results to align with programme claims.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-204-b002", "type": "PARAGRAPH", "text": "Joint governance should preserve the responsibilities and independence of each body.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-205", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "205", "title": "Census office", "anchor": "205-census-office", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-205-b001", "type": "PARAGRAPH", "text": "The census office can provide broad population and local-area evidence and maintain exact question and respondent metadata. It should evaluate proxy response, assumptions and non-response.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-205-b002", "type": "PARAGRAPH", "text": "Where a specialised assessment is planned, common background variables and a validation subsample can strengthen linkage without overburdening the census.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-206", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "206", "title": "Assessment body", "anchor": "206-assessment-body", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-206-b001", "type": "PARAGRAPH", "text": "The body responsible for direct assessment should maintain the framework, item security where required, language versions, field standards, scoring, scaling and technical documentation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-206-b002", "type": "PARAGRAPH", "text": "It should state whether the design supports population estimates, individual results or both. High-stakes reuse requires separate evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-207", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "207", "title": "Adult education providers", "anchor": "207-adult-education-providers", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-207-b001", "type": "PARAGRAPH", "text": "Providers can contribute practical knowledge about learner goals, barriers and programme assessment. Their participant data describe service users, not the unserved population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-207-b002", "type": "PARAGRAPH", "text": "Providers should not be asked to produce national prevalence estimates from enrolment records.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-208", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "208", "title": "Research institutions", "anchor": "208-research-institutions", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-208-b001", "type": "PARAGRAPH", "text": "Independent research can test validity, non-response, language effects and policy relationships. Access to protected microdata should follow clear conditions and disclosure control.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-208-b002", "type": "PARAGRAPH", "text": "Publication freedom and replication improve confidence, while confidentiality remains binding.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-209", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "209", "title": "International comparison", "anchor": "209-international-comparison", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-209-b001", "type": "PARAGRAPH", "text": "International organisations can support common definitions, technical capacity and comparable assessments. They should also preserve national metadata and avoid implying equivalence where methods differ.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-209-b002", "type": "PARAGRAPH", "text": "Countries should participate in methodological decisions and retain the capacity to interpret results in their own linguistic and institutional context.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-210", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "210", "title": "Procurement and technical services", "anchor": "210-procurement-and-technical-services", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-210-b001", "type": "PARAGRAPH", "text": "Where external services support sampling, printing, data collection or analysis, contracts should specify method, quality evidence, ownership, confidentiality, transfer and correction.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-210-b002", "type": "PARAGRAPH", "text": "Technical delegation does not transfer public accountability for the indicator.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-211", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "211", "title": "Governance committee", "anchor": "211-governance-committee", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-211-b001", "type": "PARAGRAPH", "text": "A national literacy measurement committee may coordinate policy questions, languages, population coverage, field access and release. Membership should include statistical, education, adult learning and relevant language expertise.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-211-b002", "type": "PARAGRAPH", "text": "The committee should record decisions and conflicts without compromising the statistical authority’s professional responsibility.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-212", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "212", "title": "Confidentiality governance", "anchor": "212-confidentiality-governance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-212-b001", "type": "PARAGRAPH", "text": "Literacy data can expose personal circumstances and create stigma. Access should be limited by role, identifiers separated where feasible and outputs tested for disclosure.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-212-b002", "type": "PARAGRAPH", "text": "Individual results should not be transferred to employers, benefit authorities or enforcement bodies unless a clear lawful purpose and appropriate design exist.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-213", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "213", "title": "Release calendar", "anchor": "213-release-calendar", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-213-b001", "type": "PARAGRAPH", "text": "The observation period, processing schedule, preliminary status and final release date should be published in advance where practicable. Equal access to principal results supports impartiality.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-213-b002", "type": "PARAGRAPH", "text": "Delay for unresolved quality concerns should be explained; delay to secure a favourable policy narrative is inappropriate.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-214", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "214", "title": "Correction authority", "anchor": "214-correction-authority", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-214-b001", "type": "PARAGRAPH", "text": "The statistical body should have authority to correct errors, issue revised tables and explain consequence without awaiting agreement from every policy stakeholder.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-214-b002", "type": "PARAGRAPH", "text": "A correction affecting a public target should prompt a separate policy response rather than alteration of the statistical record.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-215", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "215", "title": "Capacity development", "anchor": "215-capacity-development", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-215-b001", "type": "PARAGRAPH", "text": "Sustainable measurement requires sampling, field, language, data processing, psychometric, analytical and dissemination capability. Short external missions cannot replace national institutional development.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-215-b002", "type": "PARAGRAPH", "text": "The contemporary LAMP initiative places capacity alongside improved assessment and policy relevance.", "citationIds": [ "REF-03" ] } ] }, { "id": "sec-iceqc-r-2006-10-216", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "216", "title": "Cost and periodicity", "anchor": "216-cost-and-periodicity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-216-b001", "type": "PARAGRAPH", "text": "Censuses offer breadth at long intervals; household modules can recur more often; specialised assessments provide depth at higher cost. A national architecture should combine them according to decision cycles.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-216-b002", "type": "PARAGRAPH", "text": "Reducing sample quality or language access to obtain annual data may produce a less useful series than sound measurement at wider intervals.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-217", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "217", "title": "Burden on adults", "anchor": "217-burden-on-adults", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-217-b001", "type": "PARAGRAPH", "text": "Assessment time, travel, anxiety and repeated contact are real burdens. Instruments should retain questions and tasks that serve defined analysis and avoid duplicating information available reliably elsewhere.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-217-b002", "type": "PARAGRAPH", "text": "Burden review should include adults who did not complete, not only those who tolerated the full design.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-218", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "218", "title": "Public accountability", "anchor": "218-public-accountability", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-218-b001", "type": "PARAGRAPH", "text": "Institutions should report method decisions, cost, coverage, response, quality findings, release and correction. Accountability concerns the integrity and usefulness of evidence, not whether the rate meets a political expectation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-218-b002", "type": "PARAGRAPH", "text": "An unfavourable result can be responsibly produced; an unexplained favourable result cannot.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-219", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "219", "title": "Table 18: institutional responsibility map", "anchor": "219-table-18-institutional-responsibility-map", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-219-b001-tbl-iceqc-r-2006-10-18", "type": "TABLE", "title": "Table 18. Institutional responsibility for adult literacy evidence", "columns": [ { "key": "c1-function", "label": "Function", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-lead-responsibility", "label": "Lead responsibility", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-required-control", "label": "Required control", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-public-output", "label": "Public output", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "policy question", "education and adult-learning authorities", "decision use and public-interest test", "measurement brief" ], [ "population frame", "statistical authority or census office", "coverage and selection record", "population scope" ], [ "construct and tasks", "assessment body with literacy expertise", "framework and validity evidence", "assessment description" ], [ "language versions", "assessment and language specialists", "adaptation and equivalence review", "language coverage note" ], [ "fieldwork", "statistical or contracted field body", "training, contact and deviations", "response profile" ], [ "weighting and estimation", "statistical authority", "reproducible methods and variance", "estimates with uncertainty" ], [ "policy interpretation", "responsible ministries and communities", "claim-source boundary", "policy response" ], [ "statistical release", "statistical authority", "impartiality, metadata and correction", "controlled publication" ], [ "confidentiality", "data custodian", "access and disclosure controls", "protected public tables" ], [ "evaluation", "independent or functionally separate review", "question, comparison and limitations", "findings and management response" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-18-table-18-institutional-responsibility-for-adult-literacy-evi.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-220", "partId": "part-iceqc-r-2006-10-x", "parentId": null, "number": "220", "title": "Institutional conclusion", "anchor": "220-institutional-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-220-b001", "type": "PARAGRAPH", "text": "No single body holds all knowledge required for adult literacy measurement. Coordination is necessary, but responsibility should remain visible. Statistical integrity, educational relevance, language competence and public participation are complementary controls.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-220-b002", "type": "PARAGRAPH", "text": "The resulting indicator should be judged by whether it supports better and more equitable learning opportunities, not by whether it produces a convenient national figure.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-221", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "221", "title": "Architectural principle", "anchor": "221-architectural-principle", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-221-b001", "type": "PARAGRAPH", "text": "A national system should combine breadth, depth, context and continuity. Attempting to obtain all four from one instrument either overloads the instrument or leaves essential questions unanswered.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-221-b002", "type": "PARAGRAPH", "text": "Each component should have a defined role and a documented relationship to the others.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-222", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "222", "title": "Component 1: census literacy module", "anchor": "222-component-1-census-literacy-module", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-222-b001", "type": "PARAGRAPH", "text": "A census module can provide broad coverage, small-area evidence and a population frame. It should use tested questions, record proxy status where feasible and avoid deriving literacy solely from schooling.", "citationIds": [ "REF-08" ] }, { "id": "sec-iceqc-r-2006-10-222-b002", "type": "PARAGRAPH", "text": "Its output is a declared or reported classification under the census method, not a proficiency distribution.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-223", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "223", "title": "Component 2: household survey module", "anchor": "223-component-2-household-survey-module", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-223-b001", "type": "PARAGRAPH", "text": "A recurring household module can collect graded self-assessment, literacy practices, language and access to learning alongside social and economic variables.", "citationIds": [ "REF-11", "REF-13" ] }, { "id": "sec-iceqc-r-2006-10-223-b002", "type": "PARAGRAPH", "text": "It can monitor perceived difficulty and context more frequently than a specialised assessment, provided wording and mode remain stable.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-224", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "224", "title": "Component 3: direct assessment", "anchor": "224-component-3-direct-assessment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-224-b001", "type": "PARAGRAPH", "text": "A periodic probability assessment can estimate proficiency distributions across defined domains and relate them to background conditions. Its sample, languages and administration require dedicated quality control.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-224-b002", "type": "PARAGRAPH", "text": "It should be timed to policy and evaluation needs rather than forced into an annual reporting cycle.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-225", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "225", "title": "Component 4: programme evidence", "anchor": "225-component-4-programme-evidence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-225-b001", "type": "PARAGRAPH", "text": "Adult education programmes should maintain enrolment, attendance, completion and learning evidence suited to their objectives. Common core fields can support system analysis, but local relevance remains important.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-225-b002", "type": "PARAGRAPH", "text": "Programme data describe participants and should not fill national prevalence gaps.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-226", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "226", "title": "Component 5: qualitative enquiry", "anchor": "226-component-5-qualitative-enquiry", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-226-b001", "type": "PARAGRAPH", "text": "Interviews, group discussions, observation and community studies can examine literacy purposes, stigma, language, service access and reasons for non-participation. A stated sampling and analysis method is required.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-226-b002", "type": "PARAGRAPH", "text": "Qualitative evidence explains mechanisms and meanings that a scale cannot fully represent.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-227", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "227", "title": "Common population concepts", "anchor": "227-common-population-concepts", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-227-b001", "type": "PARAGRAPH", "text": "Components should align core age, sex, residence, geography, language and education definitions where feasible. Differences required by purpose should be mapped.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-227-b002", "type": "PARAGRAPH", "text": "Common labels should not conceal different eligibility or coverage rules.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-228", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "228", "title": "Common identifiers and privacy", "anchor": "228-common-identifiers-and-privacy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-228-b001", "type": "PARAGRAPH", "text": "Statistical linkage may use protected identifiers under lawful authority. Public and general analytical files should remove direct identifiers and limit detail.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-228-b002", "type": "PARAGRAPH", "text": "Linkage value should be weighed against disclosure risk and public trust.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-229", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "229", "title": "Question bank", "anchor": "229-question-bank", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-229-b001", "type": "PARAGRAPH", "text": "A controlled bank can retain tested self-report, practice and background questions with wording, translations, response categories and evidence. Instruments select from it under version control.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-229-b002", "type": "PARAGRAPH", "text": "Unrecorded local alteration prevents comparison and should be avoided.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-230", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "230", "title": "Assessment framework maintenance", "anchor": "230-assessment-framework-maintenance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-230-b001", "type": "PARAGRAPH", "text": "The framework should be reviewed for social and linguistic relevance without changing the construct silently. New task types may be introduced through field trials and linking designs.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-230-b002", "type": "PARAGRAPH", "text": "Secure items and released examples should together support integrity and public understanding.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-231", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "231", "title": "Language programme", "anchor": "231-language-programme", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-231-b001", "type": "PARAGRAPH", "text": "Language inclusion requires a planned process for population mapping, prioritisation, translation, adaptation, recruitment, sampling and analysis. It should not be arranged only after fieldwork begins.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-231-b002", "type": "PARAGRAPH", "text": "Decisions to include or exclude languages carry both validity and equity consequences.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-232", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "232", "title": "Master sample or coordinated frames", "anchor": "232-master-sample-or-coordinated-frames", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-232-b001", "type": "PARAGRAPH", "text": "Coordinated area frames can reduce cost and improve consistency across household modules and direct assessment. Sample rotation should manage respondent burden and preserve independent selection.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-232-b002", "type": "PARAGRAPH", "text": "Frame updates are necessary where migration, growth or displacement changes coverage.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-233", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "233", "title": "Bridge studies", "anchor": "233-bridge-studies", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-233-b001", "type": "PARAGRAPH", "text": "Bridge studies should be scheduled when questions, modes, languages, age limits or assessment frameworks change. Parallel administration allows method effects to be distinguished from population change.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-233-b002", "type": "PARAGRAPH", "text": "The bridge sample must be large and representative enough for the intended reconciliation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-234", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "234", "title": "Metadata registry", "anchor": "234-metadata-registry", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-234-b001", "type": "PARAGRAPH", "text": "The registry should contain every indicator version, exact question or framework, population, source, period, method, languages, respondent rule, weighting and limitations. Tables and public summaries refer to the registry entry.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-234-b002", "type": "PARAGRAPH", "text": "Historical versions remain accessible so that trend breaks can be understood.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-235", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "235", "title": "Observation calendar", "anchor": "235-observation-calendar", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-235-b001", "type": "PARAGRAPH", "text": "The calendar identifies census years, household modules, assessment cycles, programme reporting and policy reviews. It permits evidence to be combined without pretending that all sources are contemporaneous.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-235-b002", "type": "PARAGRAPH", "text": "Major policy evaluation should be scheduled around an adequate baseline and follow-up rather than an administrative anniversary alone.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-236", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "236", "title": "Analysis plan", "anchor": "236-analysis-plan", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-236-b001", "type": "PARAGRAPH", "text": "The analysis plan should be approved before principal results are known. It defines populations, indicators, weights, variance, proficiency reporting, subgroup analysis, missing data and comparison rules.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-236-b002", "type": "PARAGRAPH", "text": "Exploratory findings may be reported as such, with protection against selective emphasis.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-237", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "237", "title": "Quality assurance plan", "anchor": "237-quality-assurance-plan", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-237-b001", "type": "PARAGRAPH", "text": "Quality assurance covers frame, selection, instrument, translation, fieldwork, scoring, data processing, weighting, analysis, disclosure and dissemination. Responsibilities and evidence should be assigned before collection.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-237-b002", "type": "PARAGRAPH", "text": "Quality is not a final inspection applied after methodological decisions can no longer be corrected.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-238", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "238", "title": "Pilot and field trial", "anchor": "238-pilot-and-field-trial", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-238-b001", "type": "PARAGRAPH", "text": "A pilot tests operational flow, consent, contact, burden and logistics. A field trial tests items, language versions, scoring and measurement properties. The functions overlap but are not identical.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-238-b002", "type": "PARAGRAPH", "text": "Both should include adults likely to encounter access and participation barriers.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-239", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "239", "title": "Main collection readiness", "anchor": "239-main-collection-readiness", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-239-b001", "type": "PARAGRAPH", "text": "Readiness requires an approved framework, stable instruments, trained personnel, verified systems, language materials, sample release, protection arrangements and contingency. Failure of a critical condition should delay or stage collection.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-239-b002", "type": "PARAGRAPH", "text": "Calendar pressure should not turn an unresolved language or scoring issue into accepted error.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-240", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "240", "title": "Processing and reconciliation", "anchor": "240-processing-and-reconciliation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-240-b001", "type": "PARAGRAPH", "text": "Data processing should preserve field dispositions, original responses, edits, scoring and weights. Changes require rules and audit trails.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-240-b002", "type": "PARAGRAPH", "text": "Counts should reconcile from selected sample through final estimates. Unexplained loss between stages prevents release.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-241", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "241", "title": "Technical review", "anchor": "241-technical-review", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-241-b001", "type": "PARAGRAPH", "text": "Reviewers should examine construct, sampling, field response, language, scoring, scaling, weighting, uncertainty and disclosure. Findings and management responses should be recorded.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-241-b002", "type": "PARAGRAPH", "text": "Independence should be described accurately; internal technical challenge is not the same as external review.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-242", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "242", "title": "Preliminary results", "anchor": "242-preliminary-results", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-242-b001", "type": "PARAGRAPH", "text": "Preliminary results may support timely policy where processing is sufficiently mature. Their status, possible revision and excluded analyses should be prominent.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-242-b002", "type": "PARAGRAPH", "text": "They should not be used for detailed ranking or target judgement before quality review is complete.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-243", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "243", "title": "Final release", "anchor": "243-final-release", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-243-b001", "type": "PARAGRAPH", "text": "The final package should include the principal report, methodological documentation, tables, comparison classifications and accessible public communication. Microdata access conditions should be stated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-243-b002", "type": "PARAGRAPH", "text": "Release should occur only after numerical, metadata, confidentiality and interpretation checks agree.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-244", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "244", "title": "Policy response", "anchor": "244-policy-response", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-244-b001", "type": "PARAGRAPH", "text": "Responsible authorities should respond to the distribution, participation barriers and provision implications. The response should distinguish immediate action from matters requiring further evidence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-244-b002", "type": "PARAGRAPH", "text": "A measurement report should not itself claim that resources have been authorised or services delivered.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-245", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "245", "title": "Evaluation of the system", "anchor": "245-evaluation-of-the-system", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-245-b001", "type": "PARAGRAPH", "text": "After each cycle, the system should review coverage, response, language access, burden, errors, corrections, use and cost. It should identify which indicators informed decisions and which collections were unused.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-245-b002", "type": "PARAGRAPH", "text": "Improvement should simplify as well as add. A field with no credible use should be retired.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-246", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "246", "title": "Table 19: national architecture", "anchor": "246-table-19-national-architecture", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-246-b001-tbl-iceqc-r-2006-10-19", "type": "TABLE", "title": "Table 19. National adult literacy measurement architecture", "columns": [ { "key": "c1-component", "label": "Component", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-principal-strength", "label": "Principal strength", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-principal-limitation", "label": "Principal limitation", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-recommended-periodic-role", "label": "Recommended periodic role", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "census module", "population breadth and local area", "short self or proxy classification", "long-interval coverage benchmark" ], [ "household module", "context and recurring practices", "indirect or declared capability", "interim monitoring and diagnosis" ], [ "direct assessment", "proficiency distribution and domains", "cost, sample and participation", "periodic depth and trend" ], [ "programme records", "implementation and participant progress", "no evidence on unserved population", "continuing service management" ], [ "qualitative enquiry", "meaning, barriers and mechanisms", "not a prevalence estimator", "targeted policy explanation" ], [ "bridge study", "estimates method discontinuity", "additional sample and burden", "whenever major method changes" ], [ "metadata registry", "preserves definition and history", "requires active custody", "continuous control" ], [ "public consultation", "relevance and trust", "cannot replace statistical method", "design and interpretation stages" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-19-table-19-national-adult-literacy-measurement-architecture.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-247", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "247", "title": "Minimum viable architecture", "anchor": "247-minimum-viable-architecture", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-247-b001", "type": "PARAGRAPH", "text": "Where resources are limited, the minimum system should maintain an improved household or census module, a probability validation subsample with a direct task, complete method metadata and a participation profile. Expansion to a multi-domain assessment should follow capacity and policy need.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-247-b002", "type": "PARAGRAPH", "text": "The minimum should not be achieved by excluding languages or difficult-to-reach groups without disclosure.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-248", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "248", "title": "Mature architecture", "anchor": "248-mature-architecture", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-248-b001", "type": "PARAGRAPH", "text": "A mature system links periodic multi-domain assessment with census and household evidence, programme monitoring, language capacity, research access and policy evaluation. It preserves comparable trends while allowing controlled revision.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-248-b002", "type": "PARAGRAPH", "text": "Maturity is demonstrated by evidence use, correction and public trust, not the number of instruments.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-249", "partId": "part-iceqc-r-2006-10-xi", "parentId": null, "number": "249", "title": "Architecture conclusion", "anchor": "249-architecture-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-249-b001", "type": "PARAGRAPH", "text": "A layered national architecture avoids demanding that one indicator provide small-area coverage, detailed proficiency, annual trend and programme attribution simultaneously. It assigns each method a defensible role and makes their relationships explicit.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-249-b002", "type": "PARAGRAPH", "text": "This is the practical route from a single uncertain rate to a coherent public evidence system.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-250", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "250", "title": "Fitness for use", "anchor": "250-fitness-for-use", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-250-b001", "type": "PARAGRAPH", "text": "Quality should be judged against the decision an indicator is expected to support. A census declaration may be fit for broad local outreach and unfit for proficiency ranking; a direct assessment may be fit for national distribution and unfit for district allocation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-250-b002", "type": "PARAGRAPH", "text": "The quality statement should name both the supported and unsupported uses.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-251", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "251", "title": "Relevance", "anchor": "251-relevance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-251-b001", "type": "PARAGRAPH", "text": "Relevance concerns whether the construct, population, period and reporting level answer a current policy question. A technically strong measure can be irrelevant when it concerns the wrong language, age range or domain.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-251-b002", "type": "PARAGRAPH", "text": "Policy users should participate in defining the question without controlling the result.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-252", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "252", "title": "Accuracy", "anchor": "252-accuracy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-252-b001", "type": "PARAGRAPH", "text": "Accuracy concerns closeness between the reported result and the condition defined by the measurement design. It includes sampling and non-sampling error.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-252-b002", "type": "PARAGRAPH", "text": "No single statistic establishes accuracy. Evidence comes from validation, consistency, field controls, item analysis, response patterns and comparison with appropriate external information.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-253", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "253", "title": "Reliability", "anchor": "253-reliability", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-253-b001", "type": "PARAGRAPH", "text": "Reliability concerns consistency under repeated or parallel measurement conditions. It may be examined for items, scores, coders, interviewers and repeated questions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-253-b002", "type": "PARAGRAPH", "text": "High reliability does not establish that the correct construct was measured. A consistently applied narrow question can remain invalid for a broad claim.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-254", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "254", "title": "Validity", "anchor": "254-validity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-254-b001", "type": "PARAGRAPH", "text": "Validity concerns whether evidence and theory support the intended interpretation and use. It encompasses content, response processes, internal structure, relationships with other variables and consequences.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-254-b002", "type": "PARAGRAPH", "text": "Validity belongs to an interpretation, not permanently to an instrument title.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-255", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "255", "title": "Timeliness", "anchor": "255-timeliness", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-255-b001", "type": "PARAGRAPH", "text": "Literacy results should be released while they remain relevant, but speed should not displace necessary processing and review. Observation date and release date should both be visible.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-255-b002", "type": "PARAGRAPH", "text": "Preliminary release is appropriate only where its scope and revision risk are clear.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-256", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "256", "title": "Coherence", "anchor": "256-coherence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-256-b001", "type": "PARAGRAPH", "text": "Coherence concerns whether related outputs use compatible definitions and tell an explainable account. Census, survey and programme results need not agree numerically, but their differences should be traceable to method and population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-256-b002", "type": "PARAGRAPH", "text": "Unexplained contradiction requires investigation rather than selective publication.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-257", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "257", "title": "Accessibility and clarity", "anchor": "257-accessibility-and-clarity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-257-b001", "type": "PARAGRAPH", "text": "Users should be able to locate, understand and use the result and metadata. Technical documents, accessible summaries and machine-readable tables serve different audiences while preserving one approved meaning.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-257-b002", "type": "PARAGRAPH", "text": "Clarity does not require omission of uncertainty.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-258", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "258", "title": "Interpretability", "anchor": "258-interpretability", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-258-b001", "type": "PARAGRAPH", "text": "Interpretability requires definitions, classifications, sources, methods, uncertainty and examples of task demand. Proficiency levels should be described through what the scale supports, not through moral or social labels.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-258-b002", "type": "PARAGRAPH", "text": "Historical values require archived metadata to remain interpretable.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-259", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "259", "title": "Comparability", "anchor": "259-comparability", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-259-b001", "type": "PARAGRAPH", "text": "Comparability should be rated for each principal contrast. A dataset may be internally comparable across regions but not over time after a method change.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-259-b002", "type": "PARAGRAPH", "text": "The rating should appear in the analytical table, not only in a distant technical note.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-260", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "260", "title": "Confidentiality and integrity", "anchor": "260-confidentiality-and-integrity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-260-b001", "type": "PARAGRAPH", "text": "Quality includes protection of respondent information and resistance to unauthorised alteration. Confidentiality encourages trust and protects adults from harm; integrity protects the public record.", "citationIds": [ "REF-09" ] }, { "id": "sec-iceqc-r-2006-10-260-b002", "type": "PARAGRAPH", "text": "Both require assigned responsibility and documented incident response.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-261", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "261", "title": "Cost-effectiveness", "anchor": "261-cost-effectiveness", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-261-b001", "type": "PARAGRAPH", "text": "Cost should be considered in relation to decision value, precision, coverage and capacity developed. The least expensive indicator may become costly if it directs resources incorrectly.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-261-b002", "type": "PARAGRAPH", "text": "Cost evaluation should include respondent burden and opportunity cost, not finance alone.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-262", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "262", "title": "Error profile", "anchor": "262-error-profile", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-262-b001", "type": "PARAGRAPH", "text": "An error profile records frame, sampling, non-response, measurement, processing, modelling and disclosure limitations. It identifies likely direction and magnitude only where evidence permits.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-262-b002", "type": "PARAGRAPH", "text": "The profile should be revised as quality studies produce new information.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-263", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "263", "title": "Critical errors", "anchor": "263-critical-errors", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-263-b001", "type": "PARAGRAPH", "text": "Some errors prevent the intended result from being released: lost sample-selection records, uncontrolled item exposure, unresolvable scoring corruption, absent population definition or a confidentiality breach affecting the publication.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-263-b002", "type": "PARAGRAPH", "text": "Criticality should be defined before final review and linked to an authorised response.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-264", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "264", "title": "Material errors", "anchor": "264-material-errors", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-264-b001", "type": "PARAGRAPH", "text": "A material error could change a principal estimate, comparison, policy conclusion or public understanding. It requires correction or explicit qualification.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-264-b002", "type": "PARAGRAPH", "text": "Materiality is substantive as well as numerical. A language omission can be material even where the national mean changes little.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-265", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "265", "title": "Tolerable limitations", "anchor": "265-tolerable-limitations", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-265-b001", "type": "PARAGRAPH", "text": "Some limitations can be accepted when bounded and unlikely to alter the intended decision. Acceptance should name the limitation, evidence, authority and use restriction.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-265-b002", "type": "PARAGRAPH", "text": "Repeated acceptance should not become a substitute for improvement.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-266", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "266", "title": "Verification rules", "anchor": "266-verification-rules", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-266-b001", "type": "PARAGRAPH", "text": "Verification should include sample selection, instrument version, response disposition, scoring, weight construction, table calculation and narrative claims. High-risk steps receive independent repetition or source checks.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-266-b002", "type": "PARAGRAPH", "text": "Verification is complete only when a discrepancy is resolved and all affected outputs agree.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-267", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "267", "title": "Replication", "anchor": "267-replication", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-267-b001", "type": "PARAGRAPH", "text": "An authorised analyst should be able to reproduce principal estimates from protected data, documented code or calculation instructions and metadata. Replication records the software, weight, variance and exclusion rules used.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-267-b002", "type": "PARAGRAPH", "text": "Public-use data may support wider replication where confidentiality allows.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-268", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "268", "title": "Sensitivity analysis", "anchor": "268-sensitivity-analysis", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-268-b001", "type": "PARAGRAPH", "text": "Sensitivity analysis tests plausible alternative treatments of missing data, thresholds, flagged items, weights or population definitions. It shows whether the policy conclusion depends on one contestable choice.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-268-b002", "type": "PARAGRAPH", "text": "Alternatives should be selected on methodological grounds, not to locate the preferred result.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-269", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "269", "title": "External consistency", "anchor": "269-external-consistency", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-269-b001", "type": "PARAGRAPH", "text": "Literacy results may be compared with education, age, language and programme evidence to identify unexpected patterns. Consistency strengthens plausibility but does not prove correctness because related sources may share assumptions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-269-b002", "type": "PARAGRAPH", "text": "Unexpected differences require explanation and may reveal valuable new information.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-270", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "270", "title": "Field indicators", "anchor": "270-field-indicators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-270-b001", "type": "PARAGRAPH", "text": "Contact attempts, duration, refusal, break-off, assessor observations, language mismatch and deviations provide early quality evidence. They should be analysed during collection.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-270-b002", "type": "PARAGRAPH", "text": "Field indicators should trigger support or verification without encouraging staff to pressure adults into participation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-271", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "271", "title": "Scoring indicators", "anchor": "271-scoring-indicators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-271-b001", "type": "PARAGRAPH", "text": "Scorer agreement, missing responses, option patterns, item-total relationships and version effects should be monitored. A statistically unusual item requires content and administration review.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-271-b002", "type": "PARAGRAPH", "text": "Automated flags do not determine deletion; an authorised methodological decision is required.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-272", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "272", "title": "Weight indicators", "anchor": "272-weight-indicators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-272-b001", "type": "PARAGRAPH", "text": "Weight distributions, adjustment factors, effective sample sizes and contribution of extreme weights should be examined. Trimming trades variance reduction against potential bias.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-272-b002", "type": "PARAGRAPH", "text": "The decision and effect on principal estimates should be recorded.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-273", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "273", "title": "Publication indicators", "anchor": "273-publication-indicators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-273-b001", "type": "PARAGRAPH", "text": "Every reported percentage should reconcile to its denominator or approved estimation output. Titles, notes and narrative should use the same population and method.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-273-b002", "type": "PARAGRAPH", "text": "Tables should be tested for suppressed cells, totals, rounding and version consistency.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-274", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "274", "title": "Quality rating", "anchor": "274-quality-rating", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-274-b001", "type": "PARAGRAPH", "text": "A concise rating may communicate whether an estimate is fit, fit with qualification, experimental or not releasable for a stated use. The rating criteria should be public and accompanied by reasons.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-274-b002", "type": "PARAGRAPH", "text": "One overall label should not conceal a critical failure in language, coverage or confidentiality.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-275", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "275", "title": "Table 20: quality evaluation record", "anchor": "275-table-20-quality-evaluation-record", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-275-b001-tbl-iceqc-r-2006-10-20", "type": "TABLE", "title": "Table 20. Adult literacy indicator quality evaluation", "columns": [ { "key": "c1-dimension", "label": "Dimension", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-pass-condition", "label": "Pass condition", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-restricted-use-condition", "label": "Restricted-use condition", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "relevance", "policy question and construct map", "indicator answers stated decision", "use narrowed to actual construct" ], [ "coverage", "target–frame reconciliation", "material groups represented", "population claim restricted" ], [ "participation", "response flow and subgroup profile", "no unresolved severe selectivity", "residual bias stated" ], [ "measurement", "validity and reliability studies", "interpretation supported", "domain or language limited" ], [ "estimation", "weights, variance and replication", "principal estimates reproducible", "experimental model label" ], [ "comparability", "method and population matrix", "intended contrast supportable", "descriptive or qualified only" ], [ "timeliness", "observation and release dates", "relevant after quality completion", "preliminary status stated" ], [ "clarity", "metadata and accessible account", "method visible beside result", "headline withheld until corrected" ], [ "confidentiality", "disclosure review", "risk controlled", "aggregation or access restriction" ], [ "integrity", "approval, version and correction", "authorised record complete", "release suspended for critical failure" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-20-table-20-adult-literacy-indicator-quality-evaluation.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-276", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "276", "title": "Release decision", "anchor": "276-release-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-276-b001", "type": "PARAGRAPH", "text": "Release should be authorised by the competent statistical body after technical and disclosure review. Policy disagreement with a valid result is not a quality failure.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-276-b002", "type": "PARAGRAPH", "text": "An unreleasable estimate may still guide restricted internal investigation where confidentiality and uncertainty are controlled.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-277", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "277", "title": "Correction decision", "anchor": "277-correction-decision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-277-b001", "type": "PARAGRAPH", "text": "Correction is required when an error affects values, labels, comparison or interpretation materially. The notice should identify the original, corrected result and policy consequence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-277-b002", "type": "PARAGRAPH", "text": "New data or a later method are revisions or new observations, not corrections of the historical record.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-278", "partId": "part-iceqc-r-2006-10-xii", "parentId": null, "number": "278", "title": "Quality conclusion", "anchor": "278-quality-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-278-b001", "type": "PARAGRAPH", "text": "Quality evaluation transforms a long list of desirable characteristics into a decision about a stated use. It protects against both uncritical publication and indefinite delay in search of impossible certainty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-278-b002", "type": "PARAGRAPH", "text": "The governing standard is transparent fitness for public purpose.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-279", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "279", "title": "Finding 1: no single literacy rate is self-explanatory", "anchor": "279-finding-1-no-single-literacy-rate-is-self-explanatory", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-279-b001", "type": "PARAGRAPH", "text": "Every rate embodies decisions about capability, population, language, respondent and threshold. A number detached from these decisions cannot support responsible comparison.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-279-b002", "type": "PARAGRAPH", "text": "Method metadata should therefore be treated as part of the indicator itself.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-280", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "280", "title": "Finding 2: methods provide different evidence", "anchor": "280-finding-2-methods-provide-different-evidence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-280-b001", "type": "PARAGRAPH", "text": "Self-report describes a response under a question; proxy report adds another person’s knowledge; schooling inference uses an associated characteristic; direct assessment observes selected performance.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-280-b002", "type": "PARAGRAPH", "text": "Their differences are analytically useful and should not be erased by a common title.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-281", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "281", "title": "Finding 3: the binary rate is an incomplete summary", "anchor": "281-finding-3-the-binary-rate-is-an-incomplete-summary", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-281-b001", "type": "PARAGRAPH", "text": "A binary indicator can support communication and broad monitoring but conceals degrees, domains and uncertainty near the threshold. Contemporary literacy evidence supports a continuum and plural practices.", "citationIds": [ "REF-02", "REF-04" ] }, { "id": "sec-iceqc-r-2006-10-281-b002", "type": "PARAGRAPH", "text": "Policy should retain distributional evidence where available.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-282", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "282", "title": "Finding 4: educational attainment is not literacy", "anchor": "282-finding-4-educational-attainment-is-not-literacy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-282-b001", "type": "PARAGRAPH", "text": "Education contributes strongly to literacy, but attainment levels do not determine present proficiency. School quality, language, practice and time vary.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-282-b002", "type": "PARAGRAPH", "text": "Attainment and literacy should be analysed jointly without substituting one for the other.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-283", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "283", "title": "Finding 5: direct assessment has boundaries", "anchor": "283-finding-5-direct-assessment-has-boundaries", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-283-b001", "type": "PARAGRAPH", "text": "Direct assessment improves observation and distributional analysis but remains bounded by tasks, languages, frame and participation. Technical sophistication does not remove social and operational error.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-283-b002", "type": "PARAGRAPH", "text": "The result should identify adults whose performance was not observed.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-284", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "284", "title": "Finding 6: participation can bias the estimate", "anchor": "284-finding-6-participation-can-bias-the-estimate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-284-b001", "type": "PARAGRAPH", "text": "Adults facing the greatest literacy barriers may be hardest to reach or least willing and able to complete an assessment. An achieved-sample rate can therefore be systematically favourable.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-284-b002", "type": "PARAGRAPH", "text": "Response adjustment helps but does not prove removal of bias.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-285", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "285", "title": "Finding 7: language defines evidence", "anchor": "285-finding-7-language-defines-evidence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-285-b001", "type": "PARAGRAPH", "text": "Performance in one language is not evidence of literacy in every language. Conversely, inability to use the assessment language is not proof of absence of literacy.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-285-b002", "type": "PARAGRAPH", "text": "Language mapping, adaptation and reporting are central validity controls.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-286", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "286", "title": "Finding 8: cross-national ranking is often too strong", "anchor": "286-finding-8-cross-national-ranking-is-often-too-strong", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-286-b001", "type": "PARAGRAPH", "text": "Accurately collected national values can remain incomparable because methods, questions and populations differ. A ranked table gives a stronger impression than the evidence warrants.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-286-b002", "type": "PARAGRAPH", "text": "Comparability classes and separate panels provide a more responsible account.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-287", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "287", "title": "Finding 9: trends break when methods change", "anchor": "287-finding-9-trends-break-when-methods-change", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-287-b001", "type": "PARAGRAPH", "text": "A new question or direct assessment may improve measurement while creating a discontinuity. The resulting numerical difference should not be labelled progress or decline without a bridge.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-287-b002", "type": "PARAGRAPH", "text": "Historical series gain credibility when breaks are preserved.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-288", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "288", "title": "Finding 10: uncertainty extends beyond standard error", "anchor": "288-finding-10-uncertainty-extends-beyond-standard-error", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-288-b001", "type": "PARAGRAPH", "text": "Sampling uncertainty can be calculated, but coverage, non-response, language and construct limitations also affect conclusions. They require qualitative and sensitivity evidence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-288-b002", "type": "PARAGRAPH", "text": "Reporting only a confidence interval can create false completeness.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-289", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "289", "title": "Finding 11: local need exceeds local precision", "anchor": "289-finding-11-local-need-exceeds-local-precision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-289-b001", "type": "PARAGRAPH", "text": "Policy often requires district evidence that a national assessment cannot estimate reliably. Census modules, model-assisted estimates and community evidence may help, with distinct status.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-289-b002", "type": "PARAGRAPH", "text": "Unstable direct ranks should not control material allocation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-290", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "290", "title": "Finding 12: programme evidence has a narrower population", "anchor": "290-finding-12-programme-evidence-has-a-narrower-population", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-290-b001", "type": "PARAGRAPH", "text": "Learner assessment can show change among participants, but attrition and selection limit inference. A national indicator cannot serve as a programme comparison by coincidence of timing.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-290-b002", "type": "PARAGRAPH", "text": "Evaluation requires a design aligned with programme exposure and intended result.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-291", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "291", "title": "Finding 13: layered systems are preferable", "anchor": "291-finding-13-layered-systems-are-preferable", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-291-b001", "type": "PARAGRAPH", "text": "Census breadth, household context, direct assessment depth, programme records and qualitative enquiry are complementary. A layered architecture assigns each an explicit role.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-291-b002", "type": "PARAGRAPH", "text": "Integration should preserve method identity rather than construct one opaque composite.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-292", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "292", "title": "Finding 14: statistical independence and participation coexist", "anchor": "292-finding-14-statistical-independence-and-participation-coexist", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-292-b001", "type": "PARAGRAPH", "text": "Communities and policy bodies should contribute to relevance, language and interpretation. The statistical authority remains responsible for scientific method, confidentiality and impartial release.", "citationIds": [ "REF-09" ] }, { "id": "sec-iceqc-r-2006-10-292-b002", "type": "PARAGRAPH", "text": "Neither technical isolation nor political control produces trusted evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-293", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "293", "title": "Finding 15: measurement should lead to provision", "anchor": "293-finding-15-measurement-should-lead-to-provision", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-293-b001", "type": "PARAGRAPH", "text": "The public purpose of adult literacy statistics is improved opportunity to learn, use and sustain literacy. A measurement programme that repeatedly documents disparity without informing provision is incomplete.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-293-b002", "type": "PARAGRAPH", "text": "Policy response should be monitored separately from the indicator.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-294", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "294", "title": "Immediate priority 1: classify existing indicators", "anchor": "294-immediate-priority-1-classify-existing-indicators", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-294-b001", "type": "PARAGRAPH", "text": "Countries should inventory literacy values by self, proxy, indirect, short direct and multi-domain direct method. Each record should include population, year, language and question or framework.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-294-b002", "type": "PARAGRAPH", "text": "This inventory can immediately prevent unsupported trend and rank claims.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-295", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "295", "title": "Immediate priority 2: publish exact metadata", "anchor": "295-immediate-priority-2-publish-exact-metadata", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-295-b001", "type": "PARAGRAPH", "text": "Current releases should place essential method information beside principal values. Historical metadata should be recovered where feasible and uncertainty acknowledged where it cannot be found.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-295-b002", "type": "PARAGRAPH", "text": "Unknown method is itself a reason to restrict comparison.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-296", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "296", "title": "Immediate priority 3: analyse participation", "anchor": "296-immediate-priority-3-analyse-participation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-296-b001", "type": "PARAGRAPH", "text": "Existing surveys should publish contact, cooperation and assessment completion by available group. Language and disability-related non-completion should not remain inside a general missing category.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-296-b002", "type": "PARAGRAPH", "text": "Field operations should use the findings in the next cycle.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-297", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "297", "title": "Immediate priority 4: stop automatic schooling substitution", "anchor": "297-immediate-priority-4-stop-automatic-schooling-substitution", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-297-b001", "type": "PARAGRAPH", "text": "Where education is used to assign literacy, the assumed component should be separately counted and tested in a subsample. No-schooling adults should also receive an opportunity to demonstrate capability.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-297-b002", "type": "PARAGRAPH", "text": "This protects both statistical validity and dignity.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-298", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "298", "title": "Immediate priority 5: preserve trend breaks", "anchor": "298-immediate-priority-5-preserve-trend-breaks", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-298-b001", "type": "PARAGRAPH", "text": "Statistical publications should mark every material change of method and refrain from subtracting unlike values. Bridge designs should be planned before the old method is discontinued.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-298-b002", "type": "PARAGRAPH", "text": "Improved measurement should not be discouraged by fear of an apparent setback.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-299", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "299", "title": "Medium-term priority 1: direct-assessment capacity", "anchor": "299-medium-term-priority-1-direct-assessment-capacity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-299-b001", "type": "PARAGRAPH", "text": "Countries requiring proficiency evidence should develop national sampling, language, field, scoring and analysis capacity. LAMP provides a contemporary international direction for this work.", "citationIds": [ "REF-03" ] }, { "id": "sec-iceqc-r-2006-10-299-b002", "type": "PARAGRAPH", "text": "Capacity development should include dissemination and policy use, not collection alone.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-300", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "300", "title": "Medium-term priority 2: language inclusion", "anchor": "300-medium-term-priority-2-language-inclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-300-b001", "type": "PARAGRAPH", "text": "Written-language evidence should guide which versions are developed and how samples support analysis. Exclusions and limitations should be public.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-300-b002", "type": "PARAGRAPH", "text": "Language inclusion should be planned with communities and specialists from the beginning.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-301", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "301", "title": "Medium-term priority 3: method-linking studies", "anchor": "301-medium-term-priority-3-method-linking-studies", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-301-b001", "type": "PARAGRAPH", "text": "Validation and bridge samples should examine self, proxy and direct evidence in the same population. They should test differential relationships by relevant group.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-301-b002", "type": "PARAGRAPH", "text": "Results should explain disagreement rather than promise a universal conversion.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-302", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "302", "title": "Medium-term priority 4: recurring household context", "anchor": "302-medium-term-priority-4-recurring-household-context", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-302-b001", "type": "PARAGRAPH", "text": "Stable household modules can monitor practices, perceived difficulty, language and access between assessment cycles. They should be concise and linked to clear decisions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-302-b002", "type": "PARAGRAPH", "text": "Changes in wording or mode require control.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-303", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "303", "title": "Medium-term priority 5: research access", "anchor": "303-medium-term-priority-5-research-access", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-303-b001", "type": "PARAGRAPH", "text": "Protected access to microdata and documentation can strengthen replication and methodological research. Disclosure controls should preserve confidentiality while avoiding unnecessary barriers.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-303-b002", "type": "PARAGRAPH", "text": "Independent analysis should be answered with evidence, not institutional defensiveness.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-304", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "304", "title": "Longer-term priority 1: comparable proficiency trends", "anchor": "304-longer-term-priority-1-comparable-proficiency-trends", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-304-b001", "type": "PARAGRAPH", "text": "Repeated assessments should retain common construct coverage and linking evidence while allowing controlled renewal of tasks. Trend should be reported with sampling and linking uncertainty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-304-b002", "type": "PARAGRAPH", "text": "Continuity should not preserve obsolete content that no longer represents literacy practices.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-305", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "305", "title": "Longer-term priority 2: environments for literacy", "anchor": "305-longer-term-priority-2-environments-for-literacy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-305-b001", "type": "PARAGRAPH", "text": "Measurement should increasingly examine opportunities to use literacy in work, family, public services and civic life.", "citationIds": [ "REF-02", "REF-04" ] }, { "id": "sec-iceqc-r-2006-10-305-b002", "type": "PARAGRAPH", "text": "Policy can then address both adult learning and institutional demands that exclude people through unnecessary complexity.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-306", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "306", "title": "Longer-term priority 3: evaluation of literacy policy", "anchor": "306-longer-term-priority-3-evaluation-of-literacy-policy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-306-b001", "type": "PARAGRAPH", "text": "Population indicators should be integrated with implementation and evaluation evidence so that policy contribution can be judged without confusing association and causation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-306-b002", "type": "PARAGRAPH", "text": "Equity, sustainability and unintended effects should remain part of evaluation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-307", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "307", "title": "Table 21: strategic action schedule", "anchor": "307-table-21-strategic-action-schedule", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-307-b001-tbl-iceqc-r-2006-10-21", "type": "TABLE", "title": "Table 21. Strategic priorities for adult literacy measurement", "columns": [ { "key": "c1-horizon", "label": "Horizon", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-priority", "label": "Priority", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-responsible-institutions", "label": "Responsible institutions", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-evidence-of-progress", "label": "Evidence of progress", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "immediate", "indicator method inventory", "statistical and education authorities", "complete metadata register" ], [ "immediate", "participation profiles", "survey and assessment bodies", "staged response tables" ], [ "immediate", "trend-break publication", "statistical publishers", "annotated historical series" ], [ "immediate", "schooling-assumption disclosure", "census and survey bodies", "separate assumed counts" ], [ "medium term", "direct-assessment capacity", "national statistical and assessment bodies", "valid national proficiency study" ], [ "medium term", "language inclusion", "language communities and assessment body", "tested versions and coverage record" ], [ "medium term", "bridge studies", "statistical and research institutions", "method-effect estimates" ], [ "medium term", "household context module", "survey and policy bodies", "stable recurring indicators" ], [ "longer term", "comparable proficiency trend", "national and international partners", "linked repeated assessments" ], [ "longer term", "policy evaluation", "responsible ministries and independent evaluators", "contribution findings and response" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-21-table-21-strategic-priorities-for-adult-literacy-measurement.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-308", "partId": "part-iceqc-r-2006-10-xiii", "parentId": null, "number": "308", "title": "Final conclusion", "anchor": "308-final-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-308-b001", "type": "PARAGRAPH", "text": "Adult literacy measurement is a public judgement about what capability is observed, whose experience is represented and which comparison is justified. The apparent simplicity of a national rate conceals choices about language, schooling, respondent, task and threshold. Those choices should be visible.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-308-b002", "type": "PARAGRAPH", "text": "Self-reported data remain useful for broad coverage, perceived difficulty and literacy practices when exact wording, proxy status and missingness are known. They cannot establish the same result as a direct assessment. Direct assessment provides richer proficiency evidence but must answer for the adults, languages and settings it fails to include.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-308-b003", "type": "PARAGRAPH", "text": "The responsible course is not to select one method as universally authoritative. It is to construct a layered system, assign each method a defined role, bridge changes where possible and classify comparisons by the strength of equivalence. Statistical uncertainty, participation and dignity belong inside the indicator, not outside it.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-308-b004", "type": "PARAGRAPH", "text": "The resulting evidence can support the commitments of education for all and the international Literacy Decade only when it leads to learning opportunities and environments in which adults can use literacy. Measurement earns authority through clarity, restraint and public use.", "citationIds": [ "REF-01", "REF-15" ] } ] }, { "id": "sec-iceqc-r-2006-10-309", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "309", "title": "Purpose of the specifications", "anchor": "309-purpose-of-the-specifications", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-309-b001", "type": "PARAGRAPH", "text": "The specifications below define a limited family of indicators that may coexist without being treated as interchangeable. Each identifies the evidence, denominator and permitted decision. National authorities should adapt language and population details while preserving method identity.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-310", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "310", "title": "Declared reading-and-writing status", "anchor": "310-declared-reading-and-writing-status", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-310-b001", "type": "PARAGRAPH", "text": "The numerator is adults answering that they can read and write under the exact question; the denominator is all eligible adults, with unknown status separately reported. Self and proxy responses should be distinguished.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-310-b002", "type": "PARAGRAPH", "text": "Use is limited to declared status and broad coverage analysis. It does not establish proficiency or separate reading from writing where the question combines them.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-311", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "311", "title": "Known-response declaration rate", "anchor": "311-known-response-declaration-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-311-b001", "type": "PARAGRAPH", "text": "This rate divides declared yes by yes plus no, excluding unknown. It is useful for comparison with the all-eligible rate and for examining the numerical effect of missing status.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-311-b002", "type": "PARAGRAPH", "text": "It should never replace the primary coverage account without evidence that unknown responses are ignorable.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-312", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "312", "title": "Proxy-response share", "anchor": "312-proxy-response-share", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-312-b001", "type": "PARAGRAPH", "text": "The numerator is adult literacy records supplied by another household member; the denominator is all adult literacy records. Distribution by age, sex and absence status helps assess method variation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-312-b002", "type": "PARAGRAPH", "text": "The indicator is a quality characteristic, not a correction factor.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-313", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "313", "title": "Graded self-assessed reading difficulty", "anchor": "313-graded-self-assessed-reading-difficulty", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-313-b001", "type": "PARAGRAPH", "text": "Adults report whether selected reading tasks are performed easily, with difficulty or not at all. Exact materials and reference period should be stated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-313-b002", "type": "PARAGRAPH", "text": "This supports service-access and perceived-difficulty analysis. It is not a proficiency scale unless validated for that use.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-314", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "314", "title": "Graded self-assessed writing difficulty", "anchor": "314-graded-self-assessed-writing-difficulty", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-314-b001", "type": "PARAGRAPH", "text": "Writing is measured separately through defined activities such as completing a form or composing a short message. Response categories and assistance should be recorded.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-314-b002", "type": "PARAGRAPH", "text": "The measure can reveal domain differences hidden by a combined literacy question.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-315", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "315", "title": "Literacy-practice frequency", "anchor": "315-literacy-practice-frequency", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-315-b001", "type": "PARAGRAPH", "text": "The indicator reports how often adults engage with specified texts in work, household, learning or community settings during a defined period. “Never” can reflect absence of opportunity, preference or difficulty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-315-b002", "type": "PARAGRAPH", "text": "Practice is relevant to maintenance and policy context but does not demonstrate task performance.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-316", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "316", "title": "Whole-sentence reading performance", "anchor": "316-whole-sentence-reading-performance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-316-b001", "type": "PARAGRAPH", "text": "The numerator is adults who read the specified sentence fully under the administration and language rule; the denominator is all eligible adults offered valid access. Partial reading, non-performance and non-completion remain separate.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-316-b002", "type": "PARAGRAPH", "text": "The claim is restricted to the sentence task and cannot include writing.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-317", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "317", "title": "Partial-sentence performance", "anchor": "317-partial-sentence-performance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-317-b001", "type": "PARAGRAPH", "text": "This indicator retains adults able to read part but not all of the sentence under the scoring rule. It prevents a potentially important capability range from disappearing into a binary rate.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-317-b002", "type": "PARAGRAPH", "text": "Interpretation requires consistent probing and scorer guidance.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-318", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "318", "title": "Assessment participation rate", "anchor": "318-assessment-participation-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-318-b001", "type": "PARAGRAPH", "text": "Valid assessment completers are divided by all selected eligible adults. Background-only completion, refusal, language exclusion, accessibility exclusion and interruption are component measures.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-318-b002", "type": "PARAGRAPH", "text": "The rate informs potential bias and should accompany every proficiency result.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-319", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "319", "title": "Assessment-language coverage", "anchor": "319-assessment-language-coverage", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-319-b001", "type": "PARAGRAPH", "text": "The numerator is target-population adults for whom an authorised assessment language is available; the denominator is the defined target population. Estimates may use frame or survey evidence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-319-b002", "type": "PARAGRAPH", "text": "Availability does not prove version equivalence or actual participation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-320", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "320", "title": "Mean proficiency score", "anchor": "320-mean-proficiency-score", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-320-b001", "type": "PARAGRAPH", "text": "The weighted mean summarises the score distribution for a covered population under the scaling model. It should be reported with standard error and scale interpretation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-320-b002", "type": "PARAGRAPH", "text": "The mean should not stand alone where lower-tail need or distributional inequality drives policy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-321", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "321", "title": "Proficiency-level distribution", "anchor": "321-proficiency-level-distribution", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-321-b001", "type": "PARAGRAPH", "text": "The indicator reports weighted shares within approved score ranges. Counts, standard errors and level descriptions accompany the distribution.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-321-b002", "type": "PARAGRAPH", "text": "Levels are reporting categories and should not be converted into fixed identities for adults.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-322", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "322", "title": "Below-selected-level share", "anchor": "322-below-selected-level-share", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-322-b001", "type": "PARAGRAPH", "text": "This share may support a defined policy question, such as the population likely to face difficulty with a specified range of tasks. The selected level and rationale should be explicit.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-322-b002", "type": "PARAGRAPH", "text": "Changing the threshold changes the population estimate; no universal deficit category should be implied.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-323", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "323", "title": "Lower-tail percentile", "anchor": "323-lower-tail-percentile", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-323-b001", "type": "PARAGRAPH", "text": "A lower percentile score can show the position beneath which a stated share of the covered population falls. It avoids some dependence on an arbitrary level boundary.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-323-b002", "type": "PARAGRAPH", "text": "Precision can be weak in small samples, and task interpretation remains necessary.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-324", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "324", "title": "Literacy distribution by sex", "anchor": "324-literacy-distribution-by-sex", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-324-b001", "type": "PARAGRAPH", "text": "The indicator reports the selected measure separately for women and men under identical method conditions, with uncertainty. Survey participation and proxy status should also be compared.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-324-b002", "type": "PARAGRAPH", "text": "The difference describes inequality; explanation requires evidence about education, language, work and social conditions.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-325", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "325", "title": "Literacy distribution by age", "anchor": "325-literacy-distribution-by-age", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-325-b001", "type": "PARAGRAPH", "text": "Age groups should be defined consistently and reported with observation date. Results describe cohort and age differences at one time unless longitudinal evidence exists.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-325-b002", "type": "PARAGRAPH", "text": "They should not be labelled skill loss solely from cross-sectional contrast.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-326", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "326", "title": "Literacy distribution by educational attainment", "anchor": "326-literacy-distribution-by-educational-attainment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-326-b001", "type": "PARAGRAPH", "text": "Assessment or declaration results are tabulated by harmonised education level. The analysis shows variation within and between attainment categories.", "citationIds": [ "REF-10" ] }, { "id": "sec-iceqc-r-2006-10-326-b002", "type": "PARAGRAPH", "text": "It should demonstrate why education cannot be used as an automatic literacy classification.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-327", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "327", "title": "Literacy distribution by language", "anchor": "327-literacy-distribution-by-language", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-327-b001", "type": "PARAGRAPH", "text": "Results may be grouped by home language, language of literacy practice or assessment language. These variables should not be conflated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-327-b002", "type": "PARAGRAPH", "text": "Assessment-language groups are self-selected or assigned populations and should not be ranked causally without an adequate design.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-328", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "328", "title": "Literacy distribution by location", "anchor": "328-literacy-distribution-by-location", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-328-b001", "type": "PARAGRAPH", "text": "Urban–rural or regional estimates require stable definitions, sample support and appropriate variance. Geographic categories should reflect policy and remain comparable over time.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-328-b002", "type": "PARAGRAPH", "text": "Local publication should avoid disclosure and unstable rank.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-329", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "329", "title": "Self–direct agreement rate", "anchor": "329-self-direct-agreement-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-329-b001", "type": "PARAGRAPH", "text": "The indicator reports the proportion for which a defined self-report category agrees with a defined direct-assessment category in a linked sample. Both categories and the assessment threshold must be stated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-329-b002", "type": "PARAGRAPH", "text": "Agreement does not establish that the constructs are identical or that disagreement is dishonesty.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-330", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "330", "title": "Proxy–self agreement rate", "anchor": "330-proxy-self-agreement-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-330-b001", "type": "PARAGRAPH", "text": "Adults’ own responses are compared with independent proxy responses under a controlled design. Results may vary by relationship and household absence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-330-b002", "type": "PARAGRAPH", "text": "The study informs proxy quality but should not expose disagreement within named households.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-331", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "331", "title": "Method discontinuity estimate", "anchor": "331-method-discontinuity-estimate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-331-b001", "type": "PARAGRAPH", "text": "In a bridge sample, the difference between old and new methods is estimated under aligned population and period. Subgroup variation and uncertainty should be shown.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-331-b002", "type": "PARAGRAPH", "text": "The estimate may support historical interpretation but is not necessarily stable across future cohorts or settings.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-332", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "332", "title": "Coverage ratio", "anchor": "332-coverage-ratio", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-332-b001", "type": "PARAGRAPH", "text": "The estimated frame population is divided by the target population under aligned definitions. Known omissions and duplicates are reported separately.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-332-b002", "type": "PARAGRAPH", "text": "A high overall ratio can conceal complete omission of a small policy-relevant group.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-333", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "333", "title": "Contact rate", "anchor": "333-contact-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-333-b001", "type": "PARAGRAPH", "text": "Selected eligible units successfully contacted are divided by all units known or estimated eligible. Unknown eligibility requires a stated treatment.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-333-b002", "type": "PARAGRAPH", "text": "The indicator separates frame access from cooperation and assessment performance.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-334", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "334", "title": "Cooperation rate", "anchor": "334-cooperation-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-334-b001", "type": "PARAGRAPH", "text": "Adults agreeing to the relevant interview or assessment are divided by contacted eligible adults. The outcome should distinguish informed refusal, gatekeeper refusal and other non-cooperation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-334-b002", "type": "PARAGRAPH", "text": "Pressure to improve the rate must not compromise voluntary participation or respect.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-335", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "335", "title": "Assessment break-off rate", "anchor": "335-assessment-break-off-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-335-b001", "type": "PARAGRAPH", "text": "Adults who begin but do not provide valid completion are divided by assessment starters. Reason and point of break-off should be analysed.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-335-b002", "type": "PARAGRAPH", "text": "The rate can identify burden, difficulty, language or administration problems but does not alone assign cause.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-336", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "336", "title": "Weight-adjustment effect", "anchor": "336-weight-adjustment-effect", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-336-b001", "type": "PARAGRAPH", "text": "The difference between base-weighted and final-weighted principal estimates shows the effect of adjustment. It should be reported with the variables and weight stages used.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-336-b002", "type": "PARAGRAPH", "text": "A large effect prompts review; a small effect does not establish absence of non-response bias.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-337", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "337", "title": "Effective sample size", "anchor": "337-effective-sample-size", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-337-b001", "type": "PARAGRAPH", "text": "The effective sample size expresses loss of precision from clustering and unequal weights relative to a simple design. The exact definition should be stated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-337-b002", "type": "PARAGRAPH", "text": "It supports decisions about subgroup publication and future design, not a replacement for design-based variance.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-338", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "338", "title": "Relative standard error", "anchor": "338-relative-standard-error", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-338-b001", "type": "PARAGRAPH", "text": "The standard error divided by the estimate provides one indicator of relative precision. It can be unstable near zero and should be interpreted with absolute uncertainty.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-338-b002", "type": "PARAGRAPH", "text": "Publication rules may use it alongside unweighted count and disclosure controls.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-339", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "339", "title": "Programme reach", "anchor": "339-programme-reach", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-339-b001", "type": "PARAGRAPH", "text": "Eligible adults participating in a literacy programme are divided by the defined eligible or intended population. Estimating that denominator may require local evidence.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-339-b002", "type": "PARAGRAPH", "text": "Reach should be disaggregated and should not be confused with completion or learning.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-340", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "340", "title": "Programme retention", "anchor": "340-programme-retention", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-340-b001", "type": "PARAGRAPH", "text": "Participants remaining through a defined instructional point are divided by entrants. Transfers, planned exits and missing records should be classified.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-340-b002", "type": "PARAGRAPH", "text": "Retention is a participation result and does not establish proficiency gain.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-341", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "341", "title": "Matched learning change", "anchor": "341-matched-learning-change", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-341-b001", "type": "PARAGRAPH", "text": "The difference between comparable baseline and follow-up measures is reported for participants with both observations. The matched count and attrition profile accompany it.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-341-b002", "type": "PARAGRAPH", "text": "The result applies to matched participants unless an adjustment with defensible assumptions broadens inference.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-342", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "342", "title": "Public-service text access indicator", "anchor": "342-public-service-text-access-indicator", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-342-b001", "type": "PARAGRAPH", "text": "Adults may report or demonstrate access to defined essential written information, while services record availability of accessible formats and assistance. The indicator should specify the service event.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-342-b002", "type": "PARAGRAPH", "text": "It connects literacy policy to institutional responsibility rather than locating every barrier in the adult.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-343", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "343", "title": "Table 22: indicator-use register", "anchor": "343-table-22-indicator-use-register", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-343-b001-tbl-iceqc-r-2006-10-22", "type": "TABLE", "title": "Table 22. Practical indicator-use register", "columns": [ { "key": "c1-indicator-family", "label": "Indicator family", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence-class", "label": "Evidence class", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-primary-use", "label": "Primary use", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-mandatory-companion", "label": "Mandatory companion", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "declared status", "self or proxy report", "broad coverage and outreach", "respondent and unknown shares" ], [ "graded difficulty", "self-assessment", "service access and perceived need", "exact task wording" ], [ "literacy practice", "reported behaviour", "context and opportunity", "period and text type" ], [ "sentence performance", "short direct task", "narrow verification", "partial and non-completion categories" ], [ "proficiency distribution", "multi-item direct assessment", "population skill distribution", "participation, language and uncertainty" ], [ "subgroup distribution", "any stable measure", "equity analysis", "sample, method and confidentiality" ], [ "method agreement", "linked measures", "validation and transition", "threshold and overlap design" ], [ "field participation", "operational records", "bias analysis", "target and selected populations" ], [ "programme reach", "programme and population data", "service access", "eligibility definition" ], [ "matched change", "repeated participant assessment", "learning among observed participants", "attrition and comparison limits" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-22-table-22-practical-indicator-use-register.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-344", "partId": "part-iceqc-r-2006-10-xiv", "parentId": null, "number": "344", "title": "Specification conclusion", "anchor": "344-specification-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-344-b001", "type": "PARAGRAPH", "text": "The indicator family provides complementary evidence without a false common scale. Selection should follow the decision, and every value should retain the companion information necessary to understand its population and method.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-345", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "345", "title": "Scenario 1: an unexplained high rate", "anchor": "345-scenario-1-an-unexplained-high-rate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-345-b001", "type": "PARAGRAPH", "text": "A newly submitted census rate is substantially higher than the previous observation. Before publication, the authority should examine question wording, schooling assumptions, proxy share, unknown treatment, age limits and geographic coverage.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-345-b002", "type": "PARAGRAPH", "text": "The value should remain pending if the metadata cannot explain its method. Plausibility against expectation is not sufficient verification.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-346", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "346", "title": "Scenario 2: a lower direct-assessment result", "anchor": "346-scenario-2-a-lower-direct-assessment-result", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-346-b001", "type": "PARAGRAPH", "text": "A direct assessment produces a lower share above a selected threshold than the existing self-declaration rate. The authority should publish the two as different measures and explain the constructs.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-346-b002", "type": "PARAGRAPH", "text": "It should not retrospectively revise the earlier declaration rate or call the direct result a decline.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-347", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "347", "title": "Scenario 3: missing language version", "anchor": "347-scenario-3-missing-language-version", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-347-b001", "type": "PARAGRAPH", "text": "Field preparation reveals that an intended language version cannot meet validity and staffing requirements by the start date. The authority should consider staged collection, adjusted population scope or delay.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-347-b002", "type": "PARAGRAPH", "text": "Using another language by convenience and coding non-performance as low skill is not acceptable.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-348", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "348", "title": "Scenario 4: severe non-response in one region", "anchor": "348-scenario-4-severe-non-response-in-one-region", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-348-b001", "type": "PARAGRAPH", "text": "National response is adequate, but one region has high contact failure and assessment break-off. Additional fieldwork should preserve selected cases, and the regional estimate should be withheld or qualified if selectivity remains.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-348-b002", "type": "PARAGRAPH", "text": "The national estimate also requires sensitivity analysis according to the region’s population weight.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-349", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "349", "title": "Scenario 5: item security breach", "anchor": "349-scenario-5-item-security-breach", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-349-b001", "type": "PARAGRAPH", "text": "Evidence shows that some assessment tasks circulated before administration in selected areas. The authority should identify exposure, test performance anomalies and determine whether affected items or cases can support inference.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-349-b002", "type": "PARAGRAPH", "text": "Replacement or exclusion requires a pre-authorised technical decision and an account of scale comparability.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-350", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "350", "title": "Scenario 6: scoring disagreement", "anchor": "350-scenario-6-scoring-disagreement", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-350-b001", "type": "PARAGRAPH", "text": "Monitoring finds low scorer agreement on constructed writing responses. Release of the affected domain should pause while rules, retraining, moderation and rescoring are completed.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-350-b002", "type": "PARAGRAPH", "text": "Other independent domains may proceed if their validity and publication meaning are unaffected.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-351", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "351", "title": "Scenario 7: political request to change the threshold", "anchor": "351-scenario-7-political-request-to-change-the-threshold", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-351-b001", "type": "PARAGRAPH", "text": "A ministry requests a lower threshold so the reported target is attained. A threshold may be reviewed for substantive policy reasons, but the original result and target remain on their approved basis.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-351-b002", "type": "PARAGRAPH", "text": "Any new threshold produces a separate indicator and cannot rewrite historical performance.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-352", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "352", "title": "Scenario 8: unstable district rankings", "anchor": "352-scenario-8-unstable-district-rankings", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-352-b001", "type": "PARAGRAPH", "text": "Local leaders request an ordered table of district rates. Where confidence intervals overlap substantially and sample counts are low, the authority should publish appropriate estimates and uncertainty without an ordinal league table.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-352-b002", "type": "PARAGRAPH", "text": "Planning categories may be formed from multiple evidence sources under a transparent rule.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-353", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "353", "title": "Scenario 9: proxy responses dominate", "anchor": "353-scenario-9-proxy-responses-dominate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-353-b001", "type": "PARAGRAPH", "text": "A census review finds that most working-age adult records were supplied by proxies. The data remain census evidence but should be labelled accordingly. A validation subsample can estimate disagreement.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-353-b002", "type": "PARAGRAPH", "text": "The next operation should consider timing and respondent procedures that increase self-response without reducing coverage.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-354", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "354", "title": "Scenario 10: programme data exceed population need", "anchor": "354-scenario-10-programme-data-exceed-population-need", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-354-b001", "type": "PARAGRAPH", "text": "Provider records show more annual enrolments than the estimated local adult population below a literacy threshold. The figures may include repeat enrolments, commuters, unlike age ranges or an inappropriate prevalence estimate.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-354-b002", "type": "PARAGRAPH", "text": "Reconciliation should precede any claim of universal programme reach.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-355", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "355", "title": "Scenario 11: preliminary results change after weighting", "anchor": "355-scenario-11-preliminary-results-change-after-weighting", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-355-b001", "type": "PARAGRAPH", "text": "Initial unweighted results differ materially from final weighted estimates. Public communication should use the final design-consistent values and explain that preliminary tabulations did not represent the population.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-355-b002", "type": "PARAGRAPH", "text": "The difference is a reason for correct weighting, not evidence of manipulation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-356", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "356", "title": "Scenario 12: new census question", "anchor": "356-scenario-12-new-census-question", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-356-b001", "type": "PARAGRAPH", "text": "Cognitive testing supports a clearer graded question, but it differs from the previous binary item. The authority should adopt the better question where warranted and plan an overlap or bridge.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-356-b002", "type": "PARAGRAPH", "text": "Trend continuity is valuable but should not preserve an inadequate measure indefinitely.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-357", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "357", "title": "Scenario 13: adult refuses an assessment", "anchor": "357-scenario-13-adult-refuses-an-assessment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-357-b001", "type": "PARAGRAPH", "text": "The assessor should record informed refusal and conclude contact respectfully. No lowest score is assigned. Available background data may be retained only under the consent and confidentiality arrangements.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-357-b002", "type": "PARAGRAPH", "text": "Weighting and bias analysis address population inference; coercion does not.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-358", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "358", "title": "Scenario 14: accommodation changes mode", "anchor": "358-scenario-14-accommodation-changes-mode", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-358-b001", "type": "PARAGRAPH", "text": "An adult requires a presentation or response method not covered by the standard design. The responsible specialist should determine whether the construct is preserved and whether the result belongs on the common scale.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-358-b002", "type": "PARAGRAPH", "text": "If not, the adult’s exclusion from the standard estimate is recorded and a suitable descriptive assessment may still inform provision.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-359", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "359", "title": "Scenario 15: correction after release", "anchor": "359-scenario-15-correction-after-release", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-359-b001", "type": "PARAGRAPH", "text": "A coding error changes one subgroup estimate and a national total by 0.3 percentage points. Materiality depends on affected conclusions, not size alone. All tables, narrative and policy uses should be traced.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-359-b002", "type": "PARAGRAPH", "text": "A dated correction should state which findings remain and which change.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-360", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "360", "title": "Scenario 16: conflicting official values", "anchor": "360-scenario-16-conflicting-official-values", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-360-b001", "type": "PARAGRAPH", "text": "Two public agencies release different adult literacy rates for the same nominal year. A reconciliation statement should compare observation year, population and method and assign each value an authorised use.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-360-b002", "type": "PARAGRAPH", "text": "The goal is not necessarily to choose one number, but to prevent incompatible meanings from being presented as a factual dispute.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-361", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "361", "title": "Table 23: decision authority and response", "anchor": "361-table-23-decision-authority-and-response", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-361-b001-tbl-iceqc-r-2006-10-23", "type": "TABLE", "title": "Table 23. Statistical decision scenarios and authorised responses", "columns": [ { "key": "c1-scenario", "label": "Scenario", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-immediate-authority", "label": "Immediate authority", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-required-evidence", "label": "Required evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-release-consequence", "label": "Release consequence", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "unexplained rate", "statistical authority", "source and method verification", "hold pending metadata" ], [ "method difference", "statistical and assessment bodies", "construct and population map", "publish separately" ], [ "missing language", "field and technical governance", "validity and coverage options", "stage, restrict or delay" ], [ "regional non-response", "field and estimation leads", "response profile and sensitivity", "qualify or withhold region" ], [ "item exposure", "assessment security and technical panel", "exposure and item analysis", "exclude, rescale or suspend" ], [ "scorer disagreement", "scoring lead", "agreement and rescoring evidence", "pause affected domain" ], [ "threshold request", "statistical authority", "approved construct and policy rationale", "retain original series" ], [ "unstable ranking", "publication authority", "uncertainty and sample rules", "remove rank" ], [ "coding correction", "correction authority", "trace and recalculation", "issue controlled correction" ], [ "conflicting values", "inter-agency statistical committee", "method reconciliation", "assign distinct uses" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-23-table-23-statistical-decision-scenarios-and-authorised-respo.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-362", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "362", "title": "Decision-scenario conclusion", "anchor": "362-decision-scenario-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-362-b001", "type": "PARAGRAPH", "text": "The scenarios demonstrate that quality governance depends on decisions made before and after fieldwork, not only on calculation. A predetermined authority, evidence requirement and release consequence shorten response and protect the public record.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-363", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "363", "title": "Synthesis of measurement trade-offs", "anchor": "363-synthesis-of-measurement-trade-offs", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-363-b001", "type": "PARAGRAPH", "text": "Adult literacy measurement presents recurring trade-offs that should be decided openly. Breadth can be increased through short census questions, but a shorter instrument offers less evidence about domains and proficiency. Depth can be increased through direct assessment, but time, language development, sampling and participation become more demanding. Frequency can be increased through recurring modules, but repeated design change can weaken the series more than an additional observation strengthens it.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-363-b002", "type": "PARAGRAPH", "text": "There is also a trade-off between standardisation and relevant access. A common instrument supports comparison, yet literal uniformity can introduce irrelevant difficulty where language, script or document conventions differ. Adaptation improves access only if the intended construct and task demand remain sufficiently equivalent. The decision requires linguistic, substantive and empirical evidence; neither universal sameness nor unrestricted local variation is adequate.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-363-b003", "type": "PARAGRAPH", "text": "Small-area demand creates another tension. National assessment samples can provide reliable distributions but insufficient local precision. Censuses can provide local declaration data without direct proficiency. Model-assisted estimates can fill part of the geographic gap but depend on assumptions. A responsible system presents these sources as complementary layers and does not grant the strongest methodological label to the estimate with the smallest geographic unit.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-363-b004", "type": "PARAGRAPH", "text": "Continuity and improvement also compete. Stable wording protects trend, while an inadequate question can perpetuate weak evidence. Method renewal should proceed through testing, overlap and a visible break. A country should not be penalised analytically for improving measurement, but it should not convert the new result into an artificial historical trend.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-363-b005", "type": "PARAGRAPH", "text": "Finally, measurement ambition must be balanced with respondent dignity and public trust. Longer assessment and repeated contact can add information, but burden and anxiety may selectively reduce participation. Confidentiality encourages cooperation but does not justify secrecy about methods. Accessible communication expands public use but must retain qualifications.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-363-b006", "type": "PARAGRAPH", "text": "These trade-offs do not imply that every design is equally defensible. They require a reasoned choice linked to purpose, resources and consequence. The acceptable design is the one that preserves the essential population and construct, measures uncertainty, protects participants and states where interpretation must stop.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-364", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "364", "title": "The standard for a defensible national estimate", "anchor": "364-the-standard-for-a-defensible-national-estimate", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-364-b001", "type": "PARAGRAPH", "text": "A national estimate is defensible when its population can be reconstructed, its evidence method is named, its language conditions are visible, its participation losses are examined and its numerical uncertainty is reported. These conditions are cumulative. A precise calculation from a partial frame does not become national through weighting alone; an inclusive frame does not establish proficiency through an undefined question.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-364-b002", "type": "PARAGRAPH", "text": "The standard is proportionate to use. Broad programme outreach may proceed from a stable census declaration with known limitations. A claim about the distribution of adult proficiency requires direct evidence and a probability design. A judgement about programme effect requires evidence of exposure and a comparison suited to causation. The same literacy label does not equalise these thresholds.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-364-b003", "type": "PARAGRAPH", "text": "Defensibility also requires institutional independence and public explanation. Technical decisions should be made by the competent statistical authority, recorded before results are known where feasible, and open to methodological scrutiny. Policy bodies may set priorities and respond to findings, but they should not select the value or threshold that best satisfies an existing commitment.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-364-b004", "type": "PARAGRAPH", "text": "Where the evidence falls short, the correct response is a restricted claim, a qualified estimate or further measurement. Withholding a precise but unsupported rank is not a failure of statistics. It is evidence that the system distinguishes what is known from what remains uncertain.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-365", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "365", "title": "Closing public-interest test", "anchor": "365-closing-public-interest-test", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-365-b001", "type": "PARAGRAPH", "text": "Before an adult literacy indicator is adopted, the responsible authority should ask whether the measure will improve understanding of educational need, whether the population most affected can participate, whether language and disability are treated as measurement conditions, and whether the published result can be used without unjustified stigma. A method that is efficient but systematically excludes the intended beneficiaries fails this test.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-365-b002", "type": "PARAGRAPH", "text": "The authority should also identify the decision that follows. If no institution is responsible for provision, communication or further investigation, repeated measurement may create visibility without remedy. Conversely, an urgent local response may be justified by credible evidence even when a nationally comparable proficiency estimate is not yet available.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-365-b003", "type": "PARAGRAPH", "text": "The public-interest test therefore joins statistical fitness with institutional use. It does not allow policy urgency to weaken evidence, nor does it allow technical uncertainty to become a reason for inaction. It requires an honest account of what is known, a proportionate decision and a plan to close material evidence gaps.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-366", "partId": "part-iceqc-r-2006-10-xv", "parentId": null, "number": "366", "title": "Final evidentiary boundary", "anchor": "366-final-evidentiary-boundary", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-366-b001", "type": "PARAGRAPH", "text": "This report supports decisions about the design, interpretation and institutional use of adult literacy indicators. It does not supply a universal conversion between declaration and assessment, a single threshold valid for every policy, or a substitute for national linguistic and population evidence. Application should preserve these boundaries and record any departure required by local conditions.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-366-b002", "type": "PARAGRAPH", "text": "The central requirement remains stable: a public result should identify whose literacy was considered, how evidence was obtained, which language and task conditions applied, what uncertainty remains and which decision the evidence can reasonably support.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-367", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "367", "title": "Purpose of contextual differentiation", "anchor": "367-purpose-of-contextual-differentiation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-367-b001", "type": "PARAGRAPH", "text": "Global comparison should recognise that national statistical capacity, linguistic plurality, settlement patterns and adult-learning systems differ. Common principles can govern definitions and disclosure while operational designs respond to context.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-367-b002", "type": "PARAGRAPH", "text": "Context should explain design choices; it should not excuse an unsupported population claim.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-368", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "368", "title": "High census coverage with limited assessment capacity", "anchor": "368-high-census-coverage-with-limited-assessment-capacity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-368-b001", "type": "PARAGRAPH", "text": "Where a census is the principal source, priority should be given to exact wording, proxy identification, language rules, unknown status and a small validation study. This can improve interpretation without immediately requiring a large specialised assessment.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-368-b002", "type": "PARAGRAPH", "text": "The census result remains declared or reported literacy.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-369", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "369", "title": "Established household-survey systems", "anchor": "369-established-household-survey-systems", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-369-b001", "type": "PARAGRAPH", "text": "Countries with recurring household surveys can add a concise literacy module, rotate practice questions and periodically administer direct tasks to a probability subsample.", "citationIds": [ "REF-11", "REF-13" ] }, { "id": "sec-iceqc-r-2006-10-369-b002", "type": "PARAGRAPH", "text": "Stable core questions protect trend, while controlled modules can address new policy needs.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-370", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "370", "title": "Strong assessment capacity", "anchor": "370-strong-assessment-capacity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-370-b001", "type": "PARAGRAPH", "text": "Where technical and financial capacity support a multi-domain assessment, the design should still examine frame coverage, language access and selective completion. High psychometric quality within the achieved sample does not settle population representation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-370-b002", "type": "PARAGRAPH", "text": "Investment should include analysis and policy use, not fieldwork alone.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-371", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "371", "title": "Multilingual national settings", "anchor": "371-multilingual-national-settings", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-371-b001", "type": "PARAGRAPH", "text": "Language selection should follow written-language evidence, population size, policy purpose and consequences of exclusion. Several versions may require larger samples and longer development.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-371-b002", "type": "PARAGRAPH", "text": "A national result can combine valid versions where the scale supports it, while language-specific interpretations remain conditional on population differences.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-372", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "372", "title": "Low-density rural populations", "anchor": "372-low-density-rural-populations", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-372-b001", "type": "PARAGRAPH", "text": "Sampling remote communities may be expensive but substantively necessary. Oversampling, extended field periods and local-language assessors may be required.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-372-b002", "type": "PARAGRAPH", "text": "Excluding remote areas and labelling the result national can misdirect precisely the policies concerned with unequal access.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-373", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "373", "title": "Highly mobile populations", "anchor": "373-highly-mobile-populations", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-373-b001", "type": "PARAGRAPH", "text": "Seasonal work, migration and unstable residence weaken household contact and usual-residence classification. Field timing and repeated contact should reflect known mobility.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-373-b002", "type": "PARAGRAPH", "text": "The report should distinguish frame omission, temporary absence and movement outside the target territory.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-374", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "374", "title": "Post-conflict and disrupted settings", "anchor": "374-post-conflict-and-disrupted-settings", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-374-b001", "type": "PARAGRAPH", "text": "Population frames, infrastructure, language relations and trust may be weak. A staged design may begin with area mapping, focused surveys and qualitative evidence before a national estimate is credible.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-374-b002", "type": "PARAGRAPH", "text": "Measurement should not delay urgent adult-learning provision supported by existing evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-375", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "375", "title": "Small island and small-population settings", "anchor": "375-small-island-and-small-population-settings", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-375-b001", "type": "PARAGRAPH", "text": "A census or near-census assessment may be feasible, but confidentiality and respondent burden become acute. Sampling error may be small while non-response and disclosure risk remain material.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-375-b002", "type": "PARAGRAPH", "text": "Regional pooling requires attention to language, population and method equivalence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-376", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "376", "title": "Urban informal settlements", "anchor": "376-urban-informal-settlements", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-376-b001", "type": "PARAGRAPH", "text": "Rapid growth and irregular addresses can cause frame undercoverage. Updated area listing, local mapping and varied contact hours may improve inclusion.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-376-b002", "type": "PARAGRAPH", "text": "Service-based samples can inform barriers but do not replace probability population estimates without a defensible frame.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-377", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "377", "title": "Populations with limited schooling", "anchor": "377-populations-with-limited-schooling", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-377-b001", "type": "PARAGRAPH", "text": "Routing adults away from assessment because they lack schooling reproduces an untested assumption. Instruments should include accessible entry tasks that permit capability to be demonstrated.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-377-b002", "type": "PARAGRAPH", "text": "Task difficulty should extend low enough to describe emerging proficiency without humiliation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-378", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "378", "title": "Populations with high formal attainment", "anchor": "378-populations-with-high-formal-attainment", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-378-b001", "type": "PARAGRAPH", "text": "High school completion does not remove the need for assessment where policy concerns adult proficiency and practice.", "citationIds": [ "REF-06", "REF-07" ] }, { "id": "sec-iceqc-r-2006-10-378-b002", "type": "PARAGRAPH", "text": "Ceiling coverage should be adequate to distinguish advanced performance, and assumed literacy should not replace observation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-379", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "379", "title": "Ageing populations", "anchor": "379-ageing-populations", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-379-b001", "type": "PARAGRAPH", "text": "Upper-age exclusions may remove a growing share of adults and weaken service planning. Assessment burden, sensory access and cohort education require careful treatment.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-379-b002", "type": "PARAGRAPH", "text": "Age differences should be separated from longitudinal change and reported with the actual age range.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-380", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "380", "title": "Youth transition to adulthood", "anchor": "380-youth-transition-to-adulthood", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-380-b001", "type": "PARAGRAPH", "text": "Results for ages 15–24 connect school quality, early work and continuing learning. School attendance and assessment language may affect interpretation.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-380-b002", "type": "PARAGRAPH", "text": "Youth literacy should not be used as a direct substitute for adult rates or school-learning measures.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-381", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "381", "title": "Gender-restricted participation environments", "anchor": "381-gender-restricted-participation-environments", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-381-b001", "type": "PARAGRAPH", "text": "Interview timing, interviewer sex, privacy and household permission can affect women’s or men’s participation. Field protocols should protect direct informed response and record gatekeeper refusal.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-381-b002", "type": "PARAGRAPH", "text": "An apparently small sex gap may reflect differential proxy reporting or exclusion.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-382", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "382", "title": "Disability-inclusive population estimates", "anchor": "382-disability-inclusive-population-estimates", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-382-b001", "type": "PARAGRAPH", "text": "Frame and instrument design should include adults with disabilities through accessible contact and administration. Exclusions should be counted by reason and should qualify the population estimate.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-382-b002", "type": "PARAGRAPH", "text": "Alternative modes belong on the common scale only where construct and measurement evidence support that use.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-383", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "383", "title": "Limited statistical resources", "anchor": "383-limited-statistical-resources", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-383-b001", "type": "PARAGRAPH", "text": "A smaller probability sample with sound selection, tested questions and complete metadata is preferable to a larger uncontrolled collection. Existing survey infrastructure can reduce cost if its population and field methods are fit.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-383-b002", "type": "PARAGRAPH", "text": "Technical assistance should transfer reproducible capability and documentation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-384", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "384", "title": "Decentralised statistical systems", "anchor": "384-decentralised-statistical-systems", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-384-b001", "type": "PARAGRAPH", "text": "Regional bodies may collect literacy data under different languages and procedures. A national framework should establish common core definitions, version control and quality evidence while allowing justified local modules.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-384-b002", "type": "PARAGRAPH", "text": "Central aggregation should occur only after method reconciliation.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-385", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "385", "title": "Administrative dependence on programme data", "anchor": "385-administrative-dependence-on-programme-data", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-385-b001", "type": "PARAGRAPH", "text": "Where programme records dominate the evidence base, authorities should distinguish participation, completion and assessed learning from population prevalence. Unserved adults are absent by definition.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-385-b002", "type": "PARAGRAPH", "text": "A household or community sampling component is required to examine unmet need.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-386", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "386", "title": "Transition from binary to continuum measures", "anchor": "386-transition-from-binary-to-continuum-measures", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-386-b001", "type": "PARAGRAPH", "text": "Countries moving toward direct proficiency assessment should preserve the binary series as a historical declared indicator and conduct an overlap study. The new distribution can answer stronger questions without being forced into the old categories.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-386-b002", "type": "PARAGRAPH", "text": "Public targets may require formal rebasing.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-387", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "387", "title": "Table 37: contextual design choices", "anchor": "387-table-37-contextual-design-choices", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-387-b001-tbl-iceqc-r-2006-10-37", "type": "TABLE", "title": "Table 37. Measurement conditions and proportionate design choices", "columns": [ { "key": "c1-setting-condition", "label": "Setting condition", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-priority-design-response", "label": "Priority design response", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-evidence-retained", "label": "Evidence retained", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-claim-requiring-restraint", "label": "Claim requiring restraint", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "census is principal source", "improve wording, proxy record and validation", "local declared status", "direct proficiency" ], [ "recurring household surveys", "stable module and direct subsample", "context and linked method", "universal conversion" ], [ "multilingual population", "planned versions and language sampling", "language-specific access", "causal language ranking" ], [ "remote population", "oversample and extend fieldwork", "territorial coverage", "national claim after exclusion" ], [ "mobile population", "updated frame and varied contact", "absence and movement status", "stable-resident assumption" ], [ "small population", "intensive coverage and disclosure control", "detailed national evidence", "unsafe local cells" ], [ "limited schooling", "accessible low-demand tasks", "emerging proficiency", "schooling-based assignment" ], [ "ageing population", "inclusive age and accommodation", "older-adult distribution", "age difference as skill loss" ], [ "limited resources", "focused probability design", "defensible bounded estimate", "large uncontrolled rate" ], [ "decentralised collection", "common core and reconciliation", "regional method record", "aggregation before equivalence" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-24-table-37-measurement-conditions-and-proportionate-design-cho.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } } ] }, { "id": "sec-iceqc-r-2006-10-388", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "388", "title": "Contextual decision rule", "anchor": "388-contextual-decision-rule", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-388-b001", "type": "PARAGRAPH", "text": "Contextual adaptation is justified when it improves representation or construct relevance without obscuring method. The authority should record the condition, chosen response, evidence of adequacy and effect on comparison.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-388-b002", "type": "PARAGRAPH", "text": "An adaptation that changes the observed capability may still be useful for local policy, but it should receive a separate indicator identity.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-389", "partId": "part-iceqc-r-2006-10-xvi", "parentId": null, "number": "389", "title": "Contextual conclusion", "anchor": "389-contextual-conclusion", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-389-b001", "type": "PARAGRAPH", "text": "Internationally credible measurement does not require every country to use one instrument. It requires common discipline in population definition, method identity, language access, uncertainty and public reporting.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-389-b002", "type": "PARAGRAPH", "text": "These controls allow diversity of setting to enter the evidence without making every national value incomparable by default.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-390", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "390", "title": "Literacy as a fixed personal identity", "anchor": "390-literacy-as-a-fixed-personal-identity", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-390-b001", "type": "PARAGRAPH", "text": "No indicator in this report supports treating literacy as an immutable identity. Capabilities can develop, be sustained or weaken according to learning and opportunities for use.", "citationIds": [ "REF-02", "REF-06" ] }, { "id": "sec-iceqc-r-2006-10-390-b002", "type": "PARAGRAPH", "text": "Categories describe evidence under defined conditions and should not determine an adult’s social worth or capacity to learn.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-391", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "391", "title": "One task as complete capability", "anchor": "391-one-task-as-complete-capability", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-391-b001", "type": "PARAGRAPH", "text": "Successful reading of a sentence does not establish writing, document use, numeracy or engagement with extended text. Failure does not establish absence of every literacy capability.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-391-b002", "type": "PARAGRAPH", "text": "The task statement should remain as narrow as the evidence.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-392", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "392", "title": "Self-report as deliberate misstatement", "anchor": "392-self-report-as-deliberate-misstatement", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-392-b001", "type": "PARAGRAPH", "text": "Disagreement with direct assessment can arise from different constructs, thresholds, language, context and reference standards. It should not be interpreted automatically as deception.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-392-b002", "type": "PARAGRAPH", "text": "Validation should explain patterns and improve questions rather than assign blame.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-393", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "393", "title": "School completion as demonstrated proficiency", "anchor": "393-school-completion-as-demonstrated-proficiency", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-393-b001", "type": "PARAGRAPH", "text": "Formal attainment documents educational participation and completion under a system. It does not directly observe current adult literacy.", "citationIds": [ "REF-06", "REF-10" ] }, { "id": "sec-iceqc-r-2006-10-393-b002", "type": "PARAGRAPH", "text": "Using it as a convenient assumption changes the method and should remain visible.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-394", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "394", "title": "Group difference as inherent deficiency", "anchor": "394-group-difference-as-inherent-deficiency", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-394-b001", "type": "PARAGRAPH", "text": "Differences by language, sex, location, age or poverty do not establish an inherent characteristic of the group. Historical educational access, opportunity, institutional demand, migration and measurement conditions may contribute.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-394-b002", "type": "PARAGRAPH", "text": "Interpretation should direct attention to remediable barriers and provision.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-395", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "395", "title": "Assessment-language score as language quality", "anchor": "395-assessment-language-score-as-language-quality", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-395-b001", "type": "PARAGRAPH", "text": "Average performance among adults assessed in different languages does not establish that one language is more capable of supporting literacy. Populations, versions and opportunities differ.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-395-b002", "type": "PARAGRAPH", "text": "Version validity and social explanation are separate analytical questions.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-396", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "396", "title": "Association as individual destiny", "anchor": "396-association-as-individual-destiny", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-396-b001", "type": "PARAGRAPH", "text": "Population associations between literacy and employment, income or health do not determine the outcome of a particular adult. They also do not show that raising one score alone will produce the associated outcome.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-396-b002", "type": "PARAGRAPH", "text": "Public communication should avoid deterministic language.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-397", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "397", "title": "Statistical significance as policy importance", "anchor": "397-statistical-significance-as-policy-importance", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-397-b001", "type": "PARAGRAPH", "text": "A precise small difference may be statistically detectable and educationally minor. A substantively important difference may be estimated imprecisely in a small group.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-397-b002", "type": "PARAGRAPH", "text": "Policy judgement should consider magnitude, uncertainty, affected population, equity and consequence together.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-398", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "398", "title": "Absence of significance as equivalence", "anchor": "398-absence-of-significance-as-equivalence", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-398-b001", "type": "PARAGRAPH", "text": "Failure to reject a statistical null does not demonstrate that two groups or periods are equivalent. The sample may lack power or the interval may include important differences.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-398-b002", "type": "PARAGRAPH", "text": "Equivalence requires a defined margin and suitable design where that claim is needed.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-399", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "399", "title": "National average as universal experience", "anchor": "399-national-average-as-universal-experience", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-399-b001", "type": "PARAGRAPH", "text": "A national mean or rate can conceal a lower tail, local exclusion and language disparity. It cannot describe every adult or community.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-399-b002", "type": "PARAGRAPH", "text": "Distributional and participation evidence should accompany aggregate policy use.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-400", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "400", "title": "Better measurement as declining literacy", "anchor": "400-better-measurement-as-declining-literacy", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-400-b001", "type": "PARAGRAPH", "text": "Introduction of direct assessment, improved coverage or removal of schooling assumptions may lower a reported value. The difference may reflect correction of the evidence base rather than deterioration.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-400-b002", "type": "PARAGRAPH", "text": "The series should mark the method change and avoid assigning it to population time.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-401", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "401", "title": "Higher response as absence of bias", "anchor": "401-higher-response-as-absence-of-bias", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-401-b001", "type": "PARAGRAPH", "text": "A high response rate reduces but does not eliminate non-response bias. A small non-responding group can be highly distinctive, and frame undercoverage exists before response is measured.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-401-b002", "type": "PARAGRAPH", "text": "Response level, pattern and relationship to literacy all matter.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-402", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "402", "title": "Weighting as full representation", "anchor": "402-weighting-as-full-representation", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-402-b001", "type": "PARAGRAPH", "text": "Weights align respondents with known population variables under assumptions. They cannot create observations for an omitted language, inaccessible mode or absent frame group.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-402-b002", "type": "PARAGRAPH", "text": "Residual bias should remain part of the conclusion.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-403", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "403", "title": "Proficiency level as individual diagnosis", "anchor": "403-proficiency-level-as-individual-diagnosis", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-403-b001", "type": "PARAGRAPH", "text": "Population assessments may provide limited precision for one adult, especially under item-sampling designs. A level estimate should not be reused for individual placement, employment or benefit decisions without separate validity and due process.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-403-b002", "type": "PARAGRAPH", "text": "Population monitoring and individual assessment are different purposes.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-404", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "404", "title": "Programme completion as learning", "anchor": "404-programme-completion-as-learning", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-404-b001", "type": "PARAGRAPH", "text": "Completion establishes participation through a defined point. It does not establish that intended capability changed or was sustained.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-404-b002", "type": "PARAGRAPH", "text": "Learning evidence, assessment coverage and attrition remain necessary.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-405", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "405", "title": "Population change as programme impact", "anchor": "405-population-change-as-programme-impact", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-405-b001", "type": "PARAGRAPH", "text": "A national indicator can change through cohorts, migration, schooling, social conditions and multiple programmes. Coincidence with one intervention does not establish attribution.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-405-b002", "type": "PARAGRAPH", "text": "Programme evaluation requires evidence closer to exposure and a credible alternative account.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-406", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "406", "title": "Comparability label as permission for every use", "anchor": "406-comparability-label-as-permission-for-every-use", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-406-b001", "type": "PARAGRAPH", "text": "A pair of values may be comparable for broad distribution and not for precise ranking, subgroup analysis or causal inference. The authorised use must accompany the classification.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-406-b002", "type": "PARAGRAPH", "text": "Comparability is always tied to the question.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-407", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "407", "title": "International standardisation as uniform language", "anchor": "407-international-standardisation-as-uniform-language", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-407-b001", "type": "PARAGRAPH", "text": "Common concepts and methods do not require the same language or culturally irrelevant documents. Adaptation can be necessary for equivalent access and task demand.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-407-b002", "type": "PARAGRAPH", "text": "The evidence standard is disciplined equivalence, not identical appearance.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-408", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "408", "title": "Technical detail as public inaccessibility", "anchor": "408-technical-detail-as-public-inaccessibility", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-408-b001", "type": "PARAGRAPH", "text": "Complex survey and assessment methods require full technical records, but principal public meaning can still be communicated clearly. Method, population and uncertainty should not disappear from accessible accounts.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-408-b002", "type": "PARAGRAPH", "text": "Clarity and rigour are compatible responsibilities.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-409", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "409", "title": "Uncertainty as a reason for no action", "anchor": "409-uncertainty-as-a-reason-for-no-action", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-409-b001", "type": "PARAGRAPH", "text": "Policy often proceeds under bounded uncertainty. Credible evidence of severe exclusion may justify immediate provision while stronger measurement is developed.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-409-b002", "type": "PARAGRAPH", "text": "The action should be proportionate, its evidence basis explicit and its result monitored.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-410", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "410", "title": "Final interpretive safeguard", "anchor": "410-final-interpretive-safeguard", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-410-b001", "type": "PARAGRAPH", "text": "The recurring safeguard is to keep the public claim at the level of the evidence. When a result concerns declared status, it should say so; when it concerns performance on selected tasks, it should name them; when the population is restricted, it should identify the restriction.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-410-b002", "type": "PARAGRAPH", "text": "This precision is the foundation of internationally credible adult literacy reporting.", "citationIds": [] } ] }, { "id": "sec-iceqc-r-2006-10-411", "partId": "part-iceqc-r-2006-10-xvii", "parentId": null, "number": "411", "title": "Implications for the next measurement cycle", "anchor": "411-implications-for-the-next-measurement-cycle", "level": 1, "blocks": [ { "id": "sec-iceqc-r-2006-10-411-b001", "type": "PARAGRAPH", "text": "The next cycle should begin from the weaknesses identified in the current evidence rather than from a general ambition to collect more data. Where proxy response is extensive, field timing and respondent selection should be improved. Where language coverage is incomplete, version development and sampling should begin early. Where direct assessment completion is selective, burden, access and trust require operational attention before another estimate is commissioned.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-411-b002", "type": "PARAGRAPH", "text": "Continuity should be protected through stable core definitions and planned bridge evidence. Renewal remains necessary where a binary question, schooling assumption or narrow task no longer answers the policy question. The old and new measures can coexist during transition, with each assigned a clear status and use.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-411-b003", "type": "PARAGRAPH", "text": "Institutional arrangements also require continuity. Sampling, language, scoring, analysis and public communication should not depend on knowledge held by temporary personnel. Controlled documentation, national technical teams and transparent review preserve capacity between cycles.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-411-b004", "type": "PARAGRAPH", "text": "The next measurement cycle will be successful only if its evidence is used. Authorities should state which findings led to changes in adult-learning provision, accessible public communication, language materials or outreach, and which questions remain unresolved. This closes the relationship between statistical observation and the public commitment to literacy.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-411-b005", "type": "PARAGRAPH", "text": "Results from the next cycle should be compared with this evidence only after the population, construct, language and method have been reconciled. A more recent value is not necessarily a more comparable value. The integrity of the series depends on preserving the observation that actually occurred and explaining the relationship between successive designs.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-411-b006", "type": "PARAGRAPH", "text": "This discipline permits measurement to improve without losing institutional memory.", "citationIds": [] }, { "id": "sec-iceqc-r-2006-10-411-b007", "type": "PARAGRAPH", "text": "It also ensures that policy progress is judged against evidence of the same meaning, not against a numerical resemblance created by incompatible methods. Where equivalence is absent, the responsible conclusion is a documented break and a new baseline. That conclusion should remain visible in every subsequent public comparison using the series.", "citationIds": [] } ] } ], "technicalAppendices": [ { "id": "appendix-iceqc-r-2006-10-a", "partId": "appendix-iceqc-r-2006-10-a", "parentId": null, "number": "A", "title": "Literacy indicator metadata dictionary", "anchor": "technical-appendix-a-literacy-indicator-metadata-dictionary", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-a-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "A.1 Control record", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b002", "type": "PARAGRAPH", "text": "Each indicator receives a unique identifier, title, version, responsible body, approval date, observation period and release status. Superseded versions remain available. The identifier follows the value into every table and analytical extract.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "A.2 Construct fields", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b004", "type": "PARAGRAPH", "text": "The record states reading, writing, numeracy or other domain; declared, practised or demonstrated capability; text and context; response or task demand; classification; and permitted interpretation. An undefined entry is not replaced by the general word literacy.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "A.3 Population fields", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b006", "type": "PARAGRAPH", "text": "Age, upper-age limit, usual-residence rule, territory, household or institutional scope and material exclusions are specified. The target, frame, selected, responding and represented populations receive separate counts or estimates.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "A.4 Method fields", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b008", "type": "PARAGRAPH", "text": "Method is classified as self-declaration, proxy declaration, indirect assignment, short direct verification or multi-item assessment. Mixed indicators identify each component and routing rule. Question text, item framework and administration mode are linked.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "A.5 Language fields", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b010", "type": "PARAGRAPH", "text": "The dictionary records languages permitted by the concept, languages offered, language selected, translation version, script and interpreter or accommodation rules. The population unable to access an authorised version remains visible.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "A.6 Estimation fields", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b012", "type": "PARAGRAPH", "text": "Sampling design, base weight, non-response adjustment, calibration, imputation, variance method, rounding and suppression rules are stated. Modelled estimates identify covariates, model version and validation.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "A.7 Quality fields", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b014", "type": "PARAGRAPH", "text": "Coverage, contact, cooperation, completion, reliability, validity, standard error, non-sampling limitations and comparability class are recorded. The quality statement includes the authorised use and any restricted use.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "A.8 Metadata control table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b016-tbl-iceqc-r-2006-10-24", "type": "TABLE", "title": "Table 24. Adult literacy indicator metadata dictionary", "columns": [ { "key": "c1-metadata-group", "label": "Metadata group", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-fields", "label": "Required fields", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-release-test", "label": "Release test", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-failure-response", "label": "Failure response", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "identity", "identifier, title, version and owner", "one controlled definition", "resolve duplicate or conflicting record" ], [ "construct", "domain, evidence and interpretation", "claim matches observed condition", "narrow title and use" ], [ "population", "age, residence, coverage and exclusions", "inference population reproducible", "restrict population statement" ], [ "method", "question, respondent, task and routing", "method class explicit", "withhold method-neutral rate" ], [ "language", "concept, offered versions and access", "language condition visible", "qualify or redesign" ], [ "estimation", "weights, variance and missing-data rules", "estimate reproducible", "correct calculation" ], [ "quality", "response, uncertainty and limitations", "fitness for use stated", "assign restricted status" ], [ "history", "observation, release and change dates", "trend breaks traceable", "restore version record" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-25-table-24-adult-literacy-indicator-metadata-dictionary.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-a-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "A.9 Change control", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b018", "type": "PARAGRAPH", "text": "Every change states old and new field, reason, evidence, effective date and effect on comparison. Editorial correction that does not alter meaning is distinguished from methodological change. Historical outputs retain the version under which they were released.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "A.10 Public metadata", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-a-b020", "type": "PARAGRAPH", "text": "Essential population, method, language, period and uncertainty fields should accompany the public value. More detailed records may be provided separately, but complexity cannot excuse omission of the indicator’s basic meaning.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-b", "partId": "appendix-iceqc-r-2006-10-b", "parentId": null, "number": "B", "title": "Sampling, response and weighting protocol", "anchor": "technical-appendix-b-sampling-response-and-weighting-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-b-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "B.1 Target and frame reconciliation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b002", "type": "PARAGRAPH", "text": "The sampling plan states the target population and quantifies frame coverage from the most reliable demographic evidence. Areas, institutions or persons omitted by design are listed with estimated size where possible. Duplicates and out-of-date units receive correction procedures.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "B.2 Sample selection", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b004", "type": "PARAGRAPH", "text": "Strata, stages, primary units, households and adult selection rules are documented with probabilities. Interviewer discretion in selection is prohibited. Reserve or replacement units are used only under an approved probability design.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "B.3 Contact disposition", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b006", "type": "PARAGRAPH", "text": "Every selected unit receives a final disposition: ineligible, unknown eligibility, not located, no contact, temporary absence, refusal, language barrier, accessibility barrier, partial, complete or other defined status. Attempts, dates and modes are retained.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "B.4 Assessment disposition", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b008", "type": "PARAGRAPH", "text": "The background interview and direct assessment have separate outcomes. Assessment disposition identifies not offered, refused, unable to access language, accommodation unavailable, started, interrupted, partially scoreable and valid completion.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "B.5 Response measures", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b010", "type": "PARAGRAPH", "text": "Contact, cooperation, background completion and valid-assessment rates are calculated from documented denominators. Unknown eligibility receives a stated estimation rule. Rates are presented overall and for planned strata and relevant groups.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "B.6 Weight construction", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b012", "type": "PARAGRAPH", "text": "The base weight is the inverse final probability of selecting the adult. Non-response adjustment uses variables observed for both respondents and non-respondents. Calibration aligns with reliable controls under consistent population definitions.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "B.7 Weight diagnostics", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b014", "type": "PARAGRAPH", "text": "The distribution, minimum, maximum, percentiles, design effect and effective sample size are examined. Extreme weights prompt source review before trimming. The effect of every adjustment stage on principal estimates is recorded.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "B.8 Sampling and response table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b016-tbl-iceqc-r-2006-10-25", "type": "TABLE", "title": "Table 25. Sampling, response and weighting control", "columns": [ { "key": "c1-control-stage", "label": "Control stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-evidence", "label": "Required evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-diagnostic", "label": "Diagnostic", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-decision", "label": "Decision", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "frame", "coverage and exclusion map", "target–frame ratio by group", "supplement or restrict scope" ], [ "selection", "probabilities at every stage", "weights reproduce selected counts", "correct selection record" ], [ "contact", "attempt and disposition history", "patterned non-contact", "extend or vary fieldwork" ], [ "cooperation", "informed response outcome", "refusal by group or interviewer", "improve information and supervision" ], [ "assessment", "start, break-off and valid completion", "literacy-related loss", "analyse bias and redesign" ], [ "base weight", "inverse probability", "extreme or missing values", "reconcile sample selection" ], [ "adjustment", "class or model variables", "large estimate movement", "examine assumptions" ], [ "calibration", "population controls", "inconsistent definitions", "replace control or restrict use" ], [ "variance", "strata, cluster and weight method", "implausible precision", "correct design estimation" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-26-table-25-sampling-response-and-weighting-control.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-b-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "B.9 Non-response study", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b018", "type": "PARAGRAPH", "text": "Where material bias is plausible, the authority should use field observations, frame variables, shortened follow-up or linked administrative evidence under proper authority. Follow-up participation is itself selective and should not be treated as a complete correction.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "B.10 Release record", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-b-b020", "type": "PARAGRAPH", "text": "The final record reconciles selected adults through valid completion and weighted population. Unexplained count loss, unidentified selection probabilities or a critical unrepresented group prevents the intended whole-population release.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-c", "partId": "appendix-iceqc-r-2006-10-c", "parentId": null, "number": "C", "title": "Language adaptation and accessibility protocol", "anchor": "technical-appendix-c-language-adaptation-and-accessibility-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-c-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "C.1 Language decision", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b002", "type": "PARAGRAPH", "text": "The authority defines whether the assessment concerns any written language, selected national languages or a specified language. Population evidence, policy purpose, resources and consequences guide version selection. Exclusion is documented as a limitation, not treated as absence of literacy.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "C.2 Translation team", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b004", "type": "PARAGRAPH", "text": "Each version uses translators with command of the source and target language, literacy and measurement specialists, and reviewers familiar with written use in the target population. Conflicts and decisions are recorded.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "C.3 Construct review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b006", "type": "PARAGRAPH", "text": "Before translation, the team identifies the capability, textual feature, cognitive operation and difficulty driver in each task. Elements essential to comparability are separated from surface features that may be adapted.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "C.4 Drafting and reconciliation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b008", "type": "PARAGRAPH", "text": "Independent drafts are reconciled through evidence and recorded decisions. The review examines vocabulary, syntax, script, layout, document convention, number format, names and contextual familiarity. Back translation is supporting evidence only.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "C.5 Field testing", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b010", "type": "PARAGRAPH", "text": "Cognitive interviews and field trials include adults across relevant proficiency, age and language-practice groups. Review examines interpretation of instructions, engagement with text, response process, time and distress.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "C.6 Statistical review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b012", "type": "PARAGRAPH", "text": "Item difficulty, discrimination, missingness and differential functioning are examined across versions with adequate samples. A flagged item receives linguistic and substantive review before retention, modification or exclusion.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "C.7 Accessibility decision", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b014", "type": "PARAGRAPH", "text": "The protocol defines accessible consent, communication, presentation and response methods. Each adjustment is assessed against the construct. Standard-scale inclusion and descriptive alternative assessment are distinguished.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "C.8 Language and access table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b016-tbl-iceqc-r-2006-10-26", "type": "TABLE", "title": "Table 26. Language adaptation and accessibility decision record", "columns": [ { "key": "c1-stage", "label": "Stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-acceptance-condition", "label": "Acceptance condition", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-unresolved-consequence", "label": "Unresolved consequence", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "language selection", "population and policy map", "scope serves intended population", "restrict claim or add version" ], [ "construct analysis", "task-demand specification", "essential demand identified", "task not translated" ], [ "translation", "independent drafts and reconciliation", "meaning and demand preserved", "revise wording" ], [ "contextual adaptation", "documented substitution", "no irrelevant advantage", "test or exclude item" ], [ "cognitive testing", "participant response evidence", "intended process observed", "redesign task" ], [ "field trial", "timing, missingness and performance", "operational and measurement adequacy", "delay main fieldwork" ], [ "statistical analysis", "cross-version item evidence", "no material unexplained difference", "qualify, rescale or remove" ], [ "accessibility", "construct-preservation review", "barrier removed without changed demand", "separate result or exclusion record" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-27-table-26-language-adaptation-and-accessibility-decision-reco.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-c-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "C.9 Reporting", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b018", "type": "PARAGRAPH", "text": "Reports state offered languages, choice or assignment rule, version sample sizes, exclusions and known equivalence limits. Language-group results are not interpreted as effects of language without an appropriate causal design.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "C.10 Version maintenance", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-c-b020", "type": "PARAGRAPH", "text": "Later orthographic, terminology or layout changes receive controlled version identifiers and testing proportionate to their likely effect. A change that alters task demand creates a comparison break unless linking evidence supports continuity.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-d", "partId": "appendix-iceqc-r-2006-10-d", "parentId": null, "number": "D", "title": "Self-report and proxy module protocol", "anchor": "technical-appendix-d-self-report-and-proxy-module-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-d-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "D.1 Module purpose", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b002", "type": "PARAGRAPH", "text": "The module should identify whether it supports broad declared status, perceived difficulty, literacy practices, service access or validation. Questions not connected to an analysis or policy decision should be removed.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "D.2 Respondent rule", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b004", "type": "PARAGRAPH", "text": "Self-response is preferred for personal capability and practice. Proxy response may be accepted for coverage under a defined rule and is flagged at item level. The proxy’s relationship and reason for substitution are recorded.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "D.3 Core question design", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b006", "type": "PARAGRAPH", "text": "Questions specify activity, material, language where relevant, difficulty and reference period. Reading and writing are separated where domain-specific evidence is needed. Response categories include unknown or unable to judge for proxies.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "D.4 Cognitive testing", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b008", "type": "PARAGRAPH", "text": "Testing examines how adults understand literacy, difficulty categories, “simple” material, language and social consequence. It includes adults with limited schooling and varied language backgrounds.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "D.5 Interview administration", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b010", "type": "PARAGRAPH", "text": "Interviewers use exact wording and neutral clarification, protect privacy and do not infer answers from education or occupation. Assistance provided to understand the interview is recorded where it affects the question.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "D.6 Schooling variables", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b012", "type": "PARAGRAPH", "text": "Attendance, highest level and completion are collected under standard education classifications. They remain explanatory variables unless a published indicator explicitly and transparently uses an assumption rule.", "citationIds": [ "REF-10" ] }, { "id": "appendix-iceqc-r-2006-10-d-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "D.7 Practice variables", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b014", "type": "PARAGRAPH", "text": "Reading and writing frequency is collected across work, household, learning and community contexts with locally relevant examples. Non-use is followed by a reason where burden permits.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "D.8 Self-report module table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b016-tbl-iceqc-r-2006-10-27", "type": "TABLE", "title": "Table 27. Self-report and proxy literacy module", "columns": [ { "key": "c1-field", "label": "Field", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-response-design", "label": "Response design", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-quality-flag", "label": "Quality flag", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-permitted-use", "label": "Permitted use", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "respondent status", "self or identified proxy", "proxy knowledge unknown", "method profile" ], [ "reading declaration", "yes, no, unknown under exact wording", "combined with writing", "broad declared status" ], [ "writing declaration", "separate status", "proxy uncertainty", "domain description" ], [ "reading difficulty", "graded defined tasks", "unstated reference standard", "service need" ], [ "writing difficulty", "graded defined tasks", "assistance not recorded", "service need" ], [ "language", "languages read and written", "spoken language substituted", "provision planning" ], [ "practices", "frequency by text and setting", "opportunity confused with skill", "context and maintenance" ], [ "education", "standard level and completion", "used as automatic literacy", "association only" ], [ "access to learning", "availability, participation and barrier", "enrolment treated as proficiency", "programme planning" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-28-table-27-self-report-and-proxy-literacy-module.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-d-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "D.9 Validation design", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b018", "type": "PARAGRAPH", "text": "A probability subsample can complete direct tasks. Analysis compares self and proxy responses with assessment under the same population and period, reporting disagreement and uncertainty by relevant group.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "D.10 Publication", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-d-b020", "type": "PARAGRAPH", "text": "The publication reproduces exact core wording and respondent shares. Declared status, perceived difficulty and reported practice are labelled separately. No result is described as demonstrated proficiency unless a direct task supports it.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-e", "partId": "appendix-iceqc-r-2006-10-e", "parentId": null, "number": "E", "title": "Direct-assessment administration and scoring protocol", "anchor": "technical-appendix-e-direct-assessment-administration-and-scoring-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-e-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "E.1 Session preparation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b002", "type": "PARAGRAPH", "text": "The assessor confirms selected adult, private setting, authorised language, accessible information, materials and version. Another household member does not replace the selected adult or answer assessment tasks.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "E.2 Introduction", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b004", "type": "PARAGRAPH", "text": "The adult receives purpose, expected duration, confidentiality, voluntary status where applicable and contact information in an understandable form. The assessor explains that tasks are not a judgement of personal worth and that results are reported statistically.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "E.3 Practice tasks", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b006", "type": "PARAGRAPH", "text": "Practice items establish understanding of response procedures without teaching assessed content. Difficulty with instructions prompts authorised clarification; inability to access the mode triggers the accommodation protocol.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "E.4 Standard administration", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b008", "type": "PARAGRAPH", "text": "Instructions, order, timing where relevant and permissible prompts are defined. Assessors do not translate spontaneously, explain vocabulary in assessed text or signal correctness. Interruptions and deviations are recorded.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "E.5 Break-off", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b010", "type": "PARAGRAPH", "text": "The adult may pause or discontinue. The assessor records the point and reason without assigning unattempted items as incorrect unless the scoring framework expressly and validly requires it.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "E.6 Scoring", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b012", "type": "PARAGRAPH", "text": "Objective responses follow controlled keys. Constructed responses use criteria, examples, double scoring and adjudication at a risk-based rate. Scorers are monitored for drift and unusual severity.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "E.7 Data entry and verification", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b014", "type": "PARAGRAPH", "text": "Optical or manual capture includes version and disposition controls. Critical fields receive verification. Edits retain original value, rule, authorisation and date.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "E.8 Administration table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b016-tbl-iceqc-r-2006-10-28", "type": "TABLE", "title": "Table 28. Direct-assessment administration and scoring control", "columns": [ { "key": "c1-stage", "label": "Stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-control", "label": "Required control", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-deviation-record", "label": "Deviation record", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-decision-consequence", "label": "Decision consequence", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "identity and selection", "selected eligible adult confirmed", "wrong or substituted adult", "invalidate case" ], [ "language", "authorised version and rule", "unauthorised translation", "review affected tasks" ], [ "setting", "privacy and adequate conditions", "interruption or third-party help", "flag administration" ], [ "instructions", "standard delivery", "additional substantive explanation", "validity review" ], [ "access", "approved accommodation", "unavailable or altered construct", "separate or exclude with count" ], [ "completion", "start, break and final status", "reason for missing tasks", "apply scoring rule and bias analysis" ], [ "scoring", "controlled key and agreement", "scorer discrepancy", "moderate or rescore" ], [ "capture", "version and response verification", "missing or impossible code", "correct from source" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-29-table-28-direct-assessment-administration-and-scoring-contro.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-e-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "E.9 Field monitoring", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b018", "type": "PARAGRAPH", "text": "Supervisors observe sessions, recontact a protected sample for procedural verification and examine duration, completion and result patterns by assessor. Investigation separates assignment differences from performance concerns.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "E.10 Closure", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-e-b020", "type": "PARAGRAPH", "text": "The adult receives appropriate closing information without an improvised individual proficiency judgement. Materials and identifiers are secured, and any welfare or access concern is referred only under the disclosed procedure.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-f", "partId": "appendix-iceqc-r-2006-10-f", "parentId": null, "number": "F", "title": "Estimation, variance and sensitivity protocol", "anchor": "technical-appendix-f-estimation-variance-and-sensitivity-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-f-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "F.1 Estimand", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b002", "type": "PARAGRAPH", "text": "Every calculation begins with the population quantity sought: proportion, mean, percentile, distribution, difference or association. The eligible population, domain and observation period are fixed before the estimator is selected.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "F.2 Weighted proportion", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b004", "type": "PARAGRAPH", "text": "For a binary or category indicator, the weighted proportion is the sum of final weights for adults in the category divided by the sum of final weights for all adults in the defined denominator. Unknown and inapplicable records follow the approved rule.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "F.3 Weighted mean", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b006", "type": "PARAGRAPH", "text": "The weighted mean is the sum of each final weight multiplied by the relevant score, divided by the sum of weights for adults with valid score evidence. The scored population and assessment non-completion are reported.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "F.4 Variance", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b008", "type": "PARAGRAPH", "text": "Variance estimation reflects stratification, clustering and weighting through an approved linearisation or replication method. The technical record identifies strata, primary units, replicate weights and any certainty selections.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "F.5 Difference", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b010", "type": "PARAGRAPH", "text": "Differences between groups or periods require covariance where samples or linking are related. A significance test should not replace consideration of educational magnitude and method comparability.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "F.6 Confidence interval", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b012", "type": "PARAGRAPH", "text": "The interval communicates sampling uncertainty under the design and estimator. It does not include every coverage or measurement error. This boundary should accompany principal intervals.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "F.7 Sensitivity set", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b014", "type": "PARAGRAPH", "text": "Predefined analyses may vary missing-data treatment, weight trimming, flagged items, proficiency threshold and uncertain population eligibility. Results are compared for magnitude and decision stability.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "F.8 Estimation table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b016-tbl-iceqc-r-2006-10-29", "type": "TABLE", "title": "Table 29. Estimation and sensitivity record", "columns": [ { "key": "c1-estimate", "label": "Estimate", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-inputs", "label": "Required inputs", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-independent-check", "label": "Independent check", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-limitation-retained", "label": "Limitation retained", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "declared rate", "category, denominator and final weight", "component totals", "proxy and missing status" ], [ "proficiency mean", "scores or population estimates and weights", "replicate calculation", "assessment participation" ], [ "level share", "cut points, values and weights", "shares total within rounding", "boundary uncertainty" ], [ "subgroup difference", "comparable estimates and covariance", "reversed subtraction and interval", "non-causal relationship" ], [ "trend difference", "linked construct and populations", "bridge and method-break check", "observation interval" ], [ "percentile", "weighted score distribution", "alternative computation", "tail precision" ], [ "model-assisted local value", "direct data, covariates and model", "validation and residuals", "predicted status" ], [ "sensitivity range", "defensible alternative assumptions", "documented reruns", "not a probability interval" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-30-table-29-estimation-and-sensitivity-record.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-f-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "F.9 Numerical release", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b018", "type": "PARAGRAPH", "text": "Unrounded calculations are retained; public rounding is consistent across narrative and tables. Percentages reconcile within stated rounding. Counts derived from weighted estimates are labelled estimates rather than achieved sample counts.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "F.10 Interpretive sign-off", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-f-b020", "type": "PARAGRAPH", "text": "The statistician confirms arithmetic and design, while the responsible analyst confirms that narrative claims match population, method and uncertainty. Both are required because a correct calculation can support an incorrect interpretation.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-g", "partId": "appendix-iceqc-r-2006-10-g", "parentId": null, "number": "G", "title": "Comparability and trend protocol", "anchor": "technical-appendix-g-comparability-and-trend-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-g-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "G.1 Comparison request", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b002", "type": "PARAGRAPH", "text": "The analyst records the exact proposed comparison and decision: magnitude, rank, distribution, trend or association. This prevents a general declaration of comparability from being extended to a stronger use.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "G.2 Evidence inventory", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b004", "type": "PARAGRAPH", "text": "For each value, the record contains construct, population, age, coverage, period, method, question or framework, respondent, language, assumption, sampling, response and uncertainty.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "G.3 Dimension review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b006", "type": "PARAGRAPH", "text": "Each dimension is classified equivalent, bounded difference, material difference or unknown. Unknown is not treated as equivalent. The analyst explains whether bounded differences could reverse the proposed conclusion.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "G.4 Linking evidence", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b008", "type": "PARAGRAPH", "text": "Common items, parallel methods, overlap samples or statistical linking may strengthen comparison. The design, population and uncertainty of the link are recorded. Correlation alone does not establish interchangeable scale units.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "G.5 Classification", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b010", "type": "PARAGRAPH", "text": "The final comparison is strong, qualified, descriptive only or not supportable. A strong classification requires no material unresolved difference for the intended use. Qualified comparison states the exact limitation.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "G.6 Trend record", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b012", "type": "PARAGRAPH", "text": "The series lists observation date, indicator version and breaks. Changes in question, response, schooling assumption, language, mode, frame, assessment or scaling receive markers and notes.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "G.7 Presentation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b014", "type": "PARAGRAPH", "text": "Strong and qualified results may appear in analytical comparisons with appropriate notes. Descriptive-only values are juxtaposed without subtraction or rank. Unsupported comparisons should not be displayed in a way that invites the prohibited inference.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "G.8 Comparability table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b016-tbl-iceqc-r-2006-10-30", "type": "TABLE", "title": "Table 30. Comparability and trend authorisation", "columns": [ { "key": "c1-review-outcome", "label": "Review outcome", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence-condition", "label": "Evidence condition", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-permitted-presentation", "label": "Permitted presentation", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-prohibited-presentation", "label": "Prohibited presentation", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "strong", "construct, population and method aligned", "magnitude, distribution and trend with uncertainty", "causal claim without design" ], [ "qualified", "bounded known differences", "broad contrast with adjacent qualification", "precise rank or small change claim" ], [ "descriptive only", "related but materially different measures", "separate panels and contextual account", "subtraction or common scale" ], [ "not supportable", "fundamental or unknown difference", "method description only", "comparative conclusion" ], [ "linked break", "overlap evidence estimates discontinuity", "marked series and bridge result", "silent splicing" ], [ "unlinked break", "method changed without bridge", "separate series", "progress or decline across break" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-31-table-30-comparability-and-trend-authorisation.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-g-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "G.9 Review authority", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b018", "type": "PARAGRAPH", "text": "The technical comparison decision should precede policy interpretation. Disagreement is recorded and resolved by the competent statistical authority under published principles, not by selecting a convenient source.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "G.10 Later evidence", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-g-b020", "type": "PARAGRAPH", "text": "New methods may clarify earlier differences but do not alter the contemporaneous status of historical observations. Reanalysis should be dated and should preserve the original publication and method.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-h", "partId": "appendix-iceqc-r-2006-10-h", "parentId": null, "number": "H", "title": "Publication, confidentiality and correction protocol", "anchor": "technical-appendix-h-publication-confidentiality-and-correction-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-h-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "H.1 Publication inventory", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b002", "type": "PARAGRAPH", "text": "The release inventory lists report, tables, metadata, methodological documentation, accessible summary and authorised data products. Each carries document number, version, date and observation cutoff.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "H.2 Claim review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b004", "type": "PARAGRAPH", "text": "Every principal claim is traced to a table or cited source. The reviewer tests population, method, time, modality and causal language. Qualifications appear beside the proposition they limit.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "H.3 Table review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b006", "type": "PARAGRAPH", "text": "Headers state measure and population; notes state method, language, observation year and uncertainty. Rows and columns reconcile, suppressed cells remain protected and totals are not misleading after suppression.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "H.4 Confidentiality review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b008", "type": "PARAGRAPH", "text": "Direct identifiers are removed from public outputs. Small cells, rare languages, geography and combined characteristics are assessed for re-identification and community harm. Restricted analytical detail remains available only to authorised users.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "H.5 Accessible communication", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b010", "type": "PARAGRAPH", "text": "Public summaries use clear language, defined terms, readable tables and suitable oral or translated forms. They preserve denominators, uncertainty and method distinctions. Adults represented by the findings should be able to understand the public meaning.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "H.6 Equal release", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b012", "type": "PARAGRAPH", "text": "Principal results are released under an announced procedure providing equal public access. Pre-release access, where authorised for operational preparation, should be limited, recorded and unable to alter results.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "H.7 Correction process", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b014", "type": "PARAGRAPH", "text": "A reported error is logged, assessed for materiality, corrected across every affected format and announced with date and consequence. The correction authority acts independently of whether the revised result is favourable.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "H.8 Release table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b016-tbl-iceqc-r-2006-10-31", "type": "TABLE", "title": "Table 31. Publication, confidentiality and correction assurance", "columns": [ { "key": "c1-assurance", "label": "Assurance", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-release-condition", "label": "Release condition", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-correction-if-failed", "label": "Correction if failed", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "document identity", "version, date and observation period", "one approved release", "withdraw conflicting edition" ], [ "claim alignment", "claim-to-table and source trace", "wording within evidence", "revise claim" ], [ "numerical parity", "independent calculations and format comparison", "all values agree", "correct all representations" ], [ "method visibility", "population, method and language notes", "essential meaning beside value", "restore metadata" ], [ "uncertainty", "design and non-sampling account", "precision not overstated", "add interval and limitation" ], [ "confidentiality", "disclosure-risk review", "risk controlled", "suppress, combine or restrict" ], [ "accessibility", "clear and appropriate public forms", "qualifications preserved", "revise communication" ], [ "equal access", "release log", "authorised schedule followed", "disclose and correct process" ], [ "correction", "issue, decision and change notice", "material error traceable", "issue revised controlled version" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-32-table-31-publication-confidentiality-and-correction-assuranc.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-h-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "H.9 Archive", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b018", "type": "PARAGRAPH", "text": "The archive retains source definitions, instruments, translations, field manuals, scoring, weights, calculations, review and released versions under protection. Preservation enables later interpretation without disclosing respondent information.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "H.10 Final authorisation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-h-b020", "type": "PARAGRAPH", "text": "The competent authority signs the release only when statistical, interpretive and confidentiality reviews pass. Policy bodies may respond to the findings after release, but their response should remain distinct from the statistical account.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-i", "partId": "appendix-iceqc-r-2006-10-i", "parentId": null, "number": "I", "title": "Fieldwork monitoring and incident protocol", "anchor": "technical-appendix-i-fieldwork-monitoring-and-incident-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-i-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "I.1 Daily monitoring", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b002", "type": "PARAGRAPH", "text": "Field supervisors receive selected, contacted, completed and outstanding counts by stratum, interviewer and authorised language. Reports distinguish background completion from valid assessment. Rates are used to identify operational problems, not to impose coercive quotas.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "I.2 Interviewer pattern review", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b004", "type": "PARAGRAPH", "text": "Duration, refusal, proxy use, missing items, break-off and score distributions are examined against assignment. Outliers trigger review of workload, geography, language and practice before conduct is inferred.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "I.3 Incident classes", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b006", "type": "PARAGRAPH", "text": "Incidents include wrong respondent, unauthorised substitution, language mismatch, loss of materials, confidentiality exposure, item exposure, unsafe setting, substantive third-party assistance, system failure and participant distress. Severity and immediate protection are recorded.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "I.4 Immediate response", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b008", "type": "PARAGRAPH", "text": "The supervisor protects the adult and information, stops affected work where necessary, secures materials and reports through the defined route. A serious confidentiality or safety incident is not deferred to routine quality review.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "I.5 Case validity", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b010", "type": "PARAGRAPH", "text": "The technical authority determines whether an incident affects the whole case, selected tasks or only operational metadata. The original responses and decision record are retained. Field personnel do not delete a case to improve completion figures.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "I.6 Corrective field action", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b012", "type": "PARAGRAPH", "text": "Action may include retraining, observation, reassignment, repeat contact with consent, replacement materials, added language capacity or suspension. Re-interview is authorised only where it does not create undue pressure or compromised item exposure.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "I.7 Monitoring table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b014-tbl-iceqc-r-2006-10-32", "type": "TABLE", "title": "Table 32. Fieldwork incident and response record", "columns": [ { "key": "c1-incident", "label": "Incident", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-immediate-control", "label": "Immediate control", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-technical-decision", "label": "Technical decision", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-population-implication", "label": "Population implication", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "wrong adult", "stop session and secure record", "invalidate or restart authorised selection", "selection integrity" ], [ "language mismatch", "do not score as low performance", "reschedule or record inaccessible", "language undercoverage" ], [ "third-party help", "record tasks and circumstances", "flag or invalidate affected evidence", "possible score bias" ], [ "item exposure", "secure material and identify extent", "item or area analysis", "comparability and security" ], [ "confidentiality loss", "protect and notify authority", "incident response and access review", "trust and participation risk" ], [ "break-off cluster", "examine burden and administration", "revise field support", "selective completion" ], [ "system failure", "preserve source and version", "recover under controlled rule", "missingness and delay" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-33-table-32-fieldwork-incident-and-response-record.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-i-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "I.8 Cycle closure", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-i-b016", "type": "PARAGRAPH", "text": "At fieldwork close, every selected unit has a disposition and every incident has a decision or continuing owner. The incident profile is included in the quality report and informs the next design.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-j", "partId": "appendix-iceqc-r-2006-10-j", "parentId": null, "number": "J", "title": "Proficiency-level description protocol", "anchor": "technical-appendix-j-proficiency-level-description-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-j-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "J.1 Purpose", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b002", "type": "PARAGRAPH", "text": "Level descriptions translate score ranges into the kinds of tasks that adults at different positions on the scale are likely to perform. They support interpretation and should not become labels of intelligence, worth or fixed capacity.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "J.2 Empirical basis", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b004", "type": "PARAGRAPH", "text": "Descriptions use tasks located within the scale, their content and the probability criterion adopted by the assessment. The procedure and criterion are documented. A few released examples should illustrate rather than define the entire level.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "J.3 Content synthesis", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b006", "type": "PARAGRAPH", "text": "Specialists examine text form, operation, inference, competing information, length and context across tasks. The description identifies increasing demand without claiming that every task within a range shares one feature.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "J.4 Boundary language", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b008", "type": "PARAGRAPH", "text": "Adults near a cut point have similar estimated performance despite different level labels. Reports should state this and provide standard errors for level shares. “At Level 1” means classified within the approved range under the model.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "J.5 Lowest reported category", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b010", "type": "PARAGRAPH", "text": "The lowest category should describe the limited evidence available rather than state that adults have no literacy. Assessment may contain too few very easy items to characterise performance precisely below the scale.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "J.6 Highest category", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b012", "type": "PARAGRAPH", "text": "The top category is also limited by task coverage. It should not be described as mastery of all literacy demands. Sparse samples at the upper tail require suitable precision notes.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "J.7 Level-description table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b014-tbl-iceqc-r-2006-10-33", "type": "TABLE", "title": "Table 33. Proficiency-level description assurance", "columns": [ { "key": "c1-element", "label": "Element", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-basis", "label": "Required basis", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-wording-control", "label": "Wording control", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-misuse-prevented", "label": "Misuse prevented", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "score range", "approved scale cut points", "numerical range stated", "hidden threshold" ], [ "task demand", "multiple located items", "likely performance under criterion", "single item defines level" ], [ "boundary", "measurement uncertainty", "adjacent adults may be similar", "categorical discontinuity" ], [ "lowest category", "available easy-task evidence", "below assessed threshold", "no literacy identity" ], [ "highest category", "upper task coverage", "performance on demanding assessed tasks", "universal mastery" ], [ "population share", "weights and variance", "estimate with standard error", "exact population count" ], [ "policy use", "defined task relevance", "selected-level rationale", "universal deficit threshold" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-34-table-33-proficiency-level-description-assurance.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-j-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "J.8 Revision", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-j-b016", "type": "PARAGRAPH", "text": "Level descriptions change only through controlled review of scale and task evidence. Editorial simplification should not broaden the claim. A changed cut point creates a new indicator version and comparison record.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-k", "partId": "appendix-iceqc-r-2006-10-k", "parentId": null, "number": "K", "title": "Programme-learning measurement protocol", "anchor": "technical-appendix-k-programme-learning-measurement-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-k-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "K.1 Programme question", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b002", "type": "PARAGRAPH", "text": "Programme assessment begins with the learning objective and intended participants. It should identify reading, writing, numeracy, language or applied practice expected to change and the instructional period.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "K.2 Entry population", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b004", "type": "PARAGRAPH", "text": "All entrants are counted with eligibility, start date and baseline status. Adults unable to complete the standard baseline remain in the participation record and receive an accessible route where valid.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "K.3 Assessment alignment", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b006", "type": "PARAGRAPH", "text": "Tasks should reflect intended learning without reproducing only practised examples. A national population assessment may provide a reference framework but is not automatically sensitive to programme progress.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "K.4 Follow-up population", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b008", "type": "PARAGRAPH", "text": "Completion, withdrawal, transfer, absence and assessment non-response are separated. Matched change is reported with the number and characteristics lost to follow-up.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "K.5 Comparison", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b010", "type": "PARAGRAPH", "text": "Where policy requires an effect estimate, the comparison should represent what would plausibly have occurred without the programme. Assignment, matching or phased implementation may assist, subject to ethics and design.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "K.6 Interpretation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b012", "type": "PARAGRAPH", "text": "Observed change may reflect instruction, practice, maturation, selection and measurement. The conclusion should distinguish change among completers, change among entrants after adjustment and causal contribution.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "K.7 Programme table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b014-tbl-iceqc-r-2006-10-34", "type": "TABLE", "title": "Table 34. Programme literacy measurement record", "columns": [ { "key": "c1-evidence-stage", "label": "Evidence stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-required-count-or-measure", "label": "Required count or measure", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-interpretation", "label": "Interpretation", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-limitation", "label": "Limitation", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "eligible population", "defined intended adults", "potential reach", "denominator may be estimated" ], [ "entrants", "enrolled and started", "actual reach", "self-selection" ], [ "valid baseline", "comparable entry evidence", "starting distribution", "baseline non-completion" ], [ "exposure", "attendance, duration and instructional content", "treatment received", "quantity not quality alone" ], [ "valid follow-up", "comparable later evidence", "observed follow-up distribution", "selective retention" ], [ "matched change", "same adults and scale", "change among matched adults", "attrition" ], [ "comparison result", "aligned non-participant or phased group", "evidence on contribution", "residual confounding" ], [ "sustained result", "later comparable evidence", "maintenance", "later loss to follow-up" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-35-table-34-programme-literacy-measurement-record.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-k-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "K.8 Public reporting", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-k-b016", "type": "PARAGRAPH", "text": "Providers should publish reach, retention, assessment coverage and learning findings without presenting participant results as community prevalence. Negative and mixed findings remain part of programme accountability.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-l", "partId": "appendix-iceqc-r-2006-10-l", "parentId": null, "number": "L", "title": "National measurement cycle schedule", "anchor": "technical-appendix-l-national-measurement-cycle-schedule", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-l-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "L.1 Cycle initiation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b002", "type": "PARAGRAPH", "text": "The responsible authorities approve policy questions, governance, target population, component roles, languages, budget and release intention. The observation date and principal comparisons are fixed.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "L.2 Design period", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b004", "type": "PARAGRAPH", "text": "The statistical and assessment bodies prepare frames, instruments, translations, sampling, protection and analysis. Cognitive testing, pilot and field trial have distinct decision gates.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "L.3 Readiness gate", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b006", "type": "PARAGRAPH", "text": "Readiness confirms valid instruments, language versions, trained field staff, verified selection, functioning capture, incident response, scoring and secure logistics. Critical failure delays or stages fieldwork.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "L.4 Collection period", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b008", "type": "PARAGRAPH", "text": "Fieldwork follows varied contact schedules and continuous quality monitoring. Design changes during collection require central authority and a record of affected cases and comparability.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "L.5 Processing period", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b010", "type": "PARAGRAPH", "text": "The sequence includes disposition reconciliation, capture verification, scoring, edit, weighting, variance, item and language review, disclosure and replication. Provisional results remain restricted until the relevant gate.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "L.6 Release period", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b012", "type": "PARAGRAPH", "text": "Technical review, public tables, accessible communication and policy briefing are prepared from the same approved estimates. Observation and release dates are distinguished.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "L.7 Use and response", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b014", "type": "PARAGRAPH", "text": "Education and other responsible bodies issue action responses. Programme design, language provision and resource decisions refer to the relevant indicator and population. Statistical findings are not rewritten as commitments.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "L.8 Cycle schedule table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b016-tbl-iceqc-r-2006-10-35", "type": "TABLE", "title": "Table 35. National adult literacy measurement cycle", "columns": [ { "key": "c1-stage", "label": "Stage", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-controlled-product", "label": "Controlled product", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-decision-gate", "label": "Decision gate", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-principal-risk", "label": "Principal risk", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "initiation", "policy and measurement brief", "purpose and governance approved", "instrument without decision use" ], [ "construct", "framework and indicator map", "interpretations approved", "broad claim from narrow evidence" ], [ "language", "tested versions and coverage", "access adequate for scope", "excluded communities" ], [ "sample", "frame and selection plan", "population inference supported", "unrepresented target group" ], [ "field trial", "operational and measurement evidence", "main collection ready", "unresolved task or burden" ], [ "collection", "dispositions, responses and incidents", "coverage and participation acceptable", "selective completion" ], [ "processing", "scores, weights and replicated estimates", "numerical quality passed", "hidden processing error" ], [ "interpretation", "comparability and limitation record", "claims supportable", "false rank or trend" ], [ "release", "controlled statistical publication", "confidentiality and parity passed", "inconsistent public values" ], [ "policy response", "actions, resources and evaluation plan", "responsible authority acts", "measurement without provision" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-36-table-35-national-adult-literacy-measurement-cycle.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-l-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "L.9 Inter-cycle monitoring", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b018", "type": "PARAGRAPH", "text": "Stable household questions and programme indicators may continue between direct assessments. They should not be used to estimate unobserved proficiency annually. Their role is context, access and early warning.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "L.10 Renewal", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-l-b020", "type": "PARAGRAPH", "text": "The next cycle begins with an evaluation of participation, language, burden, method use and policy consequence. Change is introduced through testing and linking so that improvement in relevance does not silently destroy comparability.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-m", "partId": "appendix-iceqc-r-2006-10-m", "parentId": null, "number": "M", "title": "Indicator reconciliation and source-status protocol", "anchor": "technical-appendix-m-indicator-reconciliation-and-source-status-protocol", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-m-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "M.1 Reconciliation purpose", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b002", "type": "PARAGRAPH", "text": "Where several official literacy values exist, reconciliation establishes why they differ and which use each can support. It does not force unlike methods into one preferred number. The process should begin before values enter a common table or public target.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "M.2 Source inventory", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b004", "type": "PARAGRAPH", "text": "For every value, the record identifies producing body, publication, observation date, release date, population, question or assessment, respondent, language, assumption, weighting, uncertainty and revision status. Secondary reproductions are traced to the primary source.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "M.3 Status classification", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b006", "type": "PARAGRAPH", "text": "A value is classified as observed declaration, observed direct task, indirect classification, mixed-method estimate, modelled estimate or projection. Preliminary, final, corrected and superseded status are also recorded.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "M.4 Population reconciliation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b008", "type": "PARAGRAPH", "text": "Age ranges are recalculated to a common range where source data permit. Territory, household status and exclusions are compared. If harmonisation requires removing a material population, both original and harmonised scopes remain visible.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "M.5 Method reconciliation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b010", "type": "PARAGRAPH", "text": "Exact questions, routing and tasks are compared. Shared words such as read, write, simple and understand are not treated as equivalent without operational evidence. Proxy and schooling assumptions are quantified.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "M.6 Numerical reconciliation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b012", "type": "PARAGRAPH", "text": "Published numerators, denominators, weights and rounding are reproduced. Where only a rounded rate exists, an exact population count should not be inferred. Revisions are tied to their source notice.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "M.7 Decision table", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b014-tbl-iceqc-r-2006-10-36", "type": "TABLE", "title": "Table 36. Indicator reconciliation and source-status decision", "columns": [ { "key": "c1-reconciliation-field", "label": "Reconciliation field", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-evidence", "label": "Evidence", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-compatible-outcome", "label": "Compatible outcome", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c4-incompatible-outcome", "label": "Incompatible outcome", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "source status", "primary release and revision history", "same controlled version", "preliminary mixed with final" ], [ "observation date", "fieldwork period", "aligned or policy-relevant interval", "unknown or distant year labelled current" ], [ "population", "age, territory and residence", "common recalculated scope", "unresolved material difference" ], [ "construct", "domain and interpretation", "same defined capability", "declaration equated with proficiency" ], [ "respondent", "self, proxy or performed task", "comparable response process", "proxy share unknown and material" ], [ "language", "permitted and administered forms", "equivalent access", "one-language result treated as any-language" ], [ "estimation", "weight, model and uncertainty", "reproducible common statistic", "modelled value called observation" ], [ "trend", "stable version or bridge", "linked series", "silent method break" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-37-table-36-indicator-reconciliation-and-source-status-decision.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-m-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "M.8 Conflicting values", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b016", "type": "PARAGRAPH", "text": "If two values remain incompatible, the public reconciliation note states each source and use. One may support local declared need and another national proficiency distribution. Both can be valid within their boundaries.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "M.9 Historical correction", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b018", "type": "PARAGRAPH", "text": "An error correction changes the affected historical record through a dated notice. A new method does not correct the earlier value; it creates a new series or a linked series where bridge evidence exists.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "M.10 International submission", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b020", "type": "PARAGRAPH", "text": "Values submitted for international monitoring should include the full method class and observation year. If the requested indicator does not match the national source, the difference should be declared rather than concealed through relabelling.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b021", "type": "CALLOUT", "label": "DEFINITION", "text": "M.11 Public target alignment", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b022", "type": "PARAGRAPH", "text": "A national target identifies the indicator version against which progress will be judged. If measurement improves, the target may require formal rebasing, with old and new evidence shown. Performance is not recalculated by simply applying the old numerical threshold to a different method.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b023", "type": "CALLOUT", "label": "DEFINITION", "text": "M.12 Reconciliation sign-off", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b024", "type": "PARAGRAPH", "text": "The statistical authority approves the source-status map and permitted comparisons. Policy bodies acknowledge the evidence basis of targets and actions. The completed record allows later users to understand why more than one official literacy value may properly exist.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b025", "type": "CALLOUT", "label": "DEFINITION", "text": "M.13 Regional and global aggregates", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b026", "type": "PARAGRAPH", "text": "An aggregate should use observed or approved estimated values, a population weight consistent with the indicator and a rule for missing countries. The covered population share and observation-year range should accompany the result. A regional value should not be produced when missing populations are large enough to make the result materially unrepresentative under the approved rule.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b027", "type": "PARAGRAPH", "text": "Mixed-method aggregation requires particular restraint. Weighting self-declaration and direct-assessment rates into one regional number does not make their constructs equivalent. Where the monitoring purpose requires both, results should be grouped by method or presented as a qualified series with the limitation prominent.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b028", "type": "CALLOUT", "label": "DEFINITION", "text": "M.14 Reconciliation of sex-specific results", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b029", "type": "PARAGRAPH", "text": "Female, male and total values should reconcile under the population weights and categories used. A total derived from one source should not be combined with sex-specific values from another observation without disclosure. Unknown sex records and non-binary national categories, where collected, require a stated treatment consistent with the source and protection requirements.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b030", "type": "PARAGRAPH", "text": "Gender disparity measures should preserve direction, denominator and method. A difference in percentage points is not the same as a ratio, and neither alone explains the institutional barriers producing inequality.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b031", "type": "CALLOUT", "label": "DEFINITION", "text": "M.15 Reconciliation closure", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b032", "type": "PARAGRAPH", "text": "The reconciliation is closed only when each value has an authorised status, comparisons have classifications and unresolved conflicts are disclosed. Closure does not require numerical agreement. It requires that no user be invited to treat unlike evidence as one observation.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b033", "type": "PARAGRAPH", "text": "The final map should be reviewed whenever a correction, new survey or method change enters the series. This continuing custody is essential to the integrity of long-term adult literacy monitoring.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b034", "type": "CALLOUT", "label": "DEFINITION", "text": "M.16 Minimum reconciliation statement", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b035", "type": "PARAGRAPH", "text": "Where publication space is limited, the minimum statement should still identify the observation year, covered population, evidence method, respondent rule, language scope and whether the value is observed, assumed or modelled. It should state any material break from the preceding value and provide the location of the full source record.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b036", "type": "PARAGRAPH", "text": "A short statement must not compress incompatible evidence into an apparently continuous rate. If comparison is descriptive only, that classification should appear with the figures. If comparison is not supportable, the values should be separated and no difference calculated.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b037", "type": "PARAGRAPH", "text": "The responsible statistical officer should confirm that the abbreviated statement preserves the conclusion of the full reconciliation. Brevity is acceptable only when it does not change the public meaning.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-m-b038", "type": "PARAGRAPH", "text": "The statement should also retain the principal uncertainty measure and the share of the intended population not represented. Neither element may be omitted merely because the result is presented in a summary table. A comparison without these controls should be returned for qualification before publication or policy use.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-n", "partId": "appendix-iceqc-r-2006-10-n", "parentId": null, "number": "N", "title": "Public table specification and interpretive notes", "anchor": "technical-appendix-n-public-table-specification-and-interpretive-notes", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-n-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "N.1 Table identity", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b002", "type": "PARAGRAPH", "text": "Every table has a number, substantive title, indicator version, observation period and covered population. The title states whether results are declared, assessed, modelled or programme-based.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "N.2 Headers and units", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b004", "type": "PARAGRAPH", "text": "Column headers identify count, weighted estimate, percentage, score, standard error or interval. Units are not left to surrounding prose. Age, sex, language and geography categories retain their source definitions.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "N.3 Method note", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b006", "type": "PARAGRAPH", "text": "The first note states evidence method, respondent rule, language scope and material assumption. A mixed-method value identifies its components. Direct-assessment tables state the domains and target population.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "N.4 Precision note", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b008", "type": "PARAGRAPH", "text": "Sample estimates carry standard errors or confidence intervals and a marker for estimates failing the approved precision rule. Unweighted sample count is provided where it assists assessment of stability and does not create disclosure risk.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "N.5 Coverage note", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b010", "type": "PARAGRAPH", "text": "Excluded territories, institutions, ages and language groups are stated. Assessment completion and any residual non-response limitation appear with proficiency tables.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b011", "type": "CALLOUT", "label": "DEFINITION", "text": "N.6 Comparison note", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b012", "type": "PARAGRAPH", "text": "Trend and cross-national tables state comparability class. Method breaks are marked at the relevant value. Descriptive-only values are not joined by lines, differences or ranking.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b013", "type": "CALLOUT", "label": "DEFINITION", "text": "N.7 Table specification", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b014-tbl-iceqc-r-2006-10-38", "type": "TABLE", "title": "Table 38. Public literacy table specification", "columns": [ { "key": "c1-table-element", "label": "Table element", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c2-mandatory-content", "label": "Mandatory content", "dataType": "TEXT", "alignment": "LEFT" }, { "key": "c3-interpretation-protected", "label": "Interpretation protected", "dataType": "TEXT", "alignment": "LEFT" } ], "rows": [ [ "number and title", "subject, method and population", "table cannot be detached from meaning" ], [ "observation field", "reference date or fieldwork period", "release year not mistaken for data year" ], [ "value header", "unit and indicator version", "rate, score and count not conflated" ], [ "population note", "age, residence and exclusions", "scope not overstated" ], [ "respondent note", "self, proxy or assessed adult", "declaration not called direct evidence" ], [ "language note", "permitted and administered languages", "language-limited result not universalised" ], [ "uncertainty", "standard error and non-sampling limitation", "point estimate not treated as exact" ], [ "comparability", "strong, qualified, descriptive or unsupported", "rank and trend constrained" ], [ "source", "primary producing body and publication", "secondary value traceable" ] ], "notes": [], "sourceNote": "Source and methodological notes are stated immediately below the table in the authoritative Markdown text.", "citationIds": [], "csvPath": "tables/table-38-table-38-public-literacy-table-specification.csv", "renderHints": { "responsive": true, "stickyHeader": true, "allowHorizontalScroll": true, "repeatHeaderOnPrint": true, "firstColumnAsRowHeader": true, "compactOnSmallScreens": false } }, { "id": "appendix-iceqc-r-2006-10-n-b015", "type": "CALLOUT", "label": "DEFINITION", "text": "N.8 Narrative accompaniment", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b016", "type": "PARAGRAPH", "text": "The text identifies the principal distribution, material disparity and uncertainty without repeating every cell. It distinguishes finding from explanation. Any causal interpretation cites evidence beyond the table.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b017", "type": "CALLOUT", "label": "DEFINITION", "text": "N.9 Accessible presentation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b018", "type": "PARAGRAPH", "text": "Layout, font, contrast and reading order should support access. A concise explanation may use ordinary language and examples while preserving denominator, method and uncertainty. Symbols and abbreviations are defined.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b019", "type": "CALLOUT", "label": "DEFINITION", "text": "N.10 Table correction", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-n-b020", "type": "PARAGRAPH", "text": "A correction updates the table, structured data and every narrative claim using it. The notice identifies the cells changed and whether the substantive conclusion is altered. The superseded table remains archived under control.", "citationIds": [] } ] }, { "id": "appendix-iceqc-r-2006-10-o", "partId": "appendix-iceqc-r-2006-10-o", "parentId": null, "number": "O", "title": "Summary release statement", "anchor": "technical-appendix-o-summary-release-statement", "level": 1, "blocks": [ { "id": "appendix-iceqc-r-2006-10-o-b001", "type": "CALLOUT", "label": "DEFINITION", "text": "O.1 Required statement", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b002", "type": "PARAGRAPH", "text": "The summary release should state in one place the observation period, population, method, languages, achieved participation, principal estimate, sampling uncertainty and material non-sampling limitation. It should identify whether comparison with the preceding value is strong, qualified, descriptive only or unsupported.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b003", "type": "CALLOUT", "label": "DEFINITION", "text": "O.2 Public interpretation", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b004", "type": "PARAGRAPH", "text": "The statement should describe the educational meaning of the result without calling adults below a threshold incapable or treating a group difference as inherent. It should identify the policy question and the responsible public response.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b005", "type": "CALLOUT", "label": "DEFINITION", "text": "O.3 Source and access", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b006", "type": "PARAGRAPH", "text": "The primary statistical source, methodological documentation and accessible public explanation should be identified. A corrected release should point to the correction notice and retain the original observation date.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b007", "type": "CALLOUT", "label": "DEFINITION", "text": "O.4 Approval", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b008", "type": "PARAGRAPH", "text": "The statistical authority approves the numerical and methodological account. The responsible education authority may provide a separate policy response. Keeping the two functions distinct protects both impartial evidence and accountable action.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b009", "type": "CALLOUT", "label": "DEFINITION", "text": "O.5 Retention of limitations", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b010", "type": "PARAGRAPH", "text": "The summary statement should retain any limitation capable of changing the principal interpretation, even where the full technical account is available elsewhere. Coverage, language and method breaks are substantive conditions and should not be reduced to an unreferenced footnote.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b011", "type": "PARAGRAPH", "text": "Approval confirms that the shortened account remains faithful to the complete evidence record.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b012", "type": "PARAGRAPH", "text": "It also confirms that every cited value can be traced to an authorised source and that no unsupported comparative or causal conclusion has been introduced through abbreviation.", "citationIds": [] }, { "id": "appendix-iceqc-r-2006-10-o-b013", "type": "PARAGRAPH", "text": "The approved statement remains part of the permanent public statistical record.", "citationIds": [] } ] } ], "notes": [], "references": [ { "id": "REF-01", "authoringBody": "World Education Forum", "title": "The Dakar Framework for Action: Education for All — Meeting Our Collective Commitments", "year": 2000, "publicationDate": "2000-04-28", "sourceType": "INTERGOVERNMENTAL_FRAMEWORK_FOR_ACTION", "url": "https://unesdoc.unesco.org/ark:/48223/pf0000121147", "evidenceRole": "The global commitment to halve adult illiteracy, improve equitable access to continuing education and monitor measurable progress." }, { "id": "REF-02", "authoringBody": "UNESCO", "title": "Education for All Global Monitoring Report 2006: Literacy for Life", "year": 2005, "sourceType": "GLOBAL_MONITORING_REPORT", "url": "https://unesdoc.unesco.org/ark:/48223/pf0000141639", "evidenceRole": "The principal contemporary synthesis of literacy concepts, global estimates, measurement limitations, policy conditions and adult literacy priorities." }, { "id": "REF-03", "authoringBody": "UNESCO Institute for Statistics", "title": "Literacy Assessment and Monitoring Programme (LAMP): Information Brochure", "year": 2006, "sourceType": "OFFICIAL_STATISTICAL_PROGRAMME_INFORMATION", "url": "https://uis.unesco.org/sites/default/files/documents/literacy-assessment-and-monitoring-programme-lamp-information-brochure-en.pdf", "evidenceRole": "The contemporary development of direct literacy assessment, background information, proficiency distributions and improved national measurement capacity." }, { "id": "REF-04", "authoringBody": "UNESCO", "title": "The Plurality of Literacy and Its Implications for Policies and Programmes", "year": 2004, "sourceType": "EDUCATION_POLICY_POSITION_PAPER", "url": "https://unesdoc.unesco.org/ark:/48223/pf0000136246", "evidenceRole": "The treatment of literacy as plural, socially situated and related to language, purpose, culture and practice." }, { "id": "REF-05", "authoringBody": "UNESCO Institute for Statistics", "title": "Aspects of Literacy Assessment: Topics and Issues from the UNESCO Expert Meeting, 10–12 June 2003", "year": 2005, "sourceType": "EXPERT_MEETING_TECHNICAL_REPORT", "url": "https://uis.unesco.org/sites/default/files/documents/aspects-of-literacy-assessment-topics-and-issues-from-the-unesco-expert-meeting-2005-en_0.pdf", "evidenceRole": "Technical and conceptual issues in literacy assessment, including construct, language, context, administration and interpretation." }, { "id": "REF-06", "authoringBody": "OECD and Statistics Canada", "title": "Literacy in the Information Age: Final Report of the International Adult Literacy Survey", "year": 2000, "publicationDate": "2000-05-25", "sourceType": "INTERNATIONAL_COMPARATIVE_ASSESSMENT_REPORT", "url": "https://www.oecd.org/en/publications/literacy-in-the-information-age_9789264181762-en.html", "evidenceRole": "Comparative direct assessment of prose, document and quantitative literacy and the distribution of adult proficiency." }, { "id": "REF-07", "authoringBody": "OECD and Statistics Canada", "title": "Learning a Living: First Results of the Adult Literacy and Life Skills Survey", "year": 2005, "publicationDate": "2005-05-11", "sourceType": "INTERNATIONAL_COMPARATIVE_ASSESSMENT_REPORT", "url": "https://www.oecd.org/en/publications/learning-a-living_9789264010390-en.html", "evidenceRole": "The contemporary extension of adult literacy assessment to prose, document, numeracy and problem-solving domains, with background and participation analysis." }, { "id": "REF-08", "authoringBody": "United Nations Statistics Division", "title": "Principles and Recommendations for Population and Housing Censuses, Revision 1", "year": 1998, "sourceType": "INTERNATIONAL_STATISTICAL_RECOMMENDATION", "url": "https://unstats.un.org/unsd/demographic-social/standards-and-methods/", "evidenceRole": "The contemporaneous census framework for population characteristics, literacy enquiry, concepts, classifications and census operations." }, { "id": "REF-09", "authoringBody": "United Nations Statistical Commission", "title": "Fundamental Principles of Official Statistics", "year": 1994, "publicationDate": "1994-04-14", "sourceType": "OFFICIAL_STATISTICS_PRINCIPLES", "url": "https://unstats.un.org/unsd/dnss/gp/fundprinciples.aspx", "evidenceRole": "Professional independence, scientific methods, transparency, confidentiality and public access in official statistics." }, { "id": "REF-10", "authoringBody": "UNESCO", "title": "International Standard Classification of Education: ISCED 1997", "year": 1997, "sourceType": "INTERNATIONAL_STATISTICAL_CLASSIFICATION", "url": "https://uis.unesco.org/sites/default/files/documents/international-standard-classification-of-education-1997-en_0.pdf", "evidenceRole": "Comparability controls for educational attainment and the separation of educational level from directly observed literacy proficiency." }, { "id": "REF-11", "authoringBody": "World Bank", "title": "Designing Household Survey Questionnaires for Developing Countries: Lessons from 15 Years of the Living Standards Measurement Study", "year": 2000, "sourceType": "HOUSEHOLD_SURVEY_METHODS_GUIDE", "url": "https://documents.worldbank.org/en/publication/documents-reports/documentdetail/452741468778781879/", "evidenceRole": "Questionnaire design, respondent selection, field operations, non-response, household reporting and data-quality controls." }, { "id": "REF-12", "authoringBody": "United Nations Department of Economic and Social Affairs, Statistics Division", "title": "Household Sample Surveys in Developing and Transition Countries", "year": 2005, "sourceType": "OFFICIAL_SURVEY_METHODS_PUBLICATION", "url": "https://unstats.un.org/unsd/hhsurveys/pdf/Household_surveys.pdf", "evidenceRole": "Sampling, coverage, field implementation, non-response, weighting, error and dissemination in household surveys." }, { "id": "REF-13", "authoringBody": "UNESCO Institute for Statistics", "title": "Guide to the Analysis and Use of Household Survey and Census Education Data", "year": 2004, "publicationDate": "2004-11-17", "sourceType": "OFFICIAL_STATISTICAL_GUIDE", "url": "https://uis.unesco.org/sites/default/files/documents/guide-to-the-analysis-and-use-of-household-survey-and-census-education-data-en_0.pdf", "evidenceRole": "Analysis of education variables from household and census sources, including definitions, denominators, disaggregation and comparability." }, { "id": "REF-14", "authoringBody": "United Nations", "title": "The Millennium Development Goals Report 2006", "year": 2006, "sourceType": "GLOBAL_DEVELOPMENT_MONITORING_REPORT", "url": "https://unstats.un.org/unsd/mdg/resources/static/products/progress2006/mdgreport2006.pdf", "evidenceRole": "The contemporary global development-monitoring context, including education and gender disparities relevant to literacy participation and reporting." }, { "id": "REF-15", "authoringBody": "United Nations General Assembly", "title": "International Plan of Action for the United Nations Literacy Decade", "year": 2002, "publicationDate": "2002-12-18", "sourceType": "UNITED_NATIONS_ACTION_PLAN", "url": "https://undocs.org/A/57/218", "evidenceRole": "The international policy context for literacy as a continuum, strengthened monitoring, partnerships and attention to diverse learning needs." } ], "readerNodes": [ { "id": "part-iceqc-r-2006-10-i", "nodeType": "PART", "parentId": null, "number": "I", "title": "What an Adult Literacy Indicator Claims", "anchor": "part-i-what-an-adult-literacy-indicator-claims", "sortOrder": 1 }, { "id": "sec-iceqc-r-2006-10-1", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "1", "title": "Indicator purpose", "anchor": "1-indicator-purpose", "sortOrder": 2 }, { "id": "sec-iceqc-r-2006-10-2", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "2", "title": "Literacy as capability and practice", "anchor": "2-literacy-as-capability-and-practice", "sortOrder": 3 }, { "id": "sec-iceqc-r-2006-10-3", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "3", "title": "The binary convention", "anchor": "3-the-binary-convention", "sortOrder": 4 }, { "id": "sec-iceqc-r-2006-10-4", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "4", "title": "A continuum of proficiency", "anchor": "4-a-continuum-of-proficiency", "sortOrder": 5 }, { "id": "sec-iceqc-r-2006-10-5", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "5", "title": "Reading and writing", "anchor": "5-reading-and-writing", "sortOrder": 6 }, { "id": "sec-iceqc-r-2006-10-6", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "6", "title": "Numeracy", "anchor": "6-numeracy", "sortOrder": 7 }, { "id": "sec-iceqc-r-2006-10-7", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "7", "title": "Documents and prose", "anchor": "7-documents-and-prose", "sortOrder": 8 }, { "id": "sec-iceqc-r-2006-10-8", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "8", "title": "Functional interpretation", "anchor": "8-functional-interpretation", "sortOrder": 9 }, { "id": "sec-iceqc-r-2006-10-9", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "9", "title": "Social and linguistic plurality", "anchor": "9-social-and-linguistic-plurality", "sortOrder": 10 }, { "id": "sec-iceqc-r-2006-10-10", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "10", "title": "Skills and opportunities for use", "anchor": "10-skills-and-opportunities-for-use", "sortOrder": 11 }, { "id": "sec-iceqc-r-2006-10-11", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "11", "title": "Population specification", "anchor": "11-population-specification", "sortOrder": 12 }, { "id": "sec-iceqc-r-2006-10-12", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "12", "title": "Reference period", "anchor": "12-reference-period", "sortOrder": 13 }, { "id": "sec-iceqc-r-2006-10-13", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "13", "title": "Unit of observation", "anchor": "13-unit-of-observation", "sortOrder": 14 }, { "id": "sec-iceqc-r-2006-10-14", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "14", "title": "Table 1: claim specification", "anchor": "14-table-1-claim-specification", "sortOrder": 15 }, { "id": "sec-iceqc-r-2006-10-15", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-i", "number": "15", "title": "Public meaning", "anchor": "15-public-meaning", "sortOrder": 16 }, { "id": "part-iceqc-r-2006-10-ii", "nodeType": "PART", "parentId": null, "number": "II", "title": "Self-Reported and Proxy-Reported Literacy", "anchor": "part-ii-self-reported-and-proxy-reported-literacy", "sortOrder": 17 }, { "id": "sec-iceqc-r-2006-10-16", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "16", "title": "Nature of self-report", "anchor": "16-nature-of-self-report", "sortOrder": 18 }, { "id": "sec-iceqc-r-2006-10-17", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "17", "title": "Question wording", "anchor": "17-question-wording", "sortOrder": 19 }, { "id": "sec-iceqc-r-2006-10-18", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "18", "title": "Combined questions", "anchor": "18-combined-questions", "sortOrder": 20 }, { "id": "sec-iceqc-r-2006-10-19", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "19", "title": "Response categories", "anchor": "19-response-categories", "sortOrder": 21 }, { "id": "sec-iceqc-r-2006-10-20", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "20", "title": "Social desirability", "anchor": "20-social-desirability", "sortOrder": 22 }, { "id": "sec-iceqc-r-2006-10-21", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "21", "title": "Reference standard", "anchor": "21-reference-standard", "sortOrder": 23 }, { "id": "sec-iceqc-r-2006-10-22", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "22", "title": "Literacy practices as self-report", "anchor": "22-literacy-practices-as-self-report", "sortOrder": 24 }, { "id": "sec-iceqc-r-2006-10-23", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "23", "title": "Proxy reporting", "anchor": "23-proxy-reporting", "sortOrder": 25 }, { "id": "sec-iceqc-r-2006-10-24", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "24", "title": "Knowledge within the household", "anchor": "24-knowledge-within-the-household", "sortOrder": 26 }, { "id": "sec-iceqc-r-2006-10-25", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "25", "title": "Household hierarchy", "anchor": "25-household-hierarchy", "sortOrder": 27 }, { "id": "sec-iceqc-r-2006-10-26", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "26", "title": "Inference from schooling", "anchor": "26-inference-from-schooling", "sortOrder": 28 }, { "id": "sec-iceqc-r-2006-10-27", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "27", "title": "Assumed literacy and assumed illiteracy", "anchor": "27-assumed-literacy-and-assumed-illiteracy", "sortOrder": 29 }, { "id": "sec-iceqc-r-2006-10-28", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "28", "title": "Non-response", "anchor": "28-non-response", "sortOrder": 30 }, { "id": "sec-iceqc-r-2006-10-29", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "29", "title": "Interviewer effects", "anchor": "29-interviewer-effects", "sortOrder": 31 }, { "id": "sec-iceqc-r-2006-10-30", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "30", "title": "Mode effects", "anchor": "30-mode-effects", "sortOrder": 32 }, { "id": "sec-iceqc-r-2006-10-31", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "31", "title": "Language of interview", "anchor": "31-language-of-interview", "sortOrder": 33 }, { "id": "sec-iceqc-r-2006-10-32", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "32", "title": "Table 2: self- and proxy-report risk register", "anchor": "32-table-2-self-and-proxy-report-risk-register", "sortOrder": 34 }, { "id": "sec-iceqc-r-2006-10-33", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "33", "title": "Appropriate uses", "anchor": "33-appropriate-uses", "sortOrder": 35 }, { "id": "sec-iceqc-r-2006-10-34", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ii", "number": "34", "title": "Interpretation boundary", "anchor": "34-interpretation-boundary", "sortOrder": 36 }, { "id": "part-iceqc-r-2006-10-iii", "nodeType": "PART", "parentId": null, "number": "III", "title": "Direct Assessment of Adult Literacy", "anchor": "part-iii-direct-assessment-of-adult-literacy", "sortOrder": 37 }, { "id": "sec-iceqc-r-2006-10-35", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "35", "title": "What direct assessment adds", "anchor": "35-what-direct-assessment-adds", "sortOrder": 38 }, { "id": "sec-iceqc-r-2006-10-36", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "36", "title": "Construct definition", "anchor": "36-construct-definition", "sortOrder": 39 }, { "id": "sec-iceqc-r-2006-10-37", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "37", "title": "Domain coverage", "anchor": "37-domain-coverage", "sortOrder": 40 }, { "id": "sec-iceqc-r-2006-10-38", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "38", "title": "Task authenticity", "anchor": "38-task-authenticity", "sortOrder": 41 }, { "id": "sec-iceqc-r-2006-10-39", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "39", "title": "Task difficulty", "anchor": "39-task-difficulty", "sortOrder": 42 }, { "id": "sec-iceqc-r-2006-10-40", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "40", "title": "Short verification tasks", "anchor": "40-short-verification-tasks", "sortOrder": 43 }, { "id": "sec-iceqc-r-2006-10-41", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "41", "title": "Multi-item assessment", "anchor": "41-multi-item-assessment", "sortOrder": 44 }, { "id": "sec-iceqc-r-2006-10-42", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "42", "title": "Screening and routing", "anchor": "42-screening-and-routing", "sortOrder": 45 }, { "id": "sec-iceqc-r-2006-10-43", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "43", "title": "Item sampling", "anchor": "43-item-sampling", "sortOrder": 46 }, { "id": "sec-iceqc-r-2006-10-44", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "44", "title": "Translation and adaptation", "anchor": "44-translation-and-adaptation", "sortOrder": 47 }, { "id": "sec-iceqc-r-2006-10-45", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "45", "title": "Multiple languages", "anchor": "45-multiple-languages", "sortOrder": 48 }, { "id": "sec-iceqc-r-2006-10-46", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "46", "title": "Script and orthography", "anchor": "46-script-and-orthography", "sortOrder": 49 }, { "id": "sec-iceqc-r-2006-10-47", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "47", "title": "Cultural and contextual review", "anchor": "47-cultural-and-contextual-review", "sortOrder": 50 }, { "id": "sec-iceqc-r-2006-10-48", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "48", "title": "Administration conditions", "anchor": "48-administration-conditions", "sortOrder": 51 }, { "id": "sec-iceqc-r-2006-10-49", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "49", "title": "Interviewer and assessor competence", "anchor": "49-interviewer-and-assessor-competence", "sortOrder": 52 }, { "id": "sec-iceqc-r-2006-10-50", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "50", "title": "Accessibility", "anchor": "50-accessibility", "sortOrder": 53 }, { "id": "sec-iceqc-r-2006-10-51", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "51", "title": "Anxiety and stigma", "anchor": "51-anxiety-and-stigma", "sortOrder": 54 }, { "id": "sec-iceqc-r-2006-10-52", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "52", "title": "Scoring", "anchor": "52-scoring", "sortOrder": 55 }, { "id": "sec-iceqc-r-2006-10-53", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "53", "title": "Scaling", "anchor": "53-scaling", "sortOrder": 56 }, { "id": "sec-iceqc-r-2006-10-54", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "54", "title": "Proficiency levels", "anchor": "54-proficiency-levels", "sortOrder": 57 }, { "id": "sec-iceqc-r-2006-10-55", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "55", "title": "Plausible values and population use", "anchor": "55-plausible-values-and-population-use", "sortOrder": 58 }, { "id": "sec-iceqc-r-2006-10-56", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "56", "title": "Quality control", "anchor": "56-quality-control", "sortOrder": 59 }, { "id": "sec-iceqc-r-2006-10-57", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "57", "title": "Table 3: direct-assessment validity record", "anchor": "57-table-3-direct-assessment-validity-record", "sortOrder": 60 }, { "id": "sec-iceqc-r-2006-10-58", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "58", "title": "Appropriate uses", "anchor": "58-appropriate-uses", "sortOrder": 61 }, { "id": "sec-iceqc-r-2006-10-59", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iii", "number": "59", "title": "Direct-assessment boundary", "anchor": "59-direct-assessment-boundary", "sortOrder": 62 }, { "id": "part-iceqc-r-2006-10-iv", "nodeType": "PART", "parentId": null, "number": "IV", "title": "Comparability Across Methods, Populations and Time", "anchor": "part-iv-comparability-across-methods-populations-and-time", "sortOrder": 63 }, { "id": "sec-iceqc-r-2006-10-60", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "60", "title": "Comparability as a claim", "anchor": "60-comparability-as-a-claim", "sortOrder": 64 }, { "id": "sec-iceqc-r-2006-10-61", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "61", "title": "Concept equivalence", "anchor": "61-concept-equivalence", "sortOrder": 65 }, { "id": "sec-iceqc-r-2006-10-62", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "62", "title": "Population equivalence", "anchor": "62-population-equivalence", "sortOrder": 66 }, { "id": "sec-iceqc-r-2006-10-63", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "63", "title": "Time equivalence", "anchor": "63-time-equivalence", "sortOrder": 67 }, { "id": "sec-iceqc-r-2006-10-64", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "64", "title": "Method equivalence", "anchor": "64-method-equivalence", "sortOrder": 68 }, { "id": "sec-iceqc-r-2006-10-65", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "65", "title": "Question equivalence", "anchor": "65-question-equivalence", "sortOrder": 69 }, { "id": "sec-iceqc-r-2006-10-66", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "66", "title": "Language equivalence", "anchor": "66-language-equivalence", "sortOrder": 70 }, { "id": "sec-iceqc-r-2006-10-67", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "67", "title": "Respondent equivalence", "anchor": "67-respondent-equivalence", "sortOrder": 71 }, { "id": "sec-iceqc-r-2006-10-68", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "68", "title": "Educational assumption equivalence", "anchor": "68-educational-assumption-equivalence", "sortOrder": 72 }, { "id": "sec-iceqc-r-2006-10-69", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "69", "title": "Threshold equivalence", "anchor": "69-threshold-equivalence", "sortOrder": 73 }, { "id": "sec-iceqc-r-2006-10-70", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "70", "title": "Sampling equivalence", "anchor": "70-sampling-equivalence", "sortOrder": 74 }, { "id": "sec-iceqc-r-2006-10-71", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "71", "title": "Weighting equivalence", "anchor": "71-weighting-equivalence", "sortOrder": 75 }, { "id": "sec-iceqc-r-2006-10-72", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "72", "title": "Coverage error", "anchor": "72-coverage-error", "sortOrder": 76 }, { "id": "sec-iceqc-r-2006-10-73", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "73", "title": "Non-response equivalence", "anchor": "73-non-response-equivalence", "sortOrder": 77 }, { "id": "sec-iceqc-r-2006-10-74", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "74", "title": "Standard errors", "anchor": "74-standard-errors", "sortOrder": 78 }, { "id": "sec-iceqc-r-2006-10-75", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "75", "title": "Rounding and rank", "anchor": "75-rounding-and-rank", "sortOrder": 79 }, { "id": "sec-iceqc-r-2006-10-76", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "76", "title": "Trend breaks", "anchor": "76-trend-breaks", "sortOrder": 80 }, { "id": "sec-iceqc-r-2006-10-77", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "77", "title": "Comparability classes", "anchor": "77-comparability-classes", "sortOrder": 81 }, { "id": "sec-iceqc-r-2006-10-78", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "78", "title": "Table 4: comparability decision matrix", "anchor": "78-table-4-comparability-decision-matrix", "sortOrder": 82 }, { "id": "sec-iceqc-r-2006-10-79", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "79", "title": "Comparison record", "anchor": "79-comparison-record", "sortOrder": 83 }, { "id": "sec-iceqc-r-2006-10-80", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-iv", "number": "80", "title": "Comparability conclusion", "anchor": "80-comparability-conclusion", "sortOrder": 84 }, { "id": "part-iceqc-r-2006-10-v", "nodeType": "PART", "parentId": null, "number": "V", "title": "Coverage, Sampling and Participation", "anchor": "part-v-coverage-sampling-and-participation", "sortOrder": 85 }, { "id": "sec-iceqc-r-2006-10-81", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "81", "title": "Participation as a statistical condition", "anchor": "81-participation-as-a-statistical-condition", "sortOrder": 86 }, { "id": "sec-iceqc-r-2006-10-82", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "82", "title": "Target population", "anchor": "82-target-population", "sortOrder": 87 }, { "id": "sec-iceqc-r-2006-10-83", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "83", "title": "Frame population", "anchor": "83-frame-population", "sortOrder": 88 }, { "id": "sec-iceqc-r-2006-10-84", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "84", "title": "Household-based coverage", "anchor": "84-household-based-coverage", "sortOrder": 89 }, { "id": "sec-iceqc-r-2006-10-85", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "85", "title": "Remote and sparsely populated areas", "anchor": "85-remote-and-sparsely-populated-areas", "sortOrder": 90 }, { "id": "sec-iceqc-r-2006-10-86", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "86", "title": "Adults in institutions", "anchor": "86-adults-in-institutions", "sortOrder": 91 }, { "id": "sec-iceqc-r-2006-10-87", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "87", "title": "Homeless and mobile populations", "anchor": "87-homeless-and-mobile-populations", "sortOrder": 92 }, { "id": "sec-iceqc-r-2006-10-88", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "88", "title": "Sample size and precision", "anchor": "88-sample-size-and-precision", "sortOrder": 93 }, { "id": "sec-iceqc-r-2006-10-89", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "89", "title": "Stratification", "anchor": "89-stratification", "sortOrder": 94 }, { "id": "sec-iceqc-r-2006-10-90", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "90", "title": "Clustering", "anchor": "90-clustering", "sortOrder": 95 }, { "id": "sec-iceqc-r-2006-10-91", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "91", "title": "Selection within households", "anchor": "91-selection-within-households", "sortOrder": 96 }, { "id": "sec-iceqc-r-2006-10-92", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "92", "title": "Contact procedures", "anchor": "92-contact-procedures", "sortOrder": 97 }, { "id": "sec-iceqc-r-2006-10-93", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "93", "title": "Informed participation", "anchor": "93-informed-participation", "sortOrder": 98 }, { "id": "sec-iceqc-r-2006-10-94", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "94", "title": "Refusal", "anchor": "94-refusal", "sortOrder": 99 }, { "id": "sec-iceqc-r-2006-10-95", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "95", "title": "Break-off and partial completion", "anchor": "95-break-off-and-partial-completion", "sortOrder": 100 }, { "id": "sec-iceqc-r-2006-10-96", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "96", "title": "Literacy-related non-response", "anchor": "96-literacy-related-non-response", "sortOrder": 101 }, { "id": "sec-iceqc-r-2006-10-97", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "97", "title": "Language-related non-response", "anchor": "97-language-related-non-response", "sortOrder": 102 }, { "id": "sec-iceqc-r-2006-10-98", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "98", "title": "Disability-related non-response", "anchor": "98-disability-related-non-response", "sortOrder": 103 }, { "id": "sec-iceqc-r-2006-10-99", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "99", "title": "Weighting for unequal selection", "anchor": "99-weighting-for-unequal-selection", "sortOrder": 104 }, { "id": "sec-iceqc-r-2006-10-100", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "100", "title": "Non-response adjustment classes", "anchor": "100-non-response-adjustment-classes", "sortOrder": 105 }, { "id": "sec-iceqc-r-2006-10-101", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "101", "title": "Calibration", "anchor": "101-calibration", "sortOrder": 106 }, { "id": "sec-iceqc-r-2006-10-102", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "102", "title": "Imputation", "anchor": "102-imputation", "sortOrder": 107 }, { "id": "sec-iceqc-r-2006-10-103", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "103", "title": "Response-rate components", "anchor": "103-response-rate-components", "sortOrder": 108 }, { "id": "sec-iceqc-r-2006-10-104", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "104", "title": "Table 5: participation flow", "anchor": "104-table-5-participation-flow", "sortOrder": 109 }, { "id": "sec-iceqc-r-2006-10-105", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "105", "title": "Participation profile", "anchor": "105-participation-profile", "sortOrder": 110 }, { "id": "sec-iceqc-r-2006-10-106", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "106", "title": "Fieldwork correction", "anchor": "106-fieldwork-correction", "sortOrder": 111 }, { "id": "sec-iceqc-r-2006-10-107", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-v", "number": "107", "title": "Participation conclusion", "anchor": "107-participation-conclusion", "sortOrder": 112 }, { "id": "part-iceqc-r-2006-10-vi", "nodeType": "PART", "parentId": null, "number": "VI", "title": "Language, Culture and Accessible Measurement", "anchor": "part-vi-language-culture-and-accessible-measurement", "sortOrder": 113 }, { "id": "sec-iceqc-r-2006-10-108", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "108", "title": "Language as part of the construct", "anchor": "108-language-as-part-of-the-construct", "sortOrder": 114 }, { "id": "sec-iceqc-r-2006-10-109", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "109", "title": "Language mapping", "anchor": "109-language-mapping", "sortOrder": 115 }, { "id": "sec-iceqc-r-2006-10-110", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "110", "title": "Language choice", "anchor": "110-language-choice", "sortOrder": 116 }, { "id": "sec-iceqc-r-2006-10-111", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "111", "title": "Translation process", "anchor": "111-translation-process", "sortOrder": 117 }, { "id": "sec-iceqc-r-2006-10-112", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "112", "title": "Adaptation register", "anchor": "112-adaptation-register", "sortOrder": 118 }, { "id": "sec-iceqc-r-2006-10-113", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "113", "title": "Item functioning across languages", "anchor": "113-item-functioning-across-languages", "sortOrder": 119 }, { "id": "sec-iceqc-r-2006-10-114", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "114", "title": "Multilingual adults", "anchor": "114-multilingual-adults", "sortOrder": 120 }, { "id": "sec-iceqc-r-2006-10-115", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "115", "title": "Minority and indigenous languages", "anchor": "115-minority-and-indigenous-languages", "sortOrder": 121 }, { "id": "sec-iceqc-r-2006-10-116", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "116", "title": "Oral languages and emerging written conventions", "anchor": "116-oral-languages-and-emerging-written-conventions", "sortOrder": 122 }, { "id": "sec-iceqc-r-2006-10-117", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "117", "title": "Sign languages and communication access", "anchor": "117-sign-languages-and-communication-access", "sortOrder": 123 }, { "id": "sec-iceqc-r-2006-10-118", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "118", "title": "Visual accessibility", "anchor": "118-visual-accessibility", "sortOrder": 124 }, { "id": "sec-iceqc-r-2006-10-119", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "119", "title": "Physical access", "anchor": "119-physical-access", "sortOrder": 125 }, { "id": "sec-iceqc-r-2006-10-120", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "120", "title": "Cognitive and learning differences", "anchor": "120-cognitive-and-learning-differences", "sortOrder": 126 }, { "id": "sec-iceqc-r-2006-10-121", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "121", "title": "Cultural familiarity", "anchor": "121-cultural-familiarity", "sortOrder": 127 }, { "id": "sec-iceqc-r-2006-10-122", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "122", "title": "Gendered practices", "anchor": "122-gendered-practices", "sortOrder": 128 }, { "id": "sec-iceqc-r-2006-10-123", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "123", "title": "Rural and urban contexts", "anchor": "123-rural-and-urban-contexts", "sortOrder": 129 }, { "id": "sec-iceqc-r-2006-10-124", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "124", "title": "Respect and non-stigmatisation", "anchor": "124-respect-and-non-stigmatisation", "sortOrder": 130 }, { "id": "sec-iceqc-r-2006-10-125", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "125", "title": "Table 6: language and accessibility assurance", "anchor": "125-table-6-language-and-accessibility-assurance", "sortOrder": 131 }, { "id": "sec-iceqc-r-2006-10-126", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "126", "title": "Accessible reporting", "anchor": "126-accessible-reporting", "sortOrder": 132 }, { "id": "sec-iceqc-r-2006-10-127", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vi", "number": "127", "title": "Language and accessibility conclusion", "anchor": "127-language-and-accessibility-conclusion", "sortOrder": 133 }, { "id": "part-iceqc-r-2006-10-vii", "nodeType": "PART", "parentId": null, "number": "VII", "title": "Linking Self-Report and Direct Assessment", "anchor": "part-vii-linking-self-report-and-direct-assessment", "sortOrder": 134 }, { "id": "sec-iceqc-r-2006-10-128", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "128", "title": "Purpose of linking", "anchor": "128-purpose-of-linking", "sortOrder": 135 }, { "id": "sec-iceqc-r-2006-10-129", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "129", "title": "Validation subsample", "anchor": "129-validation-subsample", "sortOrder": 136 }, { "id": "sec-iceqc-r-2006-10-130", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "130", "title": "Cross-classification", "anchor": "130-cross-classification", "sortOrder": 137 }, { "id": "sec-iceqc-r-2006-10-131", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "131", "title": "Sensitivity and specificity", "anchor": "131-sensitivity-and-specificity", "sortOrder": 138 }, { "id": "sec-iceqc-r-2006-10-132", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "132", "title": "Predictive models", "anchor": "132-predictive-models", "sortOrder": 139 }, { "id": "sec-iceqc-r-2006-10-133", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "133", "title": "Differential reporting", "anchor": "133-differential-reporting", "sortOrder": 140 }, { "id": "sec-iceqc-r-2006-10-134", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "134", "title": "Proxy validation", "anchor": "134-proxy-validation", "sortOrder": 141 }, { "id": "sec-iceqc-r-2006-10-135", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "135", "title": "Method transition", "anchor": "135-method-transition", "sortOrder": 142 }, { "id": "sec-iceqc-r-2006-10-136", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "136", "title": "Composite systems", "anchor": "136-composite-systems", "sortOrder": 143 }, { "id": "sec-iceqc-r-2006-10-137", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "137", "title": "Table 7: method-linking record", "anchor": "137-table-7-method-linking-record", "sortOrder": 144 }, { "id": "sec-iceqc-r-2006-10-138", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "138", "title": "Ethical linking", "anchor": "138-ethical-linking", "sortOrder": 145 }, { "id": "sec-iceqc-r-2006-10-139", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-vii", "number": "139", "title": "Linking conclusion", "anchor": "139-linking-conclusion", "sortOrder": 146 }, { "id": "part-iceqc-r-2006-10-viii", "nodeType": "PART", "parentId": null, "number": "VIII", "title": "Reporting Literacy Indicators Responsibly", "anchor": "part-viii-reporting-literacy-indicators-responsibly", "sortOrder": 147 }, { "id": "sec-iceqc-r-2006-10-140", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "140", "title": "Publication purpose", "anchor": "140-publication-purpose", "sortOrder": 148 }, { "id": "sec-iceqc-r-2006-10-141", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "141", "title": "Core metadata beside the value", "anchor": "141-core-metadata-beside-the-value", "sortOrder": 149 }, { "id": "sec-iceqc-r-2006-10-142", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "142", "title": "Counts and denominators", "anchor": "142-counts-and-denominators", "sortOrder": 150 }, { "id": "sec-iceqc-r-2006-10-143", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "143", "title": "Precision", "anchor": "143-precision", "sortOrder": 151 }, { "id": "sec-iceqc-r-2006-10-144", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "144", "title": "Non-sampling limitations", "anchor": "144-non-sampling-limitations", "sortOrder": 152 }, { "id": "sec-iceqc-r-2006-10-145", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "145", "title": "Distribution before averages", "anchor": "145-distribution-before-averages", "sortOrder": 153 }, { "id": "sec-iceqc-r-2006-10-146", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "146", "title": "Disaggregation", "anchor": "146-disaggregation", "sortOrder": 154 }, { "id": "sec-iceqc-r-2006-10-147", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "147", "title": "Time series", "anchor": "147-time-series", "sortOrder": 155 }, { "id": "sec-iceqc-r-2006-10-148", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "148", "title": "Cross-national tables", "anchor": "148-cross-national-tables", "sortOrder": 156 }, { "id": "sec-iceqc-r-2006-10-149", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "149", "title": "Threshold language", "anchor": "149-threshold-language", "sortOrder": 157 }, { "id": "sec-iceqc-r-2006-10-150", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "150", "title": "Associations and causes", "anchor": "150-associations-and-causes", "sortOrder": 158 }, { "id": "sec-iceqc-r-2006-10-151", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "151", "title": "Change and programme effect", "anchor": "151-change-and-programme-effect", "sortOrder": 159 }, { "id": "sec-iceqc-r-2006-10-152", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "152", "title": "Public communication", "anchor": "152-public-communication", "sortOrder": 160 }, { "id": "sec-iceqc-r-2006-10-153", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "153", "title": "Confidentiality", "anchor": "153-confidentiality", "sortOrder": 161 }, { "id": "sec-iceqc-r-2006-10-154", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "154", "title": "Corrections", "anchor": "154-corrections", "sortOrder": 162 }, { "id": "sec-iceqc-r-2006-10-155", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "155", "title": "Table 8: publication assurance", "anchor": "155-table-8-publication-assurance", "sortOrder": 163 }, { "id": "sec-iceqc-r-2006-10-156", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-viii", "number": "156", "title": "Reporting conclusion", "anchor": "156-reporting-conclusion", "sortOrder": 164 }, { "id": "part-iceqc-r-2006-10-ix", "nodeType": "PART", "parentId": null, "number": "IX", "title": "Applied Comparative Cases", "anchor": "part-ix-applied-comparative-cases", "sortOrder": 165 }, { "id": "sec-iceqc-r-2006-10-157", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "157", "title": "Status of the cases", "anchor": "157-status-of-the-cases", "sortOrder": 166 }, { "id": "sec-iceqc-r-2006-10-158", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "158", "title": "Case A: a census self-declaration rate", "anchor": "158-case-a-a-census-self-declaration-rate", "sortOrder": 167 }, { "id": "sec-iceqc-r-2006-10-159", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "159", "title": "Case A record", "anchor": "159-case-a-record", "sortOrder": 168 }, { "id": "sec-iceqc-r-2006-10-160", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "160", "title": "Case A decision", "anchor": "160-case-a-decision", "sortOrder": 169 }, { "id": "sec-iceqc-r-2006-10-161", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "161", "title": "Case B: direct sentence verification", "anchor": "161-case-b-direct-sentence-verification", "sortOrder": 170 }, { "id": "sec-iceqc-r-2006-10-162", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "162", "title": "Case B record", "anchor": "162-case-b-record", "sortOrder": 171 }, { "id": "sec-iceqc-r-2006-10-163", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "163", "title": "Case B decision", "anchor": "163-case-b-decision", "sortOrder": 172 }, { "id": "sec-iceqc-r-2006-10-164", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "164", "title": "Case C: specialised direct assessment", "anchor": "164-case-c-specialised-direct-assessment", "sortOrder": 173 }, { "id": "sec-iceqc-r-2006-10-165", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "165", "title": "Case C record", "anchor": "165-case-c-record", "sortOrder": 174 }, { "id": "sec-iceqc-r-2006-10-166", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "166", "title": "Case C decision", "anchor": "166-case-c-decision", "sortOrder": 175 }, { "id": "sec-iceqc-r-2006-10-167", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "167", "title": "Case D: apparent trend after a method change", "anchor": "167-case-d-apparent-trend-after-a-method-change", "sortOrder": 176 }, { "id": "sec-iceqc-r-2006-10-168", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "168", "title": "Case D comparison record", "anchor": "168-case-d-comparison-record", "sortOrder": 177 }, { "id": "sec-iceqc-r-2006-10-169", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "169", "title": "Case D decision", "anchor": "169-case-d-decision", "sortOrder": 178 }, { "id": "sec-iceqc-r-2006-10-170", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "170", "title": "Case E: preferred-language assessment", "anchor": "170-case-e-preferred-language-assessment", "sortOrder": 179 }, { "id": "sec-iceqc-r-2006-10-171", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "171", "title": "Case E decision record", "anchor": "171-case-e-decision-record", "sortOrder": 180 }, { "id": "sec-iceqc-r-2006-10-172", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "172", "title": "Case E boundary", "anchor": "172-case-e-boundary", "sortOrder": 181 }, { "id": "sec-iceqc-r-2006-10-173", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "173", "title": "Case F: non-response adjustment", "anchor": "173-case-f-non-response-adjustment", "sortOrder": 182 }, { "id": "sec-iceqc-r-2006-10-174", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "174", "title": "Case F record", "anchor": "174-case-f-record", "sortOrder": 183 }, { "id": "sec-iceqc-r-2006-10-175", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "175", "title": "Case F decision", "anchor": "175-case-f-decision", "sortOrder": 184 }, { "id": "sec-iceqc-r-2006-10-176", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "176", "title": "Case G: programme evaluation and population indicators", "anchor": "176-case-g-programme-evaluation-and-population-indicators", "sortOrder": 185 }, { "id": "sec-iceqc-r-2006-10-177", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "177", "title": "Case G record", "anchor": "177-case-g-record", "sortOrder": 186 }, { "id": "sec-iceqc-r-2006-10-178", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "178", "title": "Case G decision", "anchor": "178-case-g-decision", "sortOrder": 187 }, { "id": "sec-iceqc-r-2006-10-179", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "179", "title": "Case H: local-area estimates from a national survey", "anchor": "179-case-h-local-area-estimates-from-a-national-survey", "sortOrder": 188 }, { "id": "sec-iceqc-r-2006-10-180", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "180", "title": "Case H record", "anchor": "180-case-h-record", "sortOrder": 189 }, { "id": "sec-iceqc-r-2006-10-181", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "181", "title": "Case H decision", "anchor": "181-case-h-decision", "sortOrder": 190 }, { "id": "sec-iceqc-r-2006-10-182", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "182", "title": "Cross-case finding", "anchor": "182-cross-case-finding", "sortOrder": 191 }, { "id": "sec-iceqc-r-2006-10-183", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "183", "title": "Table 17: cross-case error and remedy", "anchor": "183-table-17-cross-case-error-and-remedy", "sortOrder": 192 }, { "id": "sec-iceqc-r-2006-10-184", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-ix", "number": "184", "title": "Applied-case conclusion", "anchor": "184-applied-case-conclusion", "sortOrder": 193 }, { "id": "part-iceqc-r-2006-10-x", "nodeType": "PART", "parentId": null, "number": "X", "title": "Policy Uses and Institutional Responsibilities", "anchor": "part-x-policy-uses-and-institutional-responsibilities", "sortOrder": 194 }, { "id": "sec-iceqc-r-2006-10-185", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "185", "title": "Measurement in service of literacy policy", "anchor": "185-measurement-in-service-of-literacy-policy", "sortOrder": 195 }, { "id": "sec-iceqc-r-2006-10-186", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "186", "title": "National policy diagnosis", "anchor": "186-national-policy-diagnosis", "sortOrder": 196 }, { "id": "sec-iceqc-r-2006-10-187", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "187", "title": "Planning adult learning provision", "anchor": "187-planning-adult-learning-provision", "sortOrder": 197 }, { "id": "sec-iceqc-r-2006-10-188", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "188", "title": "Identifying language needs", "anchor": "188-identifying-language-needs", "sortOrder": 198 }, { "id": "sec-iceqc-r-2006-10-189", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "189", "title": "Gender equality", "anchor": "189-gender-equality", "sortOrder": 199 }, { "id": "sec-iceqc-r-2006-10-190", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "190", "title": "Cohort analysis", "anchor": "190-cohort-analysis", "sortOrder": 200 }, { "id": "sec-iceqc-r-2006-10-191", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "191", "title": "Educational attainment", "anchor": "191-educational-attainment", "sortOrder": 201 }, { "id": "sec-iceqc-r-2006-10-192", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "192", "title": "Employment and workplace learning", "anchor": "192-employment-and-workplace-learning", "sortOrder": 202 }, { "id": "sec-iceqc-r-2006-10-193", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "193", "title": "Health and public services", "anchor": "193-health-and-public-services", "sortOrder": 203 }, { "id": "sec-iceqc-r-2006-10-194", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "194", "title": "Civic participation", "anchor": "194-civic-participation", "sortOrder": 204 }, { "id": "sec-iceqc-r-2006-10-195", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "195", "title": "Poverty analysis", "anchor": "195-poverty-analysis", "sortOrder": 205 }, { "id": "sec-iceqc-r-2006-10-196", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "196", "title": "Programme targeting", "anchor": "196-programme-targeting", "sortOrder": 206 }, { "id": "sec-iceqc-r-2006-10-197", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "197", "title": "Resource allocation", "anchor": "197-resource-allocation", "sortOrder": 207 }, { "id": "sec-iceqc-r-2006-10-198", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "198", "title": "Monitoring national commitments", "anchor": "198-monitoring-national-commitments", "sortOrder": 208 }, { "id": "sec-iceqc-r-2006-10-199", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "199", "title": "Evaluating policy", "anchor": "199-evaluating-policy", "sortOrder": 209 }, { "id": "sec-iceqc-r-2006-10-200", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "200", "title": "Early-warning use", "anchor": "200-early-warning-use", "sortOrder": 210 }, { "id": "sec-iceqc-r-2006-10-201", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "201", "title": "Local planning", "anchor": "201-local-planning", "sortOrder": 211 }, { "id": "sec-iceqc-r-2006-10-202", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "202", "title": "Community participation", "anchor": "202-community-participation", "sortOrder": 212 }, { "id": "sec-iceqc-r-2006-10-203", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "203", "title": "Statistical authority", "anchor": "203-statistical-authority", "sortOrder": 213 }, { "id": "sec-iceqc-r-2006-10-204", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "204", "title": "Education ministry", "anchor": "204-education-ministry", "sortOrder": 214 }, { "id": "sec-iceqc-r-2006-10-205", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "205", "title": "Census office", "anchor": "205-census-office", "sortOrder": 215 }, { "id": "sec-iceqc-r-2006-10-206", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "206", "title": "Assessment body", "anchor": "206-assessment-body", "sortOrder": 216 }, { "id": "sec-iceqc-r-2006-10-207", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "207", "title": "Adult education providers", "anchor": "207-adult-education-providers", "sortOrder": 217 }, { "id": "sec-iceqc-r-2006-10-208", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "208", "title": "Research institutions", "anchor": "208-research-institutions", "sortOrder": 218 }, { "id": "sec-iceqc-r-2006-10-209", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "209", "title": "International comparison", "anchor": "209-international-comparison", "sortOrder": 219 }, { "id": "sec-iceqc-r-2006-10-210", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "210", "title": "Procurement and technical services", "anchor": "210-procurement-and-technical-services", "sortOrder": 220 }, { "id": "sec-iceqc-r-2006-10-211", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "211", "title": "Governance committee", "anchor": "211-governance-committee", "sortOrder": 221 }, { "id": "sec-iceqc-r-2006-10-212", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "212", "title": "Confidentiality governance", "anchor": "212-confidentiality-governance", "sortOrder": 222 }, { "id": "sec-iceqc-r-2006-10-213", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "213", "title": "Release calendar", "anchor": "213-release-calendar", "sortOrder": 223 }, { "id": "sec-iceqc-r-2006-10-214", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "214", "title": "Correction authority", "anchor": "214-correction-authority", "sortOrder": 224 }, { "id": "sec-iceqc-r-2006-10-215", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "215", "title": "Capacity development", "anchor": "215-capacity-development", "sortOrder": 225 }, { "id": "sec-iceqc-r-2006-10-216", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "216", "title": "Cost and periodicity", "anchor": "216-cost-and-periodicity", "sortOrder": 226 }, { "id": "sec-iceqc-r-2006-10-217", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "217", "title": "Burden on adults", "anchor": "217-burden-on-adults", "sortOrder": 227 }, { "id": "sec-iceqc-r-2006-10-218", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "218", "title": "Public accountability", "anchor": "218-public-accountability", "sortOrder": 228 }, { "id": "sec-iceqc-r-2006-10-219", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "219", "title": "Table 18: institutional responsibility map", "anchor": "219-table-18-institutional-responsibility-map", "sortOrder": 229 }, { "id": "sec-iceqc-r-2006-10-220", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-x", "number": "220", "title": "Institutional conclusion", "anchor": "220-institutional-conclusion", "sortOrder": 230 }, { "id": "part-iceqc-r-2006-10-xi", "nodeType": "PART", "parentId": null, "number": "XI", "title": "A National Adult Literacy Measurement Architecture", "anchor": "part-xi-a-national-adult-literacy-measurement-architecture", "sortOrder": 231 }, { "id": "sec-iceqc-r-2006-10-221", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "221", "title": "Architectural principle", "anchor": "221-architectural-principle", "sortOrder": 232 }, { "id": "sec-iceqc-r-2006-10-222", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "222", "title": "Component 1: census literacy module", "anchor": "222-component-1-census-literacy-module", "sortOrder": 233 }, { "id": "sec-iceqc-r-2006-10-223", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "223", "title": "Component 2: household survey module", "anchor": "223-component-2-household-survey-module", "sortOrder": 234 }, { "id": "sec-iceqc-r-2006-10-224", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "224", "title": "Component 3: direct assessment", "anchor": "224-component-3-direct-assessment", "sortOrder": 235 }, { "id": "sec-iceqc-r-2006-10-225", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "225", "title": "Component 4: programme evidence", "anchor": "225-component-4-programme-evidence", "sortOrder": 236 }, { "id": "sec-iceqc-r-2006-10-226", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "226", "title": "Component 5: qualitative enquiry", "anchor": "226-component-5-qualitative-enquiry", "sortOrder": 237 }, { "id": "sec-iceqc-r-2006-10-227", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "227", "title": "Common population concepts", "anchor": "227-common-population-concepts", "sortOrder": 238 }, { "id": "sec-iceqc-r-2006-10-228", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "228", "title": "Common identifiers and privacy", "anchor": "228-common-identifiers-and-privacy", "sortOrder": 239 }, { "id": "sec-iceqc-r-2006-10-229", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "229", "title": "Question bank", "anchor": "229-question-bank", "sortOrder": 240 }, { "id": "sec-iceqc-r-2006-10-230", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "230", "title": "Assessment framework maintenance", "anchor": "230-assessment-framework-maintenance", "sortOrder": 241 }, { "id": "sec-iceqc-r-2006-10-231", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "231", "title": "Language programme", "anchor": "231-language-programme", "sortOrder": 242 }, { "id": "sec-iceqc-r-2006-10-232", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "232", "title": "Master sample or coordinated frames", "anchor": "232-master-sample-or-coordinated-frames", "sortOrder": 243 }, { "id": "sec-iceqc-r-2006-10-233", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "233", "title": "Bridge studies", "anchor": "233-bridge-studies", "sortOrder": 244 }, { "id": "sec-iceqc-r-2006-10-234", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "234", "title": "Metadata registry", "anchor": "234-metadata-registry", "sortOrder": 245 }, { "id": "sec-iceqc-r-2006-10-235", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "235", "title": "Observation calendar", "anchor": "235-observation-calendar", "sortOrder": 246 }, { "id": "sec-iceqc-r-2006-10-236", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "236", "title": "Analysis plan", "anchor": "236-analysis-plan", "sortOrder": 247 }, { "id": "sec-iceqc-r-2006-10-237", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "237", "title": "Quality assurance plan", "anchor": "237-quality-assurance-plan", "sortOrder": 248 }, { "id": "sec-iceqc-r-2006-10-238", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "238", "title": "Pilot and field trial", "anchor": "238-pilot-and-field-trial", "sortOrder": 249 }, { "id": "sec-iceqc-r-2006-10-239", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "239", "title": "Main collection readiness", "anchor": "239-main-collection-readiness", "sortOrder": 250 }, { "id": "sec-iceqc-r-2006-10-240", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "240", "title": "Processing and reconciliation", "anchor": "240-processing-and-reconciliation", "sortOrder": 251 }, { "id": "sec-iceqc-r-2006-10-241", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "241", "title": "Technical review", "anchor": "241-technical-review", "sortOrder": 252 }, { "id": "sec-iceqc-r-2006-10-242", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "242", "title": "Preliminary results", "anchor": "242-preliminary-results", "sortOrder": 253 }, { "id": "sec-iceqc-r-2006-10-243", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "243", "title": "Final release", "anchor": "243-final-release", "sortOrder": 254 }, { "id": "sec-iceqc-r-2006-10-244", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "244", "title": "Policy response", "anchor": "244-policy-response", "sortOrder": 255 }, { "id": "sec-iceqc-r-2006-10-245", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "245", "title": "Evaluation of the system", "anchor": "245-evaluation-of-the-system", "sortOrder": 256 }, { "id": "sec-iceqc-r-2006-10-246", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "246", "title": "Table 19: national architecture", "anchor": "246-table-19-national-architecture", "sortOrder": 257 }, { "id": "sec-iceqc-r-2006-10-247", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "247", "title": "Minimum viable architecture", "anchor": "247-minimum-viable-architecture", "sortOrder": 258 }, { "id": "sec-iceqc-r-2006-10-248", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "248", "title": "Mature architecture", "anchor": "248-mature-architecture", "sortOrder": 259 }, { "id": "sec-iceqc-r-2006-10-249", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xi", "number": "249", "title": "Architecture conclusion", "anchor": "249-architecture-conclusion", "sortOrder": 260 }, { "id": "part-iceqc-r-2006-10-xii", "nodeType": "PART", "parentId": null, "number": "XII", "title": "Quality Evaluation and Decision Rules", "anchor": "part-xii-quality-evaluation-and-decision-rules", "sortOrder": 261 }, { "id": "sec-iceqc-r-2006-10-250", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "250", "title": "Fitness for use", "anchor": "250-fitness-for-use", "sortOrder": 262 }, { "id": "sec-iceqc-r-2006-10-251", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "251", "title": "Relevance", "anchor": "251-relevance", "sortOrder": 263 }, { "id": "sec-iceqc-r-2006-10-252", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "252", "title": "Accuracy", "anchor": "252-accuracy", "sortOrder": 264 }, { "id": "sec-iceqc-r-2006-10-253", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "253", "title": "Reliability", "anchor": "253-reliability", "sortOrder": 265 }, { "id": "sec-iceqc-r-2006-10-254", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "254", "title": "Validity", "anchor": "254-validity", "sortOrder": 266 }, { "id": "sec-iceqc-r-2006-10-255", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "255", "title": "Timeliness", "anchor": "255-timeliness", "sortOrder": 267 }, { "id": "sec-iceqc-r-2006-10-256", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "256", "title": "Coherence", "anchor": "256-coherence", "sortOrder": 268 }, { "id": "sec-iceqc-r-2006-10-257", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "257", "title": "Accessibility and clarity", "anchor": "257-accessibility-and-clarity", "sortOrder": 269 }, { "id": "sec-iceqc-r-2006-10-258", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "258", "title": "Interpretability", "anchor": "258-interpretability", "sortOrder": 270 }, { "id": "sec-iceqc-r-2006-10-259", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "259", "title": "Comparability", "anchor": "259-comparability", "sortOrder": 271 }, { "id": "sec-iceqc-r-2006-10-260", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "260", "title": "Confidentiality and integrity", "anchor": "260-confidentiality-and-integrity", "sortOrder": 272 }, { "id": "sec-iceqc-r-2006-10-261", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "261", "title": "Cost-effectiveness", "anchor": "261-cost-effectiveness", "sortOrder": 273 }, { "id": "sec-iceqc-r-2006-10-262", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "262", "title": "Error profile", "anchor": "262-error-profile", "sortOrder": 274 }, { "id": "sec-iceqc-r-2006-10-263", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "263", "title": "Critical errors", "anchor": "263-critical-errors", "sortOrder": 275 }, { "id": "sec-iceqc-r-2006-10-264", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "264", "title": "Material errors", "anchor": "264-material-errors", "sortOrder": 276 }, { "id": "sec-iceqc-r-2006-10-265", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "265", "title": "Tolerable limitations", "anchor": "265-tolerable-limitations", "sortOrder": 277 }, { "id": "sec-iceqc-r-2006-10-266", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "266", "title": "Verification rules", "anchor": "266-verification-rules", "sortOrder": 278 }, { "id": "sec-iceqc-r-2006-10-267", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "267", "title": "Replication", "anchor": "267-replication", "sortOrder": 279 }, { "id": "sec-iceqc-r-2006-10-268", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "268", "title": "Sensitivity analysis", "anchor": "268-sensitivity-analysis", "sortOrder": 280 }, { "id": "sec-iceqc-r-2006-10-269", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "269", "title": "External consistency", "anchor": "269-external-consistency", "sortOrder": 281 }, { "id": "sec-iceqc-r-2006-10-270", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "270", "title": "Field indicators", "anchor": "270-field-indicators", "sortOrder": 282 }, { "id": "sec-iceqc-r-2006-10-271", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "271", "title": "Scoring indicators", "anchor": "271-scoring-indicators", "sortOrder": 283 }, { "id": "sec-iceqc-r-2006-10-272", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "272", "title": "Weight indicators", "anchor": "272-weight-indicators", "sortOrder": 284 }, { "id": "sec-iceqc-r-2006-10-273", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "273", "title": "Publication indicators", "anchor": "273-publication-indicators", "sortOrder": 285 }, { "id": "sec-iceqc-r-2006-10-274", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "274", "title": "Quality rating", "anchor": "274-quality-rating", "sortOrder": 286 }, { "id": "sec-iceqc-r-2006-10-275", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "275", "title": "Table 20: quality evaluation record", "anchor": "275-table-20-quality-evaluation-record", "sortOrder": 287 }, { "id": "sec-iceqc-r-2006-10-276", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "276", "title": "Release decision", "anchor": "276-release-decision", "sortOrder": 288 }, { "id": "sec-iceqc-r-2006-10-277", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "277", "title": "Correction decision", "anchor": "277-correction-decision", "sortOrder": 289 }, { "id": "sec-iceqc-r-2006-10-278", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xii", "number": "278", "title": "Quality conclusion", "anchor": "278-quality-conclusion", "sortOrder": 290 }, { "id": "part-iceqc-r-2006-10-xiii", "nodeType": "PART", "parentId": null, "number": "XIII", "title": "Strategic Findings and Conclusions", "anchor": "part-xiii-strategic-findings-and-conclusions", "sortOrder": 291 }, { "id": "sec-iceqc-r-2006-10-279", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "279", "title": "Finding 1: no single literacy rate is self-explanatory", "anchor": "279-finding-1-no-single-literacy-rate-is-self-explanatory", "sortOrder": 292 }, { "id": "sec-iceqc-r-2006-10-280", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "280", "title": "Finding 2: methods provide different evidence", "anchor": "280-finding-2-methods-provide-different-evidence", "sortOrder": 293 }, { "id": "sec-iceqc-r-2006-10-281", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "281", "title": "Finding 3: the binary rate is an incomplete summary", "anchor": "281-finding-3-the-binary-rate-is-an-incomplete-summary", "sortOrder": 294 }, { "id": "sec-iceqc-r-2006-10-282", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "282", "title": "Finding 4: educational attainment is not literacy", "anchor": "282-finding-4-educational-attainment-is-not-literacy", "sortOrder": 295 }, { "id": "sec-iceqc-r-2006-10-283", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "283", "title": "Finding 5: direct assessment has boundaries", "anchor": "283-finding-5-direct-assessment-has-boundaries", "sortOrder": 296 }, { "id": "sec-iceqc-r-2006-10-284", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "284", "title": "Finding 6: participation can bias the estimate", "anchor": "284-finding-6-participation-can-bias-the-estimate", "sortOrder": 297 }, { "id": "sec-iceqc-r-2006-10-285", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "285", "title": "Finding 7: language defines evidence", "anchor": "285-finding-7-language-defines-evidence", "sortOrder": 298 }, { "id": "sec-iceqc-r-2006-10-286", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "286", "title": "Finding 8: cross-national ranking is often too strong", "anchor": "286-finding-8-cross-national-ranking-is-often-too-strong", "sortOrder": 299 }, { "id": "sec-iceqc-r-2006-10-287", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "287", "title": "Finding 9: trends break when methods change", "anchor": "287-finding-9-trends-break-when-methods-change", "sortOrder": 300 }, { "id": "sec-iceqc-r-2006-10-288", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "288", "title": "Finding 10: uncertainty extends beyond standard error", "anchor": "288-finding-10-uncertainty-extends-beyond-standard-error", "sortOrder": 301 }, { "id": "sec-iceqc-r-2006-10-289", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "289", "title": "Finding 11: local need exceeds local precision", "anchor": "289-finding-11-local-need-exceeds-local-precision", "sortOrder": 302 }, { "id": "sec-iceqc-r-2006-10-290", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "290", "title": "Finding 12: programme evidence has a narrower population", "anchor": "290-finding-12-programme-evidence-has-a-narrower-population", "sortOrder": 303 }, { "id": "sec-iceqc-r-2006-10-291", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "291", "title": "Finding 13: layered systems are preferable", "anchor": "291-finding-13-layered-systems-are-preferable", "sortOrder": 304 }, { "id": "sec-iceqc-r-2006-10-292", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "292", "title": "Finding 14: statistical independence and participation coexist", "anchor": "292-finding-14-statistical-independence-and-participation-coexist", "sortOrder": 305 }, { "id": "sec-iceqc-r-2006-10-293", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "293", "title": "Finding 15: measurement should lead to provision", "anchor": "293-finding-15-measurement-should-lead-to-provision", "sortOrder": 306 }, { "id": "sec-iceqc-r-2006-10-294", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "294", "title": "Immediate priority 1: classify existing indicators", "anchor": "294-immediate-priority-1-classify-existing-indicators", "sortOrder": 307 }, { "id": "sec-iceqc-r-2006-10-295", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "295", "title": "Immediate priority 2: publish exact metadata", "anchor": "295-immediate-priority-2-publish-exact-metadata", "sortOrder": 308 }, { "id": "sec-iceqc-r-2006-10-296", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "296", "title": "Immediate priority 3: analyse participation", "anchor": "296-immediate-priority-3-analyse-participation", "sortOrder": 309 }, { "id": "sec-iceqc-r-2006-10-297", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "297", "title": "Immediate priority 4: stop automatic schooling substitution", "anchor": "297-immediate-priority-4-stop-automatic-schooling-substitution", "sortOrder": 310 }, { "id": "sec-iceqc-r-2006-10-298", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "298", "title": "Immediate priority 5: preserve trend breaks", "anchor": "298-immediate-priority-5-preserve-trend-breaks", "sortOrder": 311 }, { "id": "sec-iceqc-r-2006-10-299", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "299", "title": "Medium-term priority 1: direct-assessment capacity", "anchor": "299-medium-term-priority-1-direct-assessment-capacity", "sortOrder": 312 }, { "id": "sec-iceqc-r-2006-10-300", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "300", "title": "Medium-term priority 2: language inclusion", "anchor": "300-medium-term-priority-2-language-inclusion", "sortOrder": 313 }, { "id": "sec-iceqc-r-2006-10-301", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "301", "title": "Medium-term priority 3: method-linking studies", "anchor": "301-medium-term-priority-3-method-linking-studies", "sortOrder": 314 }, { "id": "sec-iceqc-r-2006-10-302", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "302", "title": "Medium-term priority 4: recurring household context", "anchor": "302-medium-term-priority-4-recurring-household-context", "sortOrder": 315 }, { "id": "sec-iceqc-r-2006-10-303", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "303", "title": "Medium-term priority 5: research access", "anchor": "303-medium-term-priority-5-research-access", "sortOrder": 316 }, { "id": "sec-iceqc-r-2006-10-304", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "304", "title": "Longer-term priority 1: comparable proficiency trends", "anchor": "304-longer-term-priority-1-comparable-proficiency-trends", "sortOrder": 317 }, { "id": "sec-iceqc-r-2006-10-305", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "305", "title": "Longer-term priority 2: environments for literacy", "anchor": "305-longer-term-priority-2-environments-for-literacy", "sortOrder": 318 }, { "id": "sec-iceqc-r-2006-10-306", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "306", "title": "Longer-term priority 3: evaluation of literacy policy", "anchor": "306-longer-term-priority-3-evaluation-of-literacy-policy", "sortOrder": 319 }, { "id": "sec-iceqc-r-2006-10-307", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "307", "title": "Table 21: strategic action schedule", "anchor": "307-table-21-strategic-action-schedule", "sortOrder": 320 }, { "id": "sec-iceqc-r-2006-10-308", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiii", "number": "308", "title": "Final conclusion", "anchor": "308-final-conclusion", "sortOrder": 321 }, { "id": "part-iceqc-r-2006-10-xiv", "nodeType": "PART", "parentId": null, "number": "XIV", "title": "Indicator Specifications for Practical Use", "anchor": "part-xiv-indicator-specifications-for-practical-use", "sortOrder": 322 }, { "id": "sec-iceqc-r-2006-10-309", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "309", "title": "Purpose of the specifications", "anchor": "309-purpose-of-the-specifications", "sortOrder": 323 }, { "id": "sec-iceqc-r-2006-10-310", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "310", "title": "Declared reading-and-writing status", "anchor": "310-declared-reading-and-writing-status", "sortOrder": 324 }, { "id": "sec-iceqc-r-2006-10-311", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "311", "title": "Known-response declaration rate", "anchor": "311-known-response-declaration-rate", "sortOrder": 325 }, { "id": "sec-iceqc-r-2006-10-312", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "312", "title": "Proxy-response share", "anchor": "312-proxy-response-share", "sortOrder": 326 }, { "id": "sec-iceqc-r-2006-10-313", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "313", "title": "Graded self-assessed reading difficulty", "anchor": "313-graded-self-assessed-reading-difficulty", "sortOrder": 327 }, { "id": "sec-iceqc-r-2006-10-314", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "314", "title": "Graded self-assessed writing difficulty", "anchor": "314-graded-self-assessed-writing-difficulty", "sortOrder": 328 }, { "id": "sec-iceqc-r-2006-10-315", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "315", "title": "Literacy-practice frequency", "anchor": "315-literacy-practice-frequency", "sortOrder": 329 }, { "id": "sec-iceqc-r-2006-10-316", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "316", "title": "Whole-sentence reading performance", "anchor": "316-whole-sentence-reading-performance", "sortOrder": 330 }, { "id": "sec-iceqc-r-2006-10-317", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "317", "title": "Partial-sentence performance", "anchor": "317-partial-sentence-performance", "sortOrder": 331 }, { "id": "sec-iceqc-r-2006-10-318", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "318", "title": "Assessment participation rate", "anchor": "318-assessment-participation-rate", "sortOrder": 332 }, { "id": "sec-iceqc-r-2006-10-319", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "319", "title": "Assessment-language coverage", "anchor": "319-assessment-language-coverage", "sortOrder": 333 }, { "id": "sec-iceqc-r-2006-10-320", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "320", "title": "Mean proficiency score", "anchor": "320-mean-proficiency-score", "sortOrder": 334 }, { "id": "sec-iceqc-r-2006-10-321", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "321", "title": "Proficiency-level distribution", "anchor": "321-proficiency-level-distribution", "sortOrder": 335 }, { "id": "sec-iceqc-r-2006-10-322", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "322", "title": "Below-selected-level share", "anchor": "322-below-selected-level-share", "sortOrder": 336 }, { "id": "sec-iceqc-r-2006-10-323", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "323", "title": "Lower-tail percentile", "anchor": "323-lower-tail-percentile", "sortOrder": 337 }, { "id": "sec-iceqc-r-2006-10-324", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "324", "title": "Literacy distribution by sex", "anchor": "324-literacy-distribution-by-sex", "sortOrder": 338 }, { "id": "sec-iceqc-r-2006-10-325", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "325", "title": "Literacy distribution by age", "anchor": "325-literacy-distribution-by-age", "sortOrder": 339 }, { "id": "sec-iceqc-r-2006-10-326", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "326", "title": "Literacy distribution by educational attainment", "anchor": "326-literacy-distribution-by-educational-attainment", "sortOrder": 340 }, { "id": "sec-iceqc-r-2006-10-327", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "327", "title": "Literacy distribution by language", "anchor": "327-literacy-distribution-by-language", "sortOrder": 341 }, { "id": "sec-iceqc-r-2006-10-328", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "328", "title": "Literacy distribution by location", "anchor": "328-literacy-distribution-by-location", "sortOrder": 342 }, { "id": "sec-iceqc-r-2006-10-329", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "329", "title": "Self–direct agreement rate", "anchor": "329-self-direct-agreement-rate", "sortOrder": 343 }, { "id": "sec-iceqc-r-2006-10-330", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "330", "title": "Proxy–self agreement rate", "anchor": "330-proxy-self-agreement-rate", "sortOrder": 344 }, { "id": "sec-iceqc-r-2006-10-331", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "331", "title": "Method discontinuity estimate", "anchor": "331-method-discontinuity-estimate", "sortOrder": 345 }, { "id": "sec-iceqc-r-2006-10-332", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "332", "title": "Coverage ratio", "anchor": "332-coverage-ratio", "sortOrder": 346 }, { "id": "sec-iceqc-r-2006-10-333", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "333", "title": "Contact rate", "anchor": "333-contact-rate", "sortOrder": 347 }, { "id": "sec-iceqc-r-2006-10-334", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "334", "title": "Cooperation rate", "anchor": "334-cooperation-rate", "sortOrder": 348 }, { "id": "sec-iceqc-r-2006-10-335", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "335", "title": "Assessment break-off rate", "anchor": "335-assessment-break-off-rate", "sortOrder": 349 }, { "id": "sec-iceqc-r-2006-10-336", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "336", "title": "Weight-adjustment effect", "anchor": "336-weight-adjustment-effect", "sortOrder": 350 }, { "id": "sec-iceqc-r-2006-10-337", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "337", "title": "Effective sample size", "anchor": "337-effective-sample-size", "sortOrder": 351 }, { "id": "sec-iceqc-r-2006-10-338", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "338", "title": "Relative standard error", "anchor": "338-relative-standard-error", "sortOrder": 352 }, { "id": "sec-iceqc-r-2006-10-339", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "339", "title": "Programme reach", "anchor": "339-programme-reach", "sortOrder": 353 }, { "id": "sec-iceqc-r-2006-10-340", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "340", "title": "Programme retention", "anchor": "340-programme-retention", "sortOrder": 354 }, { "id": "sec-iceqc-r-2006-10-341", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "341", "title": "Matched learning change", "anchor": "341-matched-learning-change", "sortOrder": 355 }, { "id": "sec-iceqc-r-2006-10-342", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "342", "title": "Public-service text access indicator", "anchor": "342-public-service-text-access-indicator", "sortOrder": 356 }, { "id": "sec-iceqc-r-2006-10-343", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "343", "title": "Table 22: indicator-use register", "anchor": "343-table-22-indicator-use-register", "sortOrder": 357 }, { "id": "sec-iceqc-r-2006-10-344", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xiv", "number": "344", "title": "Specification conclusion", "anchor": "344-specification-conclusion", "sortOrder": 358 }, { "id": "part-iceqc-r-2006-10-xv", "nodeType": "PART", "parentId": null, "number": "XV", "title": "Decision Scenarios for Statistical Authorities", "anchor": "part-xv-decision-scenarios-for-statistical-authorities", "sortOrder": 359 }, { "id": "sec-iceqc-r-2006-10-345", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "345", "title": "Scenario 1: an unexplained high rate", "anchor": "345-scenario-1-an-unexplained-high-rate", "sortOrder": 360 }, { "id": "sec-iceqc-r-2006-10-346", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "346", "title": "Scenario 2: a lower direct-assessment result", "anchor": "346-scenario-2-a-lower-direct-assessment-result", "sortOrder": 361 }, { "id": "sec-iceqc-r-2006-10-347", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "347", "title": "Scenario 3: missing language version", "anchor": "347-scenario-3-missing-language-version", "sortOrder": 362 }, { "id": "sec-iceqc-r-2006-10-348", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "348", "title": "Scenario 4: severe non-response in one region", "anchor": "348-scenario-4-severe-non-response-in-one-region", "sortOrder": 363 }, { "id": "sec-iceqc-r-2006-10-349", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "349", "title": "Scenario 5: item security breach", "anchor": "349-scenario-5-item-security-breach", "sortOrder": 364 }, { "id": "sec-iceqc-r-2006-10-350", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "350", "title": "Scenario 6: scoring disagreement", "anchor": "350-scenario-6-scoring-disagreement", "sortOrder": 365 }, { "id": "sec-iceqc-r-2006-10-351", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "351", "title": "Scenario 7: political request to change the threshold", "anchor": "351-scenario-7-political-request-to-change-the-threshold", "sortOrder": 366 }, { "id": "sec-iceqc-r-2006-10-352", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "352", "title": "Scenario 8: unstable district rankings", "anchor": "352-scenario-8-unstable-district-rankings", "sortOrder": 367 }, { "id": "sec-iceqc-r-2006-10-353", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "353", "title": "Scenario 9: proxy responses dominate", "anchor": "353-scenario-9-proxy-responses-dominate", "sortOrder": 368 }, { "id": "sec-iceqc-r-2006-10-354", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "354", "title": "Scenario 10: programme data exceed population need", "anchor": "354-scenario-10-programme-data-exceed-population-need", "sortOrder": 369 }, { "id": "sec-iceqc-r-2006-10-355", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "355", "title": "Scenario 11: preliminary results change after weighting", "anchor": "355-scenario-11-preliminary-results-change-after-weighting", "sortOrder": 370 }, { "id": "sec-iceqc-r-2006-10-356", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "356", "title": "Scenario 12: new census question", "anchor": "356-scenario-12-new-census-question", "sortOrder": 371 }, { "id": "sec-iceqc-r-2006-10-357", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "357", "title": "Scenario 13: adult refuses an assessment", "anchor": "357-scenario-13-adult-refuses-an-assessment", "sortOrder": 372 }, { "id": "sec-iceqc-r-2006-10-358", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "358", "title": "Scenario 14: accommodation changes mode", "anchor": "358-scenario-14-accommodation-changes-mode", "sortOrder": 373 }, { "id": "sec-iceqc-r-2006-10-359", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "359", "title": "Scenario 15: correction after release", "anchor": "359-scenario-15-correction-after-release", "sortOrder": 374 }, { "id": "sec-iceqc-r-2006-10-360", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "360", "title": "Scenario 16: conflicting official values", "anchor": "360-scenario-16-conflicting-official-values", "sortOrder": 375 }, { "id": "sec-iceqc-r-2006-10-361", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "361", "title": "Table 23: decision authority and response", "anchor": "361-table-23-decision-authority-and-response", "sortOrder": 376 }, { "id": "sec-iceqc-r-2006-10-362", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "362", "title": "Decision-scenario conclusion", "anchor": "362-decision-scenario-conclusion", "sortOrder": 377 }, { "id": "sec-iceqc-r-2006-10-363", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "363", "title": "Synthesis of measurement trade-offs", "anchor": "363-synthesis-of-measurement-trade-offs", "sortOrder": 378 }, { "id": "sec-iceqc-r-2006-10-364", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "364", "title": "The standard for a defensible national estimate", "anchor": "364-the-standard-for-a-defensible-national-estimate", "sortOrder": 379 }, { "id": "sec-iceqc-r-2006-10-365", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "365", "title": "Closing public-interest test", "anchor": "365-closing-public-interest-test", "sortOrder": 380 }, { "id": "sec-iceqc-r-2006-10-366", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xv", "number": "366", "title": "Final evidentiary boundary", "anchor": "366-final-evidentiary-boundary", "sortOrder": 381 }, { "id": "part-iceqc-r-2006-10-xvi", "nodeType": "PART", "parentId": null, "number": "XVI", "title": "Measurement Conditions across Diverse Settings", "anchor": "part-xvi-measurement-conditions-across-diverse-settings", "sortOrder": 382 }, { "id": "sec-iceqc-r-2006-10-367", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "367", "title": "Purpose of contextual differentiation", "anchor": "367-purpose-of-contextual-differentiation", "sortOrder": 383 }, { "id": "sec-iceqc-r-2006-10-368", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "368", "title": "High census coverage with limited assessment capacity", "anchor": "368-high-census-coverage-with-limited-assessment-capacity", "sortOrder": 384 }, { "id": "sec-iceqc-r-2006-10-369", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "369", "title": "Established household-survey systems", "anchor": "369-established-household-survey-systems", "sortOrder": 385 }, { "id": "sec-iceqc-r-2006-10-370", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "370", "title": "Strong assessment capacity", "anchor": "370-strong-assessment-capacity", "sortOrder": 386 }, { "id": "sec-iceqc-r-2006-10-371", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "371", "title": "Multilingual national settings", "anchor": "371-multilingual-national-settings", "sortOrder": 387 }, { "id": "sec-iceqc-r-2006-10-372", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "372", "title": "Low-density rural populations", "anchor": "372-low-density-rural-populations", "sortOrder": 388 }, { "id": "sec-iceqc-r-2006-10-373", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "373", "title": "Highly mobile populations", "anchor": "373-highly-mobile-populations", "sortOrder": 389 }, { "id": "sec-iceqc-r-2006-10-374", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "374", "title": "Post-conflict and disrupted settings", "anchor": "374-post-conflict-and-disrupted-settings", "sortOrder": 390 }, { "id": "sec-iceqc-r-2006-10-375", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "375", "title": "Small island and small-population settings", "anchor": "375-small-island-and-small-population-settings", "sortOrder": 391 }, { "id": "sec-iceqc-r-2006-10-376", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "376", "title": "Urban informal settlements", "anchor": "376-urban-informal-settlements", "sortOrder": 392 }, { "id": "sec-iceqc-r-2006-10-377", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "377", "title": "Populations with limited schooling", "anchor": "377-populations-with-limited-schooling", "sortOrder": 393 }, { "id": "sec-iceqc-r-2006-10-378", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "378", "title": "Populations with high formal attainment", "anchor": "378-populations-with-high-formal-attainment", "sortOrder": 394 }, { "id": "sec-iceqc-r-2006-10-379", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "379", "title": "Ageing populations", "anchor": "379-ageing-populations", "sortOrder": 395 }, { "id": "sec-iceqc-r-2006-10-380", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "380", "title": "Youth transition to adulthood", "anchor": "380-youth-transition-to-adulthood", "sortOrder": 396 }, { "id": "sec-iceqc-r-2006-10-381", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "381", "title": "Gender-restricted participation environments", "anchor": "381-gender-restricted-participation-environments", "sortOrder": 397 }, { "id": "sec-iceqc-r-2006-10-382", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "382", "title": "Disability-inclusive population estimates", "anchor": "382-disability-inclusive-population-estimates", "sortOrder": 398 }, { "id": "sec-iceqc-r-2006-10-383", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "383", "title": "Limited statistical resources", "anchor": "383-limited-statistical-resources", "sortOrder": 399 }, { "id": "sec-iceqc-r-2006-10-384", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "384", "title": "Decentralised statistical systems", "anchor": "384-decentralised-statistical-systems", "sortOrder": 400 }, { "id": "sec-iceqc-r-2006-10-385", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "385", "title": "Administrative dependence on programme data", "anchor": "385-administrative-dependence-on-programme-data", "sortOrder": 401 }, { "id": "sec-iceqc-r-2006-10-386", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "386", "title": "Transition from binary to continuum measures", "anchor": "386-transition-from-binary-to-continuum-measures", "sortOrder": 402 }, { "id": "sec-iceqc-r-2006-10-387", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "387", "title": "Table 37: contextual design choices", "anchor": "387-table-37-contextual-design-choices", "sortOrder": 403 }, { "id": "sec-iceqc-r-2006-10-388", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "388", "title": "Contextual decision rule", "anchor": "388-contextual-decision-rule", "sortOrder": 404 }, { "id": "sec-iceqc-r-2006-10-389", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvi", "number": "389", "title": "Contextual conclusion", "anchor": "389-contextual-conclusion", "sortOrder": 405 }, { "id": "part-iceqc-r-2006-10-xvii", "nodeType": "PART", "parentId": null, "number": "XVII", "title": "Interpretations That the Evidence Does Not Support", "anchor": "part-xvii-interpretations-that-the-evidence-does-not-support", "sortOrder": 406 }, { "id": "sec-iceqc-r-2006-10-390", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "390", "title": "Literacy as a fixed personal identity", "anchor": "390-literacy-as-a-fixed-personal-identity", "sortOrder": 407 }, { "id": "sec-iceqc-r-2006-10-391", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "391", "title": "One task as complete capability", "anchor": "391-one-task-as-complete-capability", "sortOrder": 408 }, { "id": "sec-iceqc-r-2006-10-392", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "392", "title": "Self-report as deliberate misstatement", "anchor": "392-self-report-as-deliberate-misstatement", "sortOrder": 409 }, { "id": "sec-iceqc-r-2006-10-393", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "393", "title": "School completion as demonstrated proficiency", "anchor": "393-school-completion-as-demonstrated-proficiency", "sortOrder": 410 }, { "id": "sec-iceqc-r-2006-10-394", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "394", "title": "Group difference as inherent deficiency", "anchor": "394-group-difference-as-inherent-deficiency", "sortOrder": 411 }, { "id": "sec-iceqc-r-2006-10-395", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "395", "title": "Assessment-language score as language quality", "anchor": "395-assessment-language-score-as-language-quality", "sortOrder": 412 }, { "id": "sec-iceqc-r-2006-10-396", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "396", "title": "Association as individual destiny", "anchor": "396-association-as-individual-destiny", "sortOrder": 413 }, { "id": "sec-iceqc-r-2006-10-397", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "397", "title": "Statistical significance as policy importance", "anchor": "397-statistical-significance-as-policy-importance", "sortOrder": 414 }, { "id": "sec-iceqc-r-2006-10-398", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "398", "title": "Absence of significance as equivalence", "anchor": "398-absence-of-significance-as-equivalence", "sortOrder": 415 }, { "id": "sec-iceqc-r-2006-10-399", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "399", "title": "National average as universal experience", "anchor": "399-national-average-as-universal-experience", "sortOrder": 416 }, { "id": "sec-iceqc-r-2006-10-400", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "400", "title": "Better measurement as declining literacy", "anchor": "400-better-measurement-as-declining-literacy", "sortOrder": 417 }, { "id": "sec-iceqc-r-2006-10-401", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "401", "title": "Higher response as absence of bias", "anchor": "401-higher-response-as-absence-of-bias", "sortOrder": 418 }, { "id": "sec-iceqc-r-2006-10-402", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "402", "title": "Weighting as full representation", "anchor": "402-weighting-as-full-representation", "sortOrder": 419 }, { "id": "sec-iceqc-r-2006-10-403", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "403", "title": "Proficiency level as individual diagnosis", "anchor": "403-proficiency-level-as-individual-diagnosis", "sortOrder": 420 }, { "id": "sec-iceqc-r-2006-10-404", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "404", "title": "Programme completion as learning", "anchor": "404-programme-completion-as-learning", "sortOrder": 421 }, { "id": "sec-iceqc-r-2006-10-405", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "405", "title": "Population change as programme impact", "anchor": "405-population-change-as-programme-impact", "sortOrder": 422 }, { "id": "sec-iceqc-r-2006-10-406", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "406", "title": "Comparability label as permission for every use", "anchor": "406-comparability-label-as-permission-for-every-use", "sortOrder": 423 }, { "id": "sec-iceqc-r-2006-10-407", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "407", "title": "International standardisation as uniform language", "anchor": "407-international-standardisation-as-uniform-language", "sortOrder": 424 }, { "id": "sec-iceqc-r-2006-10-408", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "408", "title": "Technical detail as public inaccessibility", "anchor": "408-technical-detail-as-public-inaccessibility", "sortOrder": 425 }, { "id": "sec-iceqc-r-2006-10-409", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "409", "title": "Uncertainty as a reason for no action", "anchor": "409-uncertainty-as-a-reason-for-no-action", "sortOrder": 426 }, { "id": "sec-iceqc-r-2006-10-410", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "410", "title": "Final interpretive safeguard", "anchor": "410-final-interpretive-safeguard", "sortOrder": 427 }, { "id": "sec-iceqc-r-2006-10-411", "nodeType": "SECTION", "parentId": "part-iceqc-r-2006-10-xvii", "number": "411", "title": "Implications for the next measurement cycle", "anchor": "411-implications-for-the-next-measurement-cycle", "sortOrder": 428 }, { "id": "appendix-iceqc-r-2006-10-a", "nodeType": "APPENDIX", "parentId": null, "number": "A", "title": "Literacy indicator metadata dictionary", "anchor": "technical-appendix-a-literacy-indicator-metadata-dictionary", "sortOrder": 429 }, { "id": "appendix-iceqc-r-2006-10-b", "nodeType": "APPENDIX", "parentId": null, "number": "B", "title": "Sampling, response and weighting protocol", "anchor": "technical-appendix-b-sampling-response-and-weighting-protocol", "sortOrder": 430 }, { "id": "appendix-iceqc-r-2006-10-c", "nodeType": "APPENDIX", "parentId": null, "number": "C", "title": "Language adaptation and accessibility protocol", "anchor": "technical-appendix-c-language-adaptation-and-accessibility-protocol", "sortOrder": 431 }, { "id": "appendix-iceqc-r-2006-10-d", "nodeType": "APPENDIX", "parentId": null, "number": "D", "title": "Self-report and proxy module protocol", "anchor": "technical-appendix-d-self-report-and-proxy-module-protocol", "sortOrder": 432 }, { "id": "appendix-iceqc-r-2006-10-e", "nodeType": "APPENDIX", "parentId": null, "number": "E", "title": "Direct-assessment administration and scoring protocol", "anchor": "technical-appendix-e-direct-assessment-administration-and-scoring-protocol", "sortOrder": 433 }, { "id": "appendix-iceqc-r-2006-10-f", "nodeType": "APPENDIX", "parentId": null, "number": "F", "title": "Estimation, variance and sensitivity protocol", "anchor": "technical-appendix-f-estimation-variance-and-sensitivity-protocol", "sortOrder": 434 }, { "id": "appendix-iceqc-r-2006-10-g", "nodeType": "APPENDIX", "parentId": null, "number": "G", "title": "Comparability and trend protocol", "anchor": "technical-appendix-g-comparability-and-trend-protocol", "sortOrder": 435 }, { "id": "appendix-iceqc-r-2006-10-h", "nodeType": "APPENDIX", "parentId": null, "number": "H", "title": "Publication, confidentiality and correction protocol", "anchor": "technical-appendix-h-publication-confidentiality-and-correction-protocol", "sortOrder": 436 }, { "id": "appendix-iceqc-r-2006-10-i", "nodeType": "APPENDIX", "parentId": null, "number": "I", "title": "Fieldwork monitoring and incident protocol", "anchor": "technical-appendix-i-fieldwork-monitoring-and-incident-protocol", "sortOrder": 437 }, { "id": "appendix-iceqc-r-2006-10-j", "nodeType": "APPENDIX", "parentId": null, "number": "J", "title": "Proficiency-level description protocol", "anchor": "technical-appendix-j-proficiency-level-description-protocol", "sortOrder": 438 }, { "id": "appendix-iceqc-r-2006-10-k", "nodeType": "APPENDIX", "parentId": null, "number": "K", "title": "Programme-learning measurement protocol", "anchor": "technical-appendix-k-programme-learning-measurement-protocol", "sortOrder": 439 }, { "id": "appendix-iceqc-r-2006-10-l", "nodeType": "APPENDIX", "parentId": null, "number": "L", "title": "National measurement cycle schedule", "anchor": "technical-appendix-l-national-measurement-cycle-schedule", "sortOrder": 440 }, { "id": "appendix-iceqc-r-2006-10-m", "nodeType": "APPENDIX", "parentId": null, "number": "M", "title": "Indicator reconciliation and source-status protocol", "anchor": "technical-appendix-m-indicator-reconciliation-and-source-status-protocol", "sortOrder": 441 }, { "id": "appendix-iceqc-r-2006-10-n", "nodeType": "APPENDIX", "parentId": null, "number": "N", "title": "Public table specification and interpretive notes", "anchor": "technical-appendix-n-public-table-specification-and-interpretive-notes", "sortOrder": 442 }, { "id": "appendix-iceqc-r-2006-10-o", "nodeType": "APPENDIX", "parentId": null, "number": "O", "title": "Summary release statement", "anchor": "technical-appendix-o-summary-release-statement", "sortOrder": 443 } ], "statistics": { "partCount": 17, "sectionCount": 411, "appendixCount": 15, "paragraphCount": 932, "tableCount": 38, "referenceCount": 15, "mainTextWords": 25368, "technicalAppendixWords": 6502, "totalWords": 31870 }, "contentHash": "sha256-ff0a6216422d21d9f0cf347bf121ccbbdd47353b5ebf11467a18b123da6be57e" }