{"analysis_contract_sha256":"542778f7e22c8e11fd06738715fd71e8263dc062d9378943db04aa72b30b4408","analysis_id":"analysis.commonness-evidence-v1","calculations":[{"calculation_id":"research.count-v1","confidence":"deterministic","description":"Count retained records in a declared evidence or tier group.","formula":"count(records)","limitations":[],"source_fields":["frequency_tier","frequency_tier_reason","observed_count","eligible_build_rank"]},{"calculation_id":"research.share-v1","confidence":"deterministic","description":"Calculate an evidence class's exact share of the safe compiled population.","formula":"100 * numerator / denominator","limitations":["The denominator is this release, not all English usage."],"source_fields":["frequency_tier_reason","eligible_build_rank"]},{"calculation_id":"research.ratio-v1","confidence":"deterministic","description":"Calculate an exact count ratio used to compare evidence cohorts.","formula":"numerator / denominator","limitations":["The ratio does not measure linguistic confidence outside the declared build."],"source_fields":["frequency_tier_reason","eligible_build_rank"]}],"charts":[{"accessible_summary":"The adjacent table supplies every exact value in the chart.","category_column_id":"length","chart_id":"study.commonness-evidence.length-chart","chart_type":"grouped-bar","dataset_id":"study.commonness-evidence.length-expansion","heading":"Higher-ranked and full result populations by length","series":[{"label":"Tiers 1-2","value_column_id":"higher_ranked_records"},{"label":"All tiers","value_column_id":"all_tier_records"}],"table_id":"study.commonness-evidence.length-table"}],"citations":[{"citation_id":"citation.frequencywords","citation_kind":"dataset","data_version":null,"publisher":"FrequencyWords","source_id":"frequencywords-en-2018","title":"FrequencyWords English 2018","url":"https://raw.githubusercontent.com/hermitdave/FrequencyWords/525f9b560de45753a5ea01069454e72e9aa541c6/content/2018/en/en_50k.txt","version":"git:525f9b560de45753a5ea01069454e72e9aa541c6; corpus-release:2018"},{"citation_id":"citation.lexical-method","citation_kind":"method","data_version":"2026.07-lexical.3","publisher":"The Word Index","source_id":null,"title":"The Word Index data methodology","url":"/about/data","version":"2026.07-lexical.3"},{"citation_id":"citation.content-policy","citation_kind":"policy","data_version":null,"publisher":"The Word Index","source_id":"offensive-term-policy","title":"The Word Index content-safety exclusion policy","url":"/about/data","version":"2026.07-review-pending.2"}],"concise_result":"Only 8.22% of safe records receive a tier directly from an eligible observed rank; the remainder use declared fallback or demotion rules.","content_artifact_digest":"f62627b5bcc9577d4aa077bb66ad5832d6c83064d0aa896f532d5a3ec2ca2009","data_version":"2026.07-lexical.3","datasets":[{"columns":[{"calculation_id":null,"column_id":"row_id","label":"Row ID","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":null,"column_id":"stage","label":"Population stage","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":"research.count-v1","column_id":"record_count","label":"Records","role":"measure","unit":"records","value_type":"integer"}],"dataset_id":"study.commonness-evidence.population","description":"Exact record counts before and after the declared product-policy and study filters.","primary_download":false,"rows":[{"record_count":394595,"row_id":"raw","stage":"Raw lexical ledger"},{"record_count":150,"row_id":"policy-excluded","stage":"Excluded by product policy"},{"record_count":394445,"row_id":"safe","stage":"Safe normalized-spelling records"},{"record_count":394445,"row_id":"analysis","stage":"Records meeting this study's inclusion criteria"}],"title":"Study population"},{"columns":[{"calculation_id":null,"column_id":"row_id","label":"Row ID","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":null,"column_id":"evidence_class","label":"Evidence class","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":"research.count-v1","column_id":"record_count","label":"Records","role":"measure","unit":"records","value_type":"integer"},{"calculation_id":"research.share-v1","column_id":"share_percent","label":"Share","role":"measure","unit":"percent","value_type":"decimal-string"}],"dataset_id":"study.commonness-evidence.evidence-summary","description":"Counts distinguishing retained corpus evidence from tier assignment rules.","primary_download":false,"rows":[{"evidence_class":"Retained subtitle-corpus observation","record_count":37318,"row_id":"retained-observation","share_percent":"9.46"},{"evidence_class":"Tier assigned from an eligible observed rank","record_count":32414,"row_id":"eligible-observed-rank","share_percent":"8.22"},{"evidence_class":"Tier assigned by a fallback or demotion rule","record_count":362031,"row_id":"fallback-or-demotion","share_percent":"91.78"}],"title":"Observed evidence and fallback coverage"},{"columns":[{"calculation_id":null,"column_id":"row_id","label":"Row ID","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":null,"column_id":"tier","label":"Tier","role":"dimension","unit":null,"value_type":"integer"},{"calculation_id":null,"column_id":"assignment_reason","label":"Assignment reason","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":"research.count-v1","column_id":"record_count","label":"Records","role":"measure","unit":"records","value_type":"integer"},{"calculation_id":"research.share-v1","column_id":"share_percent","label":"Share","role":"measure","unit":"percent","value_type":"decimal-string"}],"dataset_id":"study.commonness-evidence.tier-reasons","description":"Every safe record grouped by its build-specific tier and exact assignment reason.","primary_download":true,"rows":[{"assignment_reason":"observed-top-10000","record_count":9943,"row_id":"tier-1-observed-top-10000","share_percent":"2.52","tier":1},{"assignment_reason":"dual-source-membership-fallback","record_count":149,"row_id":"tier-2-dual-source-membership-fallback","share_percent":"0.04","tier":2},{"assignment_reason":"observed-rank-10001-25000","record_count":14951,"row_id":"tier-2-observed-rank-10001-25000","share_percent":"3.79","tier":2},{"assignment_reason":"enable-membership-fallback","record_count":140103,"row_id":"tier-3-enable-membership-fallback","share_percent":"35.52","tier":3},{"assignment_reason":"observed-below-rank-25000","record_count":7520,"row_id":"tier-3-observed-below-rank-25000","share_percent":"1.91","tier":3},{"assignment_reason":"unreliable-token-demotion","record_count":14,"row_id":"tier-3-unreliable-token-demotion","share_percent":"0.00","tier":3},{"assignment_reason":"corroborated-source-fallback","record_count":442,"row_id":"tier-4-corroborated-source-fallback","share_percent":"0.11","tier":4},{"assignment_reason":"observed-tier-ineligible-corroborated-fallback","record_count":1302,"row_id":"tier-4-observed-tier-ineligible-corroborated-fallback","share_percent":"0.33","tier":4},{"assignment_reason":"observed-tier-ineligible-single-source-fallback","record_count":3582,"row_id":"tier-5-observed-tier-ineligible-single-source-fallback","share_percent":"0.91","tier":5},{"assignment_reason":"single-source-fallback","record_count":216369,"row_id":"tier-5-single-source-fallback","share_percent":"54.85","tier":5},{"assignment_reason":"unreliable-token-demotion","record_count":70,"row_id":"tier-5-unreliable-token-demotion","share_percent":"0.02","tier":5}],"title":"Tier assignment reasons"},{"columns":[{"calculation_id":null,"column_id":"row_id","label":"Row ID","role":"dimension","unit":null,"value_type":"text"},{"calculation_id":null,"column_id":"length","label":"Letters","role":"dimension","unit":null,"value_type":"integer"},{"calculation_id":"research.count-v1","column_id":"higher_ranked_records","label":"Tiers 1-2","role":"measure","unit":"records","value_type":"integer"},{"calculation_id":"research.count-v1","column_id":"all_tier_records","label":"All tiers","role":"measure","unit":"records","value_type":"integer"},{"calculation_id":"research.count-v1","column_id":"additional_records","label":"Additional records","role":"measure","unit":"records","value_type":"integer"},{"calculation_id":"research.share-v1","column_id":"higher_ranked_share_percent","label":"Tiers 1-2 share","role":"measure","unit":"percent","value_type":"decimal-string"},{"calculation_id":"research.ratio-v1","column_id":"all_to_higher_ratio","label":"All-to-higher ratio","role":"measure","unit":"ratio","value_type":"text"}],"dataset_id":"study.commonness-evidence.length-expansion","description":"Safe record counts at tiers 1-2 and all five build-specific ranking tiers.","primary_download":false,"rows":[{"additional_records":24,"all_tier_records":26,"all_to_higher_ratio":"13.00","higher_ranked_records":2,"higher_ranked_share_percent":"7.69","length":1,"row_id":"length-1"},{"additional_records":409,"all_tier_records":498,"all_to_higher_ratio":"5.60","higher_ranked_records":89,"higher_ranked_share_percent":"17.87","length":2,"row_id":"length-2"},{"additional_records":1581,"all_tier_records":2290,"all_to_higher_ratio":"3.23","higher_ranked_records":709,"higher_ranked_share_percent":"30.96","length":3,"row_id":"length-3"},{"additional_records":5253,"all_tier_records":7320,"all_to_higher_ratio":"3.54","higher_ranked_records":2067,"higher_ranked_share_percent":"28.24","length":4,"row_id":"length-4"},{"additional_records":12975,"all_tier_records":16135,"all_to_higher_ratio":"5.11","higher_ranked_records":3160,"higher_ranked_share_percent":"19.58","length":5,"row_id":"length-5"},{"additional_records":26309,"all_tier_records":30344,"all_to_higher_ratio":"7.52","higher_ranked_records":4035,"higher_ranked_share_percent":"13.30","length":6,"row_id":"length-6"},{"additional_records":38494,"all_tier_records":42758,"all_to_higher_ratio":"10.03","higher_ranked_records":4264,"higher_ranked_share_percent":"9.97","length":7,"row_id":"length-7"},{"additional_records":49048,"all_tier_records":52746,"all_to_higher_ratio":"14.26","higher_ranked_records":3698,"higher_ranked_share_percent":"7.01","length":8,"row_id":"length-8"},{"additional_records":51868,"all_tier_records":54755,"all_to_higher_ratio":"18.97","higher_ranked_records":2887,"higher_ranked_share_percent":"5.27","length":9,"row_id":"length-9"},{"additional_records":47916,"all_tier_records":49834,"all_to_higher_ratio":"25.98","higher_ranked_records":1918,"higher_ranked_share_percent":"3.85","length":10,"row_id":"length-10"},{"additional_records":40307,"all_tier_records":41449,"all_to_higher_ratio":"36.30","higher_ranked_records":1142,"higher_ranked_share_percent":"2.76","length":11,"row_id":"length-11"},{"additional_records":31957,"all_tier_records":32573,"all_to_higher_ratio":"52.88","higher_ranked_records":616,"higher_ranked_share_percent":"1.89","length":12,"row_id":"length-12"},{"additional_records":23327,"all_tier_records":23627,"all_to_higher_ratio":"78.76","higher_ranked_records":300,"higher_ranked_share_percent":"1.27","length":13,"row_id":"length-13"},{"additional_records":16130,"all_tier_records":16243,"all_to_higher_ratio":"143.74","higher_ranked_records":113,"higher_ranked_share_percent":"0.70","length":14,"row_id":"length-14"},{"additional_records":10303,"all_tier_records":10335,"all_to_higher_ratio":"322.97","higher_ranked_records":32,"higher_ranked_share_percent":"0.31","length":15,"row_id":"length-15"},{"additional_records":6222,"all_tier_records":6230,"all_to_higher_ratio":"778.75","higher_ranked_records":8,"higher_ranked_share_percent":"0.13","length":16,"row_id":"length-16"},{"additional_records":3607,"all_tier_records":3610,"all_to_higher_ratio":"1203.33","higher_ranked_records":3,"higher_ranked_share_percent":"0.08","length":17,"row_id":"length-17"},{"additional_records":1857,"all_tier_records":1857,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":18,"row_id":"length-18"},{"additional_records":971,"all_tier_records":971,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":19,"row_id":"length-19"},{"additional_records":465,"all_tier_records":465,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":20,"row_id":"length-20"},{"additional_records":207,"all_tier_records":207,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":21,"row_id":"length-21"},{"additional_records":94,"all_tier_records":94,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":22,"row_id":"length-22"},{"additional_records":40,"all_tier_records":40,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":23,"row_id":"length-23"},{"additional_records":19,"all_tier_records":19,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":24,"row_id":"length-24"},{"additional_records":9,"all_tier_records":9,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":25,"row_id":"length-25"},{"additional_records":4,"all_tier_records":4,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":27,"row_id":"length-27"},{"additional_records":3,"all_tier_records":3,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":28,"row_id":"length-28"},{"additional_records":2,"all_tier_records":2,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":29,"row_id":"length-29"},{"additional_records":1,"all_tier_records":1,"all_to_higher_ratio":"not-defined","higher_ranked_records":0,"higher_ranked_share_percent":"0.00","length":31,"row_id":"length-31"}],"title":"Result-set expansion by spelling length"}],"description":"A release-bound audit of direct corpus observations versus fallback and demotion rules in the ranking system.","downloads":[{"contains":["study.commonness-evidence.population","study.commonness-evidence.evidence-summary","study.commonness-evidence.tier-reasons","study.commonness-evidence.length-expansion"],"filename":"commonness-evidence.csv","media_type":"text/csv","sha256":"248dd393b0bdd55a8d14683ba33848a434c704eb10becedeead027ffad29e5ae","size_bytes":125558,"status":"available-review-pending"}],"exclusions":[{"criterion_id":"commonness.product-policy","description":"Exclude spellings matched by the exact first-party content-safety policy before aggregation."}],"facts":[{"calculation_id":"research.count-v1","column_id":"record_count","dataset_id":"study.commonness-evidence.population","denominator":null,"display_value":"394,445","fact_id":"study.commonness-evidence.analysis-record-count","label":"Analysis population","numerator":null,"row_id":"analysis","unit":"records","value":394445},{"calculation_id":"research.share-v1","column_id":"share_percent","dataset_id":"study.commonness-evidence.evidence-summary","denominator":394445,"display_value":"8.22%","fact_id":"study.commonness-evidence.eligible-observed-share","label":"Records assigned a tier from an eligible observed rank","numerator":32414,"row_id":"eligible-observed-rank","unit":"percent","value":"8.22"},{"calculation_id":"research.share-v1","column_id":"share_percent","dataset_id":"study.commonness-evidence.evidence-summary","denominator":394445,"display_value":"91.78%","fact_id":"study.commonness-evidence.fallback-share","label":"Records assigned by fallback or demotion","numerator":362031,"row_id":"fallback-or-demotion","unit":"percent","value":"91.78"}],"inclusion_criteria":[{"criterion_id":"commonness.safe-compiled-record","description":"Include each safe normalized spelling retained in the compiled lexical release."}],"initial_cohort":true,"lexical_build_id":"b5dc0fb56b8de890be69574e89a5505bb2ae0cb90d1033fbce6ecc35d0062d86","lexical_manifest_sha256":"caaf10ee36c0777068f015fa2544390cd9f968dc8addc083bb1b15a48b483aa9","lexical_release_timestamp":"2026-07-15T00:00:00+00:00","limitations":["FrequencyWords is a bounded 2018 corpus-derived list and is not a timeless census of English.","Ranks are computed only among eligible normalized spellings after deterministic filtering.","Fallback source membership can prioritize results but is not direct usage evidence.","The study does not claim that a tier proves familiarity for an individual reader or community."],"narrative":[{"block_id":"study.commonness-evidence.result","fact_ids":["study.commonness-evidence.eligible-observed-share","study.commonness-evidence.fallback-share"],"heading":null,"interpretation_kind":"computed","paragraphs":["Only 8.22% of safe records receive a tier directly from an eligible observed rank; the remainder use declared fallback or demotion rules."]},{"block_id":"study.commonness-evidence.scope","fact_ids":[],"heading":"Why the label is build-specific","interpretation_kind":"methodological","paragraphs":["The observed counts come from one pinned subtitle-derived artifact. Tier fallbacks also use exact source-list membership. A tier is therefore a reproducible ordering aid for this build, not universal commonness."]}],"output_license":"No reuse licence asserted; source-rights review pending","output_license_url":"/about/data","population_sha256":"e72ae0cda8b6ab415216f81d1c7d529f03f4157caaf7089597e5ab852313e306","publication_status":"published","related_searches":[{"label":"Explore common and extended results","relevance":"The query tool exposes the same tier classes with source badges.","url":"/words"}],"reproducibility_command":"make studies_reproduce STUDY=commonness-evidence","research_question":"How much of the compiled lexical release has direct observed frequency evidence, and how much is ranked by bounded fallback rules?","review":{"approved_analysis_contract_digest":null,"approved_content_artifact_digest":null,"approved_content_version":null,"approved_data_version":null,"approved_lexical_build_id":null,"approved_result_sha256":null,"editorial_approval":null,"editorial_status":"pending","factual_approval":null,"factual_status":"machine-validated","legal_approval":null,"legal_status":"pending","reevaluate_on":"2026-10-13","reviewed_at":null,"reviewer":null,"search_approval":null,"search_eligibility_reason":"The numeric artifact is available to users but remains noindex pending editorial and legal review.","search_eligible":false},"schema_version":1,"slug":"commonness-evidence","sources":[{"artifact_sha256":"3ed0c94610d8bcf7c11bbb49c56aa49c7234d32b66824df91f554169e572da48","attribution":"dwyl/english-words; the repository carries an Unlicense notice, while its pinned README attributes upstream copyright to Infochimps","establishes":["source-membership","surface-spelling-as-listed"],"legal_review_status":"pending","licence_name":"Unlicense notice; upstream dataset rights unresolved","licence_url":"https://raw.githubusercontent.com/dwyl/english-words/8179fe68775df3f553ef19520db065228e65d1d3/LICENSE.md","limitations":["The pinned repository licence is the Unlicense, but the pinned README says copyright in the extracted source list remains with Infochimps. Human legal review of the upstream rights chain is required.","Do not assert a redistribution right until the Infochimps-to-dwyl rights chain has been reviewed by a human.","Dialect or scope: unspecified"],"redistribution_status":"pending","source_class":"broad-orthographic-list","source_id":"dwyl-english-words","source_version":"git:8179fe68775df3f553ef19520db065228e65d1d3","url":"https://raw.githubusercontent.com/dwyl/english-words/8179fe68775df3f553ef19520db065228e65d1d3/words_alpha.txt"},{"artifact_sha256":"d3fbe8485022088fcf527edcde2fbdc18b4bbc141ac58123c9adb462e086eaf7","attribution":"ENABLE (Enhanced North American Benchmark Lexicon); exact reuse terms are pending legal review","establishes":["source-membership","surface-spelling-as-listed"],"legal_review_status":"pending","licence_name":"Licence terms not stated by the source","licence_url":"https://www.wordgamedictionary.com/enable/","limitations":["The downloaded artifact is content-pinned by SHA-256, but it contains no licence notice and the configured source page does not state reuse terms.","The artifact is reproducibly pinned but no affirmative reuse grant has been located; redistribution approval remains pending.","Dialect or scope: North-American-oriented; exact edition metadata unavailable"],"redistribution_status":"pending","source_class":"historical-game-word-list","source_id":"enable","source_version":"artifact-sha256:d3fbe8485022088fcf527edcde2fbdc18b4bbc141ac58123c9adb462e086eaf7","url":"https://www.wordgamedictionary.com/enable/download/enable.txt"},{"artifact_sha256":"ee2d83651fbb91642bbed2bd30ead404c2cfbdfece01dacf284af6ea47795811","attribution":"first20hours/google-10000-english, derived from the Google Web Trillion Word Corpus and Peter Norvig's compilation","establishes":["source-membership","source-order"],"legal_review_status":"pending","licence_name":"No explicit licence grant in pinned repository metadata","licence_url":"https://raw.githubusercontent.com/first20hours/google-10000-english/bdf4c221bc120b0b7f6c3f1eff1cc1abb975f8d8/LICENSE.md","limitations":["The exact pinned LICENSE.md describes provenance but contains no explicit public-domain dedication or licence grant. Human review is required.","The pinned repository documents provenance but does not supply an affirmative licence grant; do not describe it as public domain.","Dialect or scope: USA no-swears variant"],"redistribution_status":"pending","source_class":"ranked-web-corpus-derived-list","source_id":"google-10000-english","source_version":"git:bdf4c221bc120b0b7f6c3f1eff1cc1abb975f8d8","url":"https://raw.githubusercontent.com/first20hours/google-10000-english/bdf4c221bc120b0b7f6c3f1eff1cc1abb975f8d8/google-10000-english-usa-no-swears.txt"},{"artifact_sha256":"5351ff405b1126ef555791dd4d9798a48e3e9a501a9fc481a9da957752cfb458","attribution":"FrequencyWords content derived from OpenSubtitles, licensed CC BY-SA 4.0","establishes":["source-token-observation","source-token-count"],"legal_review_status":"pending","licence_name":"CC BY-SA 4.0 (content)","licence_url":"https://raw.githubusercontent.com/hermitdave/FrequencyWords/525f9b560de45753a5ea01069454e72e9aa541c6/README.md","limitations":["The exact pinned README states MIT for code and CC BY-SA 4.0 for content. Human review is required for attribution and ShareAlike obligations on compiled and derived data.","Content is declared CC BY-SA 4.0. Attribution and ShareAlike treatment of the compiled frequency evidence and derived tiers require human approval.","Dialect or scope: unspecified"],"redistribution_status":"pending","source_class":"subtitle-derived-token-frequency","source_id":"frequencywords-en-2018","source_version":"git:525f9b560de45753a5ea01069454e72e9aa541c6; corpus-release:2018","url":"https://raw.githubusercontent.com/hermitdave/FrequencyWords/525f9b560de45753a5ea01069454e72e9aa541c6/content/2018/en/en_50k.txt"},{"artifact_sha256":"ef70bc128a3ae67c23c5a4e31ec6b0ef3780e94881faa3adf9b73c2f7f684b4d","attribution":"The Word Index first-party content-safety exclusion policy","establishes":["content_filter","search_results","result_counts"],"legal_review_status":"pending","licence_name":"Reuse terms not yet approved","licence_url":null,"limitations":["This bounded policy list cannot determine whether every usage is offensive or benign."],"redistribution_status":"pending","source_class":"first-party-content-safety-policy","source_id":"offensive-term-policy","source_version":"2026.07-review-pending.2","url":"/about/data"}],"study_build_id":"b25eeb6d0926c39eb9ee5dbffc5bcf9c7a38ae5313162079eb3762a1d7e2280b","study_id":"study.commonness-evidence","study_version":"1.0.0","tables":[{"caption":"The exact population used by this version of the analysis.","column_ids":["stage","record_count"],"dataset_id":"study.commonness-evidence.population","heading":"Population and exclusions","note":null,"row_ids":["raw","policy-excluded","safe","analysis"],"table_id":"study.commonness-evidence.population-table"},{"caption":"Observed evidence and tier assignment are deliberately separate.","column_ids":["evidence_class","record_count","share_percent"],"dataset_id":"study.commonness-evidence.evidence-summary","heading":"How much of the index has observed frequency evidence","note":null,"row_ids":["retained-observation","eligible-observed-rank","fallback-or-demotion"],"table_id":"study.commonness-evidence.evidence-table"},{"caption":"Counts for the exact tier and reason stored on every safe record.","column_ids":["tier","assignment_reason","record_count","share_percent"],"dataset_id":"study.commonness-evidence.tier-reasons","heading":"Every tier assignment rule","note":null,"row_ids":["tier-1-observed-top-10000","tier-2-dual-source-membership-fallback","tier-2-observed-rank-10001-25000","tier-3-enable-membership-fallback","tier-3-observed-below-rank-25000","tier-3-unreliable-token-demotion","tier-4-corroborated-source-fallback","tier-4-observed-tier-ineligible-corroborated-fallback","tier-5-observed-tier-ineligible-single-source-fallback","tier-5-single-source-fallback","tier-5-unreliable-token-demotion"],"table_id":"study.commonness-evidence.tier-reason-table"},{"caption":"Counts compare tiers 1-2 with the complete five-tier safe population.","column_ids":["length","higher_ranked_records","all_tier_records","additional_records","higher_ranked_share_percent","all_to_higher_ratio"],"dataset_id":"study.commonness-evidence.length-expansion","heading":"How the extended result population changes with length","note":null,"row_ids":["length-1","length-2","length-3","length-4","length-5","length-6","length-7","length-8","length-9","length-10","length-11","length-12","length-13","length-14","length-15","length-16","length-17","length-18","length-19","length-20","length-21","length-22","length-23","length-24","length-25","length-27","length-28","length-29","length-31"],"table_id":"study.commonness-evidence.length-table"}],"title":"What supports The Word Index commonness tiers","transformation_steps":[{"description":"Classify each retained record by its sealed frequency-tier reason and presence of direct observed corpus evidence.","deterministic":true,"limitations":["Fallback classes are ranking decisions, not measurements of real-world usage."],"transformation_id":"commonness.evidence-class-v1"}],"update_history":[{"data_version":"2026.07-lexical.3","effective_date":"2026-07-15","result_sha256":"b0412cdb7abb7d98da902157e452ea705d6d48dc327e1064e3cda494ad0b797c","review_status":"machine-validated","reviewer":null,"study_version":"1.0.0","summary":"Initial reproducible evidence audit."}],"user_relevance":"Users can judge what a commonness label means and avoid treating an estimated tier as a universal fact."}
