{ "schema_version": "textdata-novelty-design-catalogue-1", "title": "Novelty measurement design catalogue", "design_date": "2026-10-10", "release_status": "Derived research-design catalogue; no empirical novelty scores", "counts": { "method_families": 14, "application_settings": 35, "research_lanes": 61, "missions": 12, "applicability_entries": 490, "registry_specifications": 6, "browsable_records": 110, "observed_novelty_results_in_this_release": 0 }, "records": [ { "id": "MF01", "kind": "Method", "title": "Lexical first use dictionaries and topics", "owner_lane": "G9-L34", "mission_id": "G9-M09", "question": "What do lexical and embedding-distance baselines estimate, and how sensitive are they to representation and comparator choice?", "subareas": [ "dictionaries", "first use", "TF IDF", "topics", "LSA", "document encoders", "mean nearest and centroid distances", "pretraining-scale n-gram overlap (cross-ref L56)" ], "adverse_case": "Synonyms, polysemy, anisotropy, hubness, normalization and converting similarity into novelty without a construct argument.", "planned_output": "Formula and parameter atlas separating mean, nearest, kth-neighbor and centroid measures. Contribute mechanism ancestry and dated derivation links to the shared measure genealogy; L50 owns the integrated genealogy.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF01", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L34", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF02", "kind": "Method", "title": "Semantic geometric distances", "owner_lane": "G9-L34", "mission_id": "G9-M09", "question": "What do lexical and embedding-distance baselines estimate, and how sensitive are they to representation and comparator choice?", "subareas": [ "dictionaries", "first use", "TF IDF", "topics", "LSA", "document encoders", "mean nearest and centroid distances", "pretraining-scale n-gram overlap (cross-ref L56)" ], "adverse_case": "Synonyms, polysemy, anisotropy, hubness, normalization and converting similarity into novelty without a construct argument.", "planned_output": "Formula and parameter atlas separating mean, nearest, kth-neighbor and centroid measures. Contribute mechanism ancestry and dated derivation links to the shared measure genealogy; L50 owns the integrated genealogy.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF02", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L34", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF03", "kind": "Method", "title": "Density rarity and outlier measures", "owner_lane": "G9-L35", "mission_id": "G9-M09", "question": "When do density, rarity and recombination scores detect meaningful departure rather than sampling artifacts?", "subareas": [ "outlier density", "local neighbors", "rare components", "rare pairs", "higher order combinations", "knowledge graphs", "neutral and drift null models from cultural evolution", "link-prediction predictability on knowledge graphs" ], "adverse_case": "Low-frequency instability, null-model choices, marginal frequencies and empty reference pools.", "planned_output": "Null-model and support-threshold comparison with explicit scoring units and reference-population assumptions.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF03", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L35", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF04", "kind": "Method", "title": "Recombination and relational null models", "owner_lane": "G9-L35", "mission_id": "G9-M09", "question": "When do density, rarity and recombination scores detect meaningful departure rather than sampling artifacts?", "subareas": [ "outlier density", "local neighbors", "rare components", "rare pairs", "higher order combinations", "knowledge graphs", "neutral and drift null models from cultural evolution", "link-prediction predictability on knowledge graphs" ], "adverse_case": "Low-frequency instability, null-model choices, marginal frequencies and empty reference pools.", "planned_output": "Null-model and support-threshold comparison with explicit scoring units and reference-population assumptions.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF04", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L35", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF05", "kind": "Method", "title": "Surprise likelihood and information", "owner_lane": "G9-L36", "mission_id": "G9-M09", "question": "How do language-model probability and information measures relate to novelty under specified knowledge and time boundaries?", "subareas": [ "surprisal", "likelihood", "pseudo likelihood", "compression", "information gain", "semantic change", "comparator or expectation generation and the distinction between model likelihood and historical originality" ], "adverse_case": "Tokenization, nonsensical rare sequences, memorization, training leakage and unavailable likelihood interfaces.", "planned_output": "Information-measure map separating model surprise, factual newness and substantive originality.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF05", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L36", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF06", "kind": "Method", "title": "Concept claim event and narrative structure", "owner_lane": "G9-L37", "mission_id": "G9-M09", "question": "Does LLM extraction of structured units preserve the features on which domain experts base novelty judgments?", "subareas": [ "concepts", "functions", "claims", "events", "causal structures", "graphs", "narrative representations" ], "adverse_case": "Extraction hallucinations, missed relations, ontology bias and equivalent structures with different wording.", "planned_output": "Structured-representation pipeline and evidence separating extraction error from comparison error.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF06", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L37", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF07", "kind": "Method", "title": "Multimodal artifact comparison", "owner_lane": "G9-L38", "mission_id": "G9-M09", "question": "When can text descriptions validly stand in for artifacts, and what extra evidence do multimodal systems provide?", "subareas": [ "text descriptions", "captions", "images", "audio", "video", "code", "structured technical artifacts", "generative-model fidelity, diversity and authenticity metrics" ], "adverse_case": "Description bottlenecks, missing form and execution, prompt-induced content and cross-modal metric mismatch.", "planned_output": "Modality-by-construct bridge matrix with direct and indirect observation clearly distinguished.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF07", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L38", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF08", "kind": "Method", "title": "Direct LLM rubric scoring", "owner_lane": "G9-L39", "mission_id": "G9-M10", "question": "Which rubric designs let LLMs judge novelty separately from quality and explain the comparison standard?", "subareas": [ "pointwise ratings", "anchored rubrics", "dimension decomposition", "absolute scales", "prompted judges" ], "adverse_case": "Halo, verbosity, style, flattering explanations, scale compression and unsupported self-confidence.", "planned_output": "Rubric catalog with exact prompts, versions, anchors and calibration evidence; no universal preferred model. Maintain a machine-readable prompt and rubric registry with model/version, exact prompt or permitted locator, scoring anchors, task, license/rights, and validation links.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF08", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L39", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF09", "kind": "Method", "title": "Pairwise and ranking judgments", "owner_lane": "G9-L40", "mission_id": "G9-M10", "question": "When are comparative judgments more reliable or interpretable than absolute scores for novelty?", "subareas": [ "pairwise comparisons", "rankings", "best worst scaling", "tournaments", "reference anchored choices" ], "adverse_case": "Position bias, intransitive rankings, comparator-set effects, ties and converting preferences to interval scores.", "planned_output": "Comparison and aggregation protocols with rank uncertainty and domain-specific selection criteria.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF09", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L40", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF10", "kind": "Method", "title": "Retrieval grounded prior comparison", "owner_lane": "G9-L41", "mission_id": "G9-M10", "question": "How can retrieval-assisted judges establish a stated novelty judgment against traceable prior examples?", "subareas": [ "query generation", "corpus coverage", "retrieval", "reranking", "temporal filtering", "citations", "agentic and iterative search evaluators" ], "adverse_case": "Failed retrieval creates false novelty; authoritative-looking citations may not support the judgment.", "planned_output": "Retrieval-versus-assessor error decomposition, reference-corpus audit and evidence-linked output specification.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF10", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L41", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF11", "kind": "Method", "title": "Decomposed contribution verification", "owner_lane": "G9-L42", "mission_id": "G9-M10", "question": "Can decomposing a candidate into claims or functions make judgments inspectable and robust to paraphrase?", "subareas": [ "claim comparison", "feature matching", "entailment", "contradiction", "functional equivalence", "contribution maps" ], "adverse_case": "Decomposition omissions, false entailment, invalid analogy and rationalizations that do not demonstrate novelty.", "planned_output": "Contribution comparison protocol with cited antecedents, residual differences and explicit unknowns.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF11", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L42", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF12", "kind": "Method", "title": "Supervised and calibrated evaluators", "owner_lane": "G9-L43", "mission_id": "G9-M10", "question": "When do trained or multiple judges improve assessment, and what human calibration remains necessary?", "subareas": [ "supervised scorers", "fine tuning", "ensembles", "multi agent evaluation", "human adjudication", "active learning" ], "adverse_case": "Correlated judges, same-family self-preference, synthetic-label circularity, tuning leakage and selection bias.", "planned_output": "Architecture comparison with provenance, cost, dependence and calibration requirements; model training remains out of execution scope. Maintain a tools and scoring-platform registry with version, official documentation, reported task, access and license conditions, validation references and discontinuation status; no service execution is authorized.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF12", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L43", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF13", "kind": "Method", "title": "Ensembles and human assisted assessment", "owner_lane": "G9-L43", "mission_id": "G9-M10", "question": "When do trained or multiple judges improve assessment, and what human calibration remains necessary?", "subareas": [ "supervised scorers", "fine tuning", "ensembles", "multi agent evaluation", "human adjudication", "active learning" ], "adverse_case": "Correlated judges, same-family self-preference, synthetic-label circularity, tuning leakage and selection bias.", "planned_output": "Architecture comparison with provenance, cost, dependence and calibration requirements; model training remains out of execution scope. Maintain a tools and scoring-platform registry with version, official documentation, reported task, access and license conditions, validation references and discontinuation status; no service execution is authorized.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF13", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L43", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "MF14", "kind": "Method", "title": "Training-corpus overlap memorization and authenticity", "owner_lane": "G9-L56", "mission_id": "G9-M09", "question": "What do overlap, memorization and authenticity measures estimate, against which corpora, and when can they stand in for novelty relative to a domain reference?", "subareas": [ "n-gram and span attribution at web scale", "suffix-array and index lookups", "generative-model authenticity and data-copying tests", "code clone types and semantic equivalence", "training-set novelty fractions in generative benchmarks", "unavailable or proprietary training corpora" ], "adverse_case": "Overlap with the web is not overlap with the model's training data; paraphrase evades string matching; low overlap is not meaningful novelty; corpus coverage limits every claim. Separate sample overlap with an observed corpus, inference about hidden training membership, memorization, statistical authenticity and substantive contribution. MF14 is a distinct comparator/access family but may share mechanisms with MF01–MF07.", "planned_output": "MF14 formula and corpus atlas with access limits and explicit bridges to domain-reference novelty.", "status": "Designed; applicability unassessed", "note": "Question, subareas, adverse case and planned output describe the owner lane; some lanes serve more than one method family.", "source": { "path": "docs/g9-design/METHOD_FAMILIES.json", "locator": "method_id=MF14", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L56", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP01", "kind": "Application", "title": "New ventures and entrepreneurial opportunities", "owner_lane": "G9-L05", "mission_id": "G9-M02", "question": "How are opportunity and venture novelty measured relative to customers, geography, competitors and markets?", "subareas": [ "venture concepts", "pitches", "opportunity recognition", "crowdfunding ventures", "market entry", "app stores, product listings and startup databases" ], "adverse_case": "Venture age, founder novelty claims, polished pitches, funding and survival are not direct novelty measures.", "planned_output": "Venture measurement card set and comparator guide distinguishing market newness from substantive business novelty.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP01", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L05", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP02", "kind": "Application", "title": "Business models and strategic configurations", "owner_lane": "G9-L06", "mission_id": "G9-M02", "question": "Can methods identify new configurations of activities, value creation and capture instead of merely unfamiliar terminology?", "subareas": [ "business models", "value propositions", "revenue models", "platforms", "strategy", "category creation", "financial products and fintech" ], "adverse_case": "Fashionable vocabulary, category relabeling, identical activity systems described differently and performance halo.", "planned_output": "Component and relational scoring comparison with business-model and strategic-distinctiveness transfer limits.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP02", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L06", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP03", "kind": "Application", "title": "Organizational processes and forms", "owner_lane": "G9-L07", "mission_id": "G9-M02", "question": "How do measures distinguish novel processes or structures from the local adoption of established practices?", "subareas": [ "routines", "workflows", "organizational forms", "management practices", "operations", "administrative innovation", "innovation surveys (CIS, Oslo new-to-firm/market/world)", "ISO 56000" ], "adverse_case": "New to an organization is not necessarily new to an industry; efficiency gains do not establish novelty.", "planned_output": "Process and organization protocol using ordered actions, roles and mechanisms alongside text baselines.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP03", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L07", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP04", "kind": "Application", "title": "Employee and team ideas", "owner_lane": "G9-L08", "mission_id": "G9-M02", "question": "How are employee and team ideas scored within organizational knowledge and constraints?", "subareas": [ "employee suggestions", "internal ideation", "team proposals", "innovation workshops", "intrapreneurship" ], "adverse_case": "Status, authorship, manager preferences, repeated team ideas and idea-count inflation.", "planned_output": "Internal-idea assessment design with individual versus team attribution and evaluator-exposure controls.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP04", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L08", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP05", "kind": "Application", "title": "Products and functional concepts", "owner_lane": "G9-L09", "mission_id": "G9-M03", "question": "Which novelty measures distinguish new functions, uses and combinations from cosmetic or descriptive changes?", "subareas": [ "consumer products", "industrial products", "features", "functional combinations", "incremental and radical changes" ], "adverse_case": "Purchase intent, usefulness, technical sophistication and unusual language can contaminate novelty ratings.", "planned_output": "Product protocol separating feature, function, category and market-reference dimensions.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP05", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L09", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP06", "kind": "Application", "title": "Services and experiences", "owner_lane": "G9-L10", "mission_id": "G9-M03", "question": "Where does novelty reside in a service: outcome, interaction, delivery system or experience?", "subareas": [ "service concepts", "delivery processes", "customer journeys", "hospitality and tourism", "digital services" ], "adverse_case": "Text descriptions omit enacted experience; bundling and context changes may be mistaken for entirely new services.", "planned_output": "Service-specific decomposition, comparators and evidence on customer versus provider judgments.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP06", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L10", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP07", "kind": "Application", "title": "Crowdsourcing and innovation contests", "owner_lane": "G9-L11", "mission_id": "G9-M03", "question": "How should crowd submissions be compared with one another and with external prior solutions?", "subareas": [ "open contests", "challenge solutions", "crowdfunding idea descriptions", "platform submissions", "crowd evaluation", "AI-generated submissions and endogenous pools" ], "adverse_case": "Within-contest uniqueness, submission order, idea copying, popularity voting and endogenous reference pools.", "planned_output": "Contest assessment protocol reporting submission-pool and external-reference scores separately.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP07", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L11", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP08", "kind": "Application", "title": "Customer and user innovation", "owner_lane": "G9-L12", "mission_id": "G9-M03", "question": "How can methods recognize user-discovered needs and solutions in situated language and experience?", "subareas": [ "lead users", "customer suggestions", "community adaptations", "co creation", "maker communities" ], "adverse_case": "Expert jargon mismatch, minority needs, familiarity bias and downstream commercial adoption as a proxy.", "planned_output": "User-innovation measurement and annotation design with community-specific reference sets.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP08", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L12", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP09", "kind": "Application", "title": "Marketing advertising and brands", "owner_lane": "G9-L13", "mission_id": "G9-M03", "question": "How do methods separate original messages or positioning from stylistic distinctiveness and persuasive appeal?", "subareas": [ "advertising concepts", "slogans", "brand positioning", "packaging", "campaigns", "brand and product names, trademarks (cross-ref L53)", "social and content marketing (cross-ref L61)" ], "adverse_case": "Attention, liking, fluency, provocation, brand reputation and sales as substitute labels.", "planned_output": "Marketing comparison table with content, execution and audience novelty scored separately.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP09", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L13", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP10", "kind": "Application", "title": "Film television and interactive narratives", "owner_lane": "G9-L14", "mission_id": "G9-M04", "question": "Can an LLM distinguish new plot relations, causal structure and mechanics from changes in names, setting or synopsis wording?", "subareas": [ "films", "television", "screenplays", "synopses", "games", "interactive branching narratives", "mechanics cross-ref L60" ], "adverse_case": "Synopses omit execution; franchise leakage, genre density and shared motifs can distort comparisons.", "planned_output": "Narrative protocol with text-role limits and a dedicated film-synopsis worked design.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP10", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L14", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP11", "kind": "Application", "title": "Literature writing and verbal creation", "owner_lane": "G9-L15", "mission_id": "G9-M04", "question": "How do conceptual, narrative, linguistic and stylistic originality differ in short and long writing?", "subareas": [ "fiction", "poetry", "creative nonfiction", "humor", "metaphor", "literary journalism", "corpus-overlap creativity index (cross-ref L56)" ], "adverse_case": "Rare vocabulary, incoherence, imitation, length, canonical-author memorization and stylistic prestige.", "planned_output": "Writing task map with comparison units and criteria for meaningful rather than merely lexical departure.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP11", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L15", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP12", "kind": "Application", "title": "Music sound and performance", "owner_lane": "G9-L16", "mission_id": "G9-M04", "question": "What can language descriptions capture about musical or performance novelty, and what requires audio or movement representation?", "subareas": [ "lyrics", "melody", "harmony", "rhythm", "timbre", "performance", "choreography" ], "adverse_case": "Lyric novelty cannot validate sonic novelty; descriptions may erase timing, expression and execution.", "planned_output": "Modality comparison and transfer boundaries for lyric, semantic, acoustic and performance measures.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP12", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L16", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP13", "kind": "Application", "title": "Visual art and visual communication", "owner_lane": "G9-L17", "mission_id": "G9-M04", "question": "How should concept, composition, style and execution be assessed using images, captions or multimodal models?", "subareas": [ "paintings", "photographs", "illustration", "graphic design", "AI images", "content and style", "prompts as creative objects (AI-image prompts)" ], "adverse_case": "Caption bottlenecks, style imitation, image artifacts, aesthetic value and platform popularity.", "planned_output": "Visual-art protocol distinguishing artifact observation from language-mediated judgments.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP13", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L17", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP14", "kind": "Application", "title": "Design fashion and built environments", "owner_lane": "G9-L18", "mission_id": "G9-M04", "question": "How do novelty judgments reflect form, material, function, cultural convention and situated use?", "subareas": [ "industrial aesthetics", "fashion", "architecture", "spatial design", "craft", "culinary design" ], "adverse_case": "Photographic presentation, local fashion cycles, verbal descriptions and functionality can change judgments independently.", "planned_output": "Design-domain comparison with explicit modality and cultural-reference requirements for every subarea.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP14", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L18", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP15", "kind": "Application", "title": "Research questions hypotheses and theories", "owner_lane": "G9-L19", "mission_id": "G9-M05", "question": "How can systems assess whether a proposed question or explanation adds something substantive to existing knowledge?", "subareas": [ "research questions", "hypotheses", "theories", "conceptual contributions", "research proposals", "AI-generated research ideas evaluated by expert panels (cross-ref L55)" ], "adverse_case": "Plausible nonsense, field jargon, vague scope, hidden antecedents and importance or feasibility halo.", "planned_output": "Question and theory assessment framework with claim scope and expert-reference requirements.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP15", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L19", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP16", "kind": "Application", "title": "Research methods and study designs", "owner_lane": "G9-L20", "mission_id": "G9-M05", "question": "How is methodological novelty separated from new applications, parameter changes and benchmark performance?", "subareas": [ "methods", "models", "experimental designs", "instruments", "datasets", "research software" ], "adverse_case": "Renamed established methods, missing baselines, inaccessible supplements and improvement without new mechanism.", "planned_output": "Method-contribution protocol using component and relational comparisons with prior methods.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP16", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L20", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP17", "kind": "Application", "title": "Findings claims and scholarly arguments", "owner_lane": "G9-L21", "mission_id": "G9-M05", "question": "What counts as a new finding, proof or interpretation, and how can contribution claims be checked against prior work?", "subareas": [ "empirical findings", "paper contributions", "proofs", "interpretive arguments", "replications", "negative results", "mathematical conjectures and formal proofs (library duplicates)" ], "adverse_case": "Novel wording, citation omission, negative-result undervaluation, truth versus novelty and priority claims.", "planned_output": "Claim-level contribution map distinguishing replication, extension, contradiction and new evidence.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP17", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L21", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP18", "kind": "Application", "title": "Disciplinary differences and knowledge recombination", "owner_lane": "G9-L22", "mission_id": "G9-M05", "question": "Which novelty criteria transfer across disciplines, and when are uncommon knowledge combinations meaningful?", "subareas": [ "natural sciences", "biomedicine", "social sciences", "humanities", "mathematics", "interdisciplinary research", "disruption index as adjacent construct", "intellectual history and conceptual change" ], "adverse_case": "Citation practices, field size, rarity of pairs, disciplinary prestige and treating all science as NLP benchmarks.", "planned_output": "Discipline-stratified evidence map and null-model comparison including concrete within-field and cross-field cases.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP18", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L22", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP19", "kind": "Application", "title": "Patents and technical prior art", "owner_lane": "G9-L23", "mission_id": "G9-M06", "question": "How do research measures of technical novelty compare texts, claims and mechanisms against earlier disclosures?", "subareas": [ "patent claims", "descriptions", "claim elements", "families", "prior art", "technical disclosure", "official examination criteria as constructs (cross-ref L53)" ], "adverse_case": "Boilerplate, translation, patent families, claim amendments and confusing a research score with a legal patentability determination.", "planned_output": "Technical prior-art measure atlas with dates, claim granularity and explicit boundaries from legal judgment.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP19", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L23", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP20", "kind": "Application", "title": "Engineering and functional design", "owner_lane": "G9-L24", "mission_id": "G9-M06", "question": "Can LLM-assisted functional decomposition distinguish new working principles and configurations from superficial variants?", "subareas": [ "mechanical design", "systems", "functional principles", "design concepts", "configuration novelty", "generative-design novelty metrics" ], "adverse_case": "Unworkable designs, omitted constraints, functional equivalence and reference-frequency dependence.", "planned_output": "Engineering metric map including novelty, variety, quality and quantity as separate outputs.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP20", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L24", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP21", "kind": "Application", "title": "Software algorithms and digital artifacts", "owner_lane": "G9-L25", "mission_id": "G9-M06", "question": "How can novelty be assessed at problem, algorithm, architecture and behavior levels rather than token-level code difference?", "subareas": [ "algorithms", "code", "architectures", "APIs", "digital interaction", "open source proposals", "code clones and semantic equivalence", "naturalness/surprisal of code", "AI-discovered algorithms (cross-ref L55)" ], "adverse_case": "Refactoring, obfuscation, library reuse, memorized code, correctness and speed as novelty substitutes.", "planned_output": "Software novelty protocol distinguishing semantic equivalence, new combinations and new capabilities.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP21", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L25", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP22", "kind": "Application", "title": "Materials molecules and applied discovery", "owner_lane": "G9-L26", "mission_id": "G9-M06", "question": "What measurement bridges connect language-based proposal assessment to structural or functional novelty in applied discovery?", "subareas": [ "molecules", "materials", "drug hypotheses", "biological design", "agricultural technology", "energy solutions", "generative-chemistry novelty benchmarks", "materials-discovery novelty critiques", "cross-ref L59" ], "adverse_case": "Chemical uniqueness, synthesizability, efficacy and model confidence are different targets; string difference can be misleading.", "planned_output": "Bridge map with explicit representation, known-entity corpus and domain validation requirements; no experimental or medical guidance.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP22", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L26", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP23", "kind": "Application", "title": "Education learning and student work", "owner_lane": "G9-L27", "mission_id": "G9-M07", "question": "How can novelty relative to a learner or peer group be measured without mistaking it for historical originality?", "subareas": [ "student ideas", "essays", "design assignments", "solutions", "learning trajectories", "teacher ratings" ], "adverse_case": "Age, curriculum exposure, language proficiency, assistance disclosure and grading-quality confounds.", "planned_output": "Education measurement guide with developmental and classroom-reference limits and separate originality and attainment criteria.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP23", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L27", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP24", "kind": "Application", "title": "Divergent thinking and creative problem solving", "owner_lane": "G9-L28", "mission_id": "G9-M07", "question": "Which measures of response originality and semantic distance are validated for specific tasks and populations?", "subareas": [ "alternative uses", "word association", "remote association", "insight problems", "everyday creativity" ], "adverse_case": "Fluency, response length, prompt repetition, invalid answers and transfer from brief tasks to real-world products.", "planned_output": "Task-by-population scorer atlas with human-label definitions and explicit external-validity limits.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP24", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L28", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP25", "kind": "Application", "title": "Public policy institutions and legal reasoning", "owner_lane": "G9-L29", "mission_id": "G9-M07", "question": "How do measures separate new policy mechanisms or arguments from diffusion, local adaptation and changed drafting?", "subareas": [ "policy proposals", "policy instruments", "institutional design", "public services", "legal arguments", "policy diffusion versus invention (new-to-jurisdiction)", "doctrinal novelty in judicial opinions", "legal text-as-data" ], "adverse_case": "New to a jurisdiction, legal validity, political ambition, effectiveness and textual amendments are distinct.", "planned_output": "Policy and institutional novelty framework with an adjacent legal-argument cell and jurisdiction/time comparators.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP25", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L29", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP26", "kind": "Application", "title": "Social community and sustainability innovation", "owner_lane": "G9-L30", "mission_id": "G9-M07", "question": "How can measures capture contextual and community-defined departures with unevenly documented prior practice?", "subareas": [ "community solutions", "social enterprises", "nonprofit programs", "sustainability interventions", "grassroots innovation" ], "adverse_case": "Documentation bias, Western reference corpora, relabeling traditional knowledge and impact as originality.", "planned_output": "Context-sensitive protocol with local knowledge, participation and evidence-coverage requirements.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP26", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L30", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP27", "kind": "Application", "title": "News disclosure and information arrival", "owner_lane": "G9-L31", "mission_id": "G9-M08", "question": "How is new information relative to an existing information set measured, and where does it differ from creative novelty?", "subareas": [ "news streams", "financial disclosures", "earnings calls", "intelligence reports", "updates", "year-over-year disclosure change and boilerplate measures", "social streams cross-ref L61" ], "adverse_case": "Repetition, paraphrase, timeliness, price surprise, boilerplate and changed sentiment.", "planned_output": "Adjacent-measure map identifying useful antecedents and prohibited transfer to historical originality.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP27", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L31", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP28", "kind": "Application", "title": "Dialogue search and knowledge contributions", "owner_lane": "G9-L32", "mission_id": "G9-M08", "question": "How are incremental information contributions and redundancy assessed relative to a conversation or selected set?", "subareas": [ "conversation", "forums", "question answering", "search results", "summaries", "collaborative knowledge" ], "adverse_case": "Answer usefulness, relevance, serendipity and set coverage do not by themselves establish original ideas.", "planned_output": "Incremental-contribution metric map and justified links to idea-level novelty.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP28", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L32", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP29", "kind": "Application", "title": "Human AI and collective novelty", "owner_lane": "G9-L33", "mission_id": "G9-M08", "question": "How do individual novelty, collective diversity and the best idea change with production setting, curation and output quantity?", "subareas": [ "human only", "AI only", "human AI collaboration", "teams", "crowds", "portfolios", "population diversity", "generative-output diversity metrics (distinct-n, NoveltyBench)", "LLM-sampled reference distributions and common generator/evaluator dependence" ], "adverse_case": "Shared model ancestry, repeated sampling, selection of best outputs, homogenization and treating outputs as independent.", "planned_output": "Production-setting and aggregation framework applied across all domain missions, with dependence-aware comparison designs.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP29", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L33", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP30", "kind": "Application", "title": "Peer review and funding evaluation", "owner_lane": "G9-L54", "mission_id": "G9-M05", "question": "How do reviewers, panels and funders judge novelty, what do their recorded scores and texts actually measure, and under what conditions can they serve as criteria for automated assessment?", "subareas": [ "journal and conference review", "grant and fellowship panels", "prize and award juries", "review form novelty fields and public review corpora", "funder criteria texts", "AI assisted review" ], "adverse_case": "Review scores encode risk aversion, negativity bias, prestige and workload; accepted-paper labels are selection outcomes; reviewer text can be manipulated by hidden prompts.", "planned_output": "Review-criterion audit and label-validity guide for using review data as novelty criteria, with disagreement models.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP30", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L54", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP31", "kind": "Application", "title": "Autonomous discovery and generative systems", "owner_lane": "G9-L55", "mission_id": "G9-M08", "question": "How do autonomous generation and discovery systems define, check and claim novelty for their outputs, and what independent evidence supports or contradicts those claims?", "subareas": [ "AI generated research ideas and papers", "program and algorithm search", "molecules materials and proteins", "mathematical conjectures and proofs", "built-in novelty checks and self assessment", "independent expert and replication audits" ], "adverse_case": "Novel defined relative to one training set or benchmark; self-assessment by the producing model family; paraphrased borrowing that passes retrieval checks; press-release claims without demonstrated function.", "planned_output": "Claim-audit framework for machine-generated artifacts with producer/assessor separation and a catalogue of in-system novelty checks.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP31", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L55", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP32", "kind": "Application", "title": "Derivative works and adaptations", "owner_lane": "G9-L58", "mission_id": "G9-M04", "question": "How is novelty measured when the object is a transformation of a named antecedent, and how do these measures relate to corpus-relative novelty?", "subareas": [ "adaptations and remakes", "covers samples and remixes", "translations and localizations", "sequels franchises and fan works", "software forks and ports", "policy and institutional transplants" ], "adverse_case": "Fidelity, quality and legal status are not transformation novelty; antecedent misidentification; chains of derivation. A named antecedent can be one of several sources; retain multiple and uncertain ancestry. Transformation distance alone need not capture corpus-relative or audience-relative novelty.", "planned_output": "Source-relative novelty protocol with antecedent identification requirements and cross-references to L14, L16, L25 and L29.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP32", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L58", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP33", "kind": "Application", "title": "Health and biomedical practice", "owner_lane": "G9-L59", "mission_id": "G9-M06", "question": "How is novelty measured for drugs, devices, procedures, clinical practices and health interventions, and how do regulatory designations relate to research measures?", "subareas": [ "drug candidates and approvals", "medical devices", "surgical and clinical procedures", "public health and health service interventions", "digital health", "regulatory novelty designations", "distinguish official administrative categories, substantive novelty constructs, approval status and clinical or commercial outcomes" ], "adverse_case": "Approval, efficacy and safety are not novelty; first-in-class depends on classification systems; measurement here authorizes no clinical guidance. FDA novel-drug listings, NME/NCE classifications, first-in-class assessments and Breakthrough designations are distinct categories; do not treat them as interchangeable novelty scores.", "planned_output": "Health-domain measure atlas and protocol card with regulatory-definition mapping; no experimental or clinical content. Published experimental or clinical validation may be reviewed as evidence; no new experimentation, treatment advice or clinical execution is included.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP33", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L59", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP34", "kind": "Application", "title": "Games mechanics and enumerable move spaces", "owner_lane": "G9-L60", "mission_id": "G9-M04", "question": "How is novelty measured for mechanics, levels, moves and strategies against explicit recorded reference sets or formally specified spaces, and what transfers to open-ended domains?", "subareas": [ "chess Go and opening databases", "sports tactics and plays", "board and video game mechanics", "procedural content and level generation", "puzzle design", "esports strategies" ], "adverse_case": "Enumerable spaces inflate first-occurrence counts; engine evaluation is quality not novelty; database completeness varies by era. Formal enumerability does not establish observed completeness. Pin database versions, dates, coverage and unrecorded play; separate move, position and sequence novelty. Sports tactics and open-ended strategies need not form closed spaces.", "planned_output": "Bounded-reference novelty exemplar for L02, with a database coverage audit, and a mechanics-novelty protocol card. A closed universe may be claimed only for the explicitly defined corpus or demonstrably enumerated task.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP34", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L60", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "APP35", "kind": "Application", "title": "Social media and platform content", "owner_lane": "G9-L61", "mission_id": "G9-M08", "question": "How is content novelty measured on social platforms, how does it differ from virality, engagement and trend adoption, and how do recommendation systems shape the reference pool?", "subareas": [ "posts and threads", "memes and templates", "short video and audio trends", "hashtags and challenges", "creator originality signals", "recommender effects on diversity" ], "adverse_case": "Virality, engagement, timeliness and platform original labels are not novelty; template reuse; bot and AI content in the reference pool.", "planned_output": "Platform-content novelty map with separated virality and engagement constructs.", "status": "Unsearched; 14 method entries unassessed", "note": "full original-source and validation search pending", "source": { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "locator": "application_cell=APP35", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e" }, "detail_source": { "path": "docs/g9-design/LANES.jsonl", "locator": "lane_id=G9-L61", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L01", "kind": "Research question", "title": "Novelty constructs and levels", "owner_lane": "G9-L01", "mission_id": "G9-M01", "question": "Which definitions distinguish first occurrence, uncommonness, meaningful departure, perceived newness and creative quality at person, process, product and collective levels?", "subareas": [ "historical novelty", "observer relative novelty", "originality", "atypicality", "surprise", "creativity", "innovation", "legal and official thresholds (cross-ref L53)", "radicalness and breakthrough", "disruption indices as an adjacent consequence construct", "psychological stimulus novelty and Bayesian surprise as adjacent constructs", "four-C levels (mini-c to Big-C)" ], "adverse_case": "New wording, rarity, nonsense, later influence and adoption must not silently substitute for the target construct.", "planned_output": "Construct crosswalk with operational definitions, admissible interpretations and explicit prohibited substitutions. Include an English–Chinese construct glossary, with L49 coordinating terminology encountered in source discovery.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 1; lane_id=G9-L01", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L02", "kind": "Research question", "title": "Reference universes and time", "owner_lane": "G9-L02", "mission_id": "G9-M01", "question": "How should comparison sets and information available at assessment time be specified, sampled and documented?", "subareas": [ "historical corpora", "firm and market boundaries", "knowledge exposure", "corpus sampling", "temporal cutoffs", "reference depletion", "rediscovery, revival and sleeping beauties", "bounded database reference universes (chess and patent families), with inclusion, version and missingness audits", "model-generated reference distributions (LLM-sampled comparators)", "model-generated comparator and expectation distributions, including sampling and producer/evaluator dependence" ], "adverse_case": "Missing predecessors, changing corpus density, self matches, future model knowledge and unavailable reference sets.", "planned_output": "Reference-universe contract and sensitivity requirements covering new to self, group, firm, market, field and recorded history.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 2; lane_id=G9-L02", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L03", "kind": "Research question", "title": "Evaluators and perceived novelty", "owner_lane": "G9-L03", "mission_id": "G9-M01", "question": "Whose judgment is the target, and how do expertise, familiarity, culture and incentives change perceived novelty?", "subareas": [ "experts", "consumers", "founders", "investors", "teachers", "communities", "cross cultural audiences", "LLM-simulated rater panels as proxies for human judgment", "review and funding panels (cross-ref L54)" ], "adverse_case": "Agreement with one rater population does not establish universal validity; disagreement need not be random noise.", "planned_output": "Evaluator sampling and exposure framework with separate novelty, usefulness, feasibility, coherence and liking labels.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 3; lane_id=G9-L03", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L04", "kind": "Research question", "title": "Units aggregation and meaningful recombination", "owner_lane": "G9-L04", "mission_id": "G9-M01", "question": "How do component-level differences combine into whole-item novelty and collective diversity, and when is a combination meaningfully new?", "subareas": [ "components", "relations", "whole artifacts", "sets", "portfolios", "person and team outcomes", "axiomatic and measurement-theoretic properties (AN024)", "best-idea versus mean-idea aggregation" ], "adverse_case": "Maximum versus mean score, many trivial differences, quantity confounds and unusual but incoherent recombinations.", "planned_output": "Aggregation crosswalk and justified metric-specific invariance or monotonicity expectations.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 4; lane_id=G9-L04", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L05", "kind": "Research question", "title": "New ventures and entrepreneurial opportunities", "owner_lane": "G9-L05", "mission_id": "G9-M02", "question": "How are opportunity and venture novelty measured relative to customers, geography, competitors and markets?", "subareas": [ "venture concepts", "pitches", "opportunity recognition", "crowdfunding ventures", "market entry", "app stores, product listings and startup databases" ], "adverse_case": "Venture age, founder novelty claims, polished pitches, funding and survival are not direct novelty measures.", "planned_output": "Venture measurement card set and comparator guide distinguishing market newness from substantive business novelty.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 5; lane_id=G9-L05", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L06", "kind": "Research question", "title": "Business models and strategic configurations", "owner_lane": "G9-L06", "mission_id": "G9-M02", "question": "Can methods identify new configurations of activities, value creation and capture instead of merely unfamiliar terminology?", "subareas": [ "business models", "value propositions", "revenue models", "platforms", "strategy", "category creation", "financial products and fintech" ], "adverse_case": "Fashionable vocabulary, category relabeling, identical activity systems described differently and performance halo.", "planned_output": "Component and relational scoring comparison with business-model and strategic-distinctiveness transfer limits.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 6; lane_id=G9-L06", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L07", "kind": "Research question", "title": "Organizational processes and forms", "owner_lane": "G9-L07", "mission_id": "G9-M02", "question": "How do measures distinguish novel processes or structures from the local adoption of established practices?", "subareas": [ "routines", "workflows", "organizational forms", "management practices", "operations", "administrative innovation", "innovation surveys (CIS, Oslo new-to-firm/market/world)", "ISO 56000" ], "adverse_case": "New to an organization is not necessarily new to an industry; efficiency gains do not establish novelty.", "planned_output": "Process and organization protocol using ordered actions, roles and mechanisms alongside text baselines.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 7; lane_id=G9-L07", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L08", "kind": "Research question", "title": "Employee and team ideas", "owner_lane": "G9-L08", "mission_id": "G9-M02", "question": "How are employee and team ideas scored within organizational knowledge and constraints?", "subareas": [ "employee suggestions", "internal ideation", "team proposals", "innovation workshops", "intrapreneurship" ], "adverse_case": "Status, authorship, manager preferences, repeated team ideas and idea-count inflation.", "planned_output": "Internal-idea assessment design with individual versus team attribution and evaluator-exposure controls.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 8; lane_id=G9-L08", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L09", "kind": "Research question", "title": "Products and functional concepts", "owner_lane": "G9-L09", "mission_id": "G9-M03", "question": "Which novelty measures distinguish new functions, uses and combinations from cosmetic or descriptive changes?", "subareas": [ "consumer products", "industrial products", "features", "functional combinations", "incremental and radical changes" ], "adverse_case": "Purchase intent, usefulness, technical sophistication and unusual language can contaminate novelty ratings.", "planned_output": "Product protocol separating feature, function, category and market-reference dimensions.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 9; lane_id=G9-L09", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L10", "kind": "Research question", "title": "Services and experiences", "owner_lane": "G9-L10", "mission_id": "G9-M03", "question": "Where does novelty reside in a service: outcome, interaction, delivery system or experience?", "subareas": [ "service concepts", "delivery processes", "customer journeys", "hospitality and tourism", "digital services" ], "adverse_case": "Text descriptions omit enacted experience; bundling and context changes may be mistaken for entirely new services.", "planned_output": "Service-specific decomposition, comparators and evidence on customer versus provider judgments.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 10; lane_id=G9-L10", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L11", "kind": "Research question", "title": "Crowdsourcing and innovation contests", "owner_lane": "G9-L11", "mission_id": "G9-M03", "question": "How should crowd submissions be compared with one another and with external prior solutions?", "subareas": [ "open contests", "challenge solutions", "crowdfunding idea descriptions", "platform submissions", "crowd evaluation", "AI-generated submissions and endogenous pools" ], "adverse_case": "Within-contest uniqueness, submission order, idea copying, popularity voting and endogenous reference pools.", "planned_output": "Contest assessment protocol reporting submission-pool and external-reference scores separately.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 11; lane_id=G9-L11", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L12", "kind": "Research question", "title": "Customer and user innovation", "owner_lane": "G9-L12", "mission_id": "G9-M03", "question": "How can methods recognize user-discovered needs and solutions in situated language and experience?", "subareas": [ "lead users", "customer suggestions", "community adaptations", "co creation", "maker communities" ], "adverse_case": "Expert jargon mismatch, minority needs, familiarity bias and downstream commercial adoption as a proxy.", "planned_output": "User-innovation measurement and annotation design with community-specific reference sets.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 12; lane_id=G9-L12", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L13", "kind": "Research question", "title": "Marketing advertising and brands", "owner_lane": "G9-L13", "mission_id": "G9-M03", "question": "How do methods separate original messages or positioning from stylistic distinctiveness and persuasive appeal?", "subareas": [ "advertising concepts", "slogans", "brand positioning", "packaging", "campaigns", "brand and product names, trademarks (cross-ref L53)", "social and content marketing (cross-ref L61)" ], "adverse_case": "Attention, liking, fluency, provocation, brand reputation and sales as substitute labels.", "planned_output": "Marketing comparison table with content, execution and audience novelty scored separately.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 13; lane_id=G9-L13", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L14", "kind": "Research question", "title": "Film television and interactive narratives", "owner_lane": "G9-L14", "mission_id": "G9-M04", "question": "Can an LLM distinguish new plot relations, causal structure and mechanics from changes in names, setting or synopsis wording?", "subareas": [ "films", "television", "screenplays", "synopses", "games", "interactive branching narratives", "mechanics cross-ref L60" ], "adverse_case": "Synopses omit execution; franchise leakage, genre density and shared motifs can distort comparisons.", "planned_output": "Narrative protocol with text-role limits and a dedicated film-synopsis worked design.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 14; lane_id=G9-L14", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L15", "kind": "Research question", "title": "Literature writing and verbal creation", "owner_lane": "G9-L15", "mission_id": "G9-M04", "question": "How do conceptual, narrative, linguistic and stylistic originality differ in short and long writing?", "subareas": [ "fiction", "poetry", "creative nonfiction", "humor", "metaphor", "literary journalism", "corpus-overlap creativity index (cross-ref L56)" ], "adverse_case": "Rare vocabulary, incoherence, imitation, length, canonical-author memorization and stylistic prestige.", "planned_output": "Writing task map with comparison units and criteria for meaningful rather than merely lexical departure.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 15; lane_id=G9-L15", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L16", "kind": "Research question", "title": "Music sound and performance", "owner_lane": "G9-L16", "mission_id": "G9-M04", "question": "What can language descriptions capture about musical or performance novelty, and what requires audio or movement representation?", "subareas": [ "lyrics", "melody", "harmony", "rhythm", "timbre", "performance", "choreography" ], "adverse_case": "Lyric novelty cannot validate sonic novelty; descriptions may erase timing, expression and execution.", "planned_output": "Modality comparison and transfer boundaries for lyric, semantic, acoustic and performance measures.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 16; lane_id=G9-L16", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L17", "kind": "Research question", "title": "Visual art and visual communication", "owner_lane": "G9-L17", "mission_id": "G9-M04", "question": "How should concept, composition, style and execution be assessed using images, captions or multimodal models?", "subareas": [ "paintings", "photographs", "illustration", "graphic design", "AI images", "content and style", "prompts as creative objects (AI-image prompts)" ], "adverse_case": "Caption bottlenecks, style imitation, image artifacts, aesthetic value and platform popularity.", "planned_output": "Visual-art protocol distinguishing artifact observation from language-mediated judgments.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 17; lane_id=G9-L17", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L18", "kind": "Research question", "title": "Design fashion and built environments", "owner_lane": "G9-L18", "mission_id": "G9-M04", "question": "How do novelty judgments reflect form, material, function, cultural convention and situated use?", "subareas": [ "industrial aesthetics", "fashion", "architecture", "spatial design", "craft", "culinary design" ], "adverse_case": "Photographic presentation, local fashion cycles, verbal descriptions and functionality can change judgments independently.", "planned_output": "Design-domain comparison with explicit modality and cultural-reference requirements for every subarea.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 18; lane_id=G9-L18", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L19", "kind": "Research question", "title": "Research questions hypotheses and theories", "owner_lane": "G9-L19", "mission_id": "G9-M05", "question": "How can systems assess whether a proposed question or explanation adds something substantive to existing knowledge?", "subareas": [ "research questions", "hypotheses", "theories", "conceptual contributions", "research proposals", "AI-generated research ideas evaluated by expert panels (cross-ref L55)" ], "adverse_case": "Plausible nonsense, field jargon, vague scope, hidden antecedents and importance or feasibility halo.", "planned_output": "Question and theory assessment framework with claim scope and expert-reference requirements.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 19; lane_id=G9-L19", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L20", "kind": "Research question", "title": "Research methods and study designs", "owner_lane": "G9-L20", "mission_id": "G9-M05", "question": "How is methodological novelty separated from new applications, parameter changes and benchmark performance?", "subareas": [ "methods", "models", "experimental designs", "instruments", "datasets", "research software" ], "adverse_case": "Renamed established methods, missing baselines, inaccessible supplements and improvement without new mechanism.", "planned_output": "Method-contribution protocol using component and relational comparisons with prior methods.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 20; lane_id=G9-L20", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L21", "kind": "Research question", "title": "Findings claims and scholarly arguments", "owner_lane": "G9-L21", "mission_id": "G9-M05", "question": "What counts as a new finding, proof or interpretation, and how can contribution claims be checked against prior work?", "subareas": [ "empirical findings", "paper contributions", "proofs", "interpretive arguments", "replications", "negative results", "mathematical conjectures and formal proofs (library duplicates)" ], "adverse_case": "Novel wording, citation omission, negative-result undervaluation, truth versus novelty and priority claims.", "planned_output": "Claim-level contribution map distinguishing replication, extension, contradiction and new evidence.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 21; lane_id=G9-L21", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L22", "kind": "Research question", "title": "Disciplinary differences and knowledge recombination", "owner_lane": "G9-L22", "mission_id": "G9-M05", "question": "Which novelty criteria transfer across disciplines, and when are uncommon knowledge combinations meaningful?", "subareas": [ "natural sciences", "biomedicine", "social sciences", "humanities", "mathematics", "interdisciplinary research", "disruption index as adjacent construct", "intellectual history and conceptual change" ], "adverse_case": "Citation practices, field size, rarity of pairs, disciplinary prestige and treating all science as NLP benchmarks.", "planned_output": "Discipline-stratified evidence map and null-model comparison including concrete within-field and cross-field cases.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 22; lane_id=G9-L22", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L23", "kind": "Research question", "title": "Patents and technical prior art", "owner_lane": "G9-L23", "mission_id": "G9-M06", "question": "How do research measures of technical novelty compare texts, claims and mechanisms against earlier disclosures?", "subareas": [ "patent claims", "descriptions", "claim elements", "families", "prior art", "technical disclosure", "official examination criteria as constructs (cross-ref L53)" ], "adverse_case": "Boilerplate, translation, patent families, claim amendments and confusing a research score with a legal patentability determination.", "planned_output": "Technical prior-art measure atlas with dates, claim granularity and explicit boundaries from legal judgment.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 23; lane_id=G9-L23", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L24", "kind": "Research question", "title": "Engineering and functional design", "owner_lane": "G9-L24", "mission_id": "G9-M06", "question": "Can LLM-assisted functional decomposition distinguish new working principles and configurations from superficial variants?", "subareas": [ "mechanical design", "systems", "functional principles", "design concepts", "configuration novelty", "generative-design novelty metrics" ], "adverse_case": "Unworkable designs, omitted constraints, functional equivalence and reference-frequency dependence.", "planned_output": "Engineering metric map including novelty, variety, quality and quantity as separate outputs.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 24; lane_id=G9-L24", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L25", "kind": "Research question", "title": "Software algorithms and digital artifacts", "owner_lane": "G9-L25", "mission_id": "G9-M06", "question": "How can novelty be assessed at problem, algorithm, architecture and behavior levels rather than token-level code difference?", "subareas": [ "algorithms", "code", "architectures", "APIs", "digital interaction", "open source proposals", "code clones and semantic equivalence", "naturalness/surprisal of code", "AI-discovered algorithms (cross-ref L55)" ], "adverse_case": "Refactoring, obfuscation, library reuse, memorized code, correctness and speed as novelty substitutes.", "planned_output": "Software novelty protocol distinguishing semantic equivalence, new combinations and new capabilities.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 25; lane_id=G9-L25", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L26", "kind": "Research question", "title": "Materials molecules and applied discovery", "owner_lane": "G9-L26", "mission_id": "G9-M06", "question": "What measurement bridges connect language-based proposal assessment to structural or functional novelty in applied discovery?", "subareas": [ "molecules", "materials", "drug hypotheses", "biological design", "agricultural technology", "energy solutions", "generative-chemistry novelty benchmarks", "materials-discovery novelty critiques", "cross-ref L59" ], "adverse_case": "Chemical uniqueness, synthesizability, efficacy and model confidence are different targets; string difference can be misleading.", "planned_output": "Bridge map with explicit representation, known-entity corpus and domain validation requirements; no experimental or medical guidance.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 26; lane_id=G9-L26", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L27", "kind": "Research question", "title": "Education learning and student work", "owner_lane": "G9-L27", "mission_id": "G9-M07", "question": "How can novelty relative to a learner or peer group be measured without mistaking it for historical originality?", "subareas": [ "student ideas", "essays", "design assignments", "solutions", "learning trajectories", "teacher ratings" ], "adverse_case": "Age, curriculum exposure, language proficiency, assistance disclosure and grading-quality confounds.", "planned_output": "Education measurement guide with developmental and classroom-reference limits and separate originality and attainment criteria.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 27; lane_id=G9-L27", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L28", "kind": "Research question", "title": "Divergent thinking and creative problem solving", "owner_lane": "G9-L28", "mission_id": "G9-M07", "question": "Which measures of response originality and semantic distance are validated for specific tasks and populations?", "subareas": [ "alternative uses", "word association", "remote association", "insight problems", "everyday creativity" ], "adverse_case": "Fluency, response length, prompt repetition, invalid answers and transfer from brief tasks to real-world products.", "planned_output": "Task-by-population scorer atlas with human-label definitions and explicit external-validity limits.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 28; lane_id=G9-L28", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L29", "kind": "Research question", "title": "Public policy institutions and legal reasoning", "owner_lane": "G9-L29", "mission_id": "G9-M07", "question": "How do measures separate new policy mechanisms or arguments from diffusion, local adaptation and changed drafting?", "subareas": [ "policy proposals", "policy instruments", "institutional design", "public services", "legal arguments", "policy diffusion versus invention (new-to-jurisdiction)", "doctrinal novelty in judicial opinions", "legal text-as-data" ], "adverse_case": "New to a jurisdiction, legal validity, political ambition, effectiveness and textual amendments are distinct.", "planned_output": "Policy and institutional novelty framework with an adjacent legal-argument cell and jurisdiction/time comparators.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 29; lane_id=G9-L29", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L30", "kind": "Research question", "title": "Social community and sustainability innovation", "owner_lane": "G9-L30", "mission_id": "G9-M07", "question": "How can measures capture contextual and community-defined departures with unevenly documented prior practice?", "subareas": [ "community solutions", "social enterprises", "nonprofit programs", "sustainability interventions", "grassroots innovation" ], "adverse_case": "Documentation bias, Western reference corpora, relabeling traditional knowledge and impact as originality.", "planned_output": "Context-sensitive protocol with local knowledge, participation and evidence-coverage requirements.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 30; lane_id=G9-L30", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L31", "kind": "Research question", "title": "News disclosure and information arrival", "owner_lane": "G9-L31", "mission_id": "G9-M08", "question": "How is new information relative to an existing information set measured, and where does it differ from creative novelty?", "subareas": [ "news streams", "financial disclosures", "earnings calls", "intelligence reports", "updates", "year-over-year disclosure change and boilerplate measures", "social streams cross-ref L61" ], "adverse_case": "Repetition, paraphrase, timeliness, price surprise, boilerplate and changed sentiment.", "planned_output": "Adjacent-measure map identifying useful antecedents and prohibited transfer to historical originality.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 31; lane_id=G9-L31", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L32", "kind": "Research question", "title": "Dialogue search and knowledge contributions", "owner_lane": "G9-L32", "mission_id": "G9-M08", "question": "How are incremental information contributions and redundancy assessed relative to a conversation or selected set?", "subareas": [ "conversation", "forums", "question answering", "search results", "summaries", "collaborative knowledge" ], "adverse_case": "Answer usefulness, relevance, serendipity and set coverage do not by themselves establish original ideas.", "planned_output": "Incremental-contribution metric map and justified links to idea-level novelty.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 32; lane_id=G9-L32", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L33", "kind": "Research question", "title": "Human AI and collective novelty", "owner_lane": "G9-L33", "mission_id": "G9-M08", "question": "How do individual novelty, collective diversity and the best idea change with production setting, curation and output quantity?", "subareas": [ "human only", "AI only", "human AI collaboration", "teams", "crowds", "portfolios", "population diversity", "generative-output diversity metrics (distinct-n, NoveltyBench)", "LLM-sampled reference distributions and common generator/evaluator dependence" ], "adverse_case": "Shared model ancestry, repeated sampling, selection of best outputs, homogenization and treating outputs as independent.", "planned_output": "Production-setting and aggregation framework applied across all domain missions, with dependence-aware comparison designs.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 33; lane_id=G9-L33", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L34", "kind": "Research question", "title": "Lexical and geometric baselines", "owner_lane": "G9-L34", "mission_id": "G9-M09", "question": "What do lexical and embedding-distance baselines estimate, and how sensitive are they to representation and comparator choice?", "subareas": [ "dictionaries", "first use", "TF IDF", "topics", "LSA", "document encoders", "mean nearest and centroid distances", "pretraining-scale n-gram overlap (cross-ref L56)" ], "adverse_case": "Synonyms, polysemy, anisotropy, hubness, normalization and converting similarity into novelty without a construct argument.", "planned_output": "Formula and parameter atlas separating mean, nearest, kth-neighbor and centroid measures. Contribute mechanism ancestry and dated derivation links to the shared measure genealogy; L50 owns the integrated genealogy.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 34; lane_id=G9-L34", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L35", "kind": "Research question", "title": "Density rarity and recombination", "owner_lane": "G9-L35", "mission_id": "G9-M09", "question": "When do density, rarity and recombination scores detect meaningful departure rather than sampling artifacts?", "subareas": [ "outlier density", "local neighbors", "rare components", "rare pairs", "higher order combinations", "knowledge graphs", "neutral and drift null models from cultural evolution", "link-prediction predictability on knowledge graphs" ], "adverse_case": "Low-frequency instability, null-model choices, marginal frequencies and empty reference pools.", "planned_output": "Null-model and support-threshold comparison with explicit scoring units and reference-population assumptions.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 35; lane_id=G9-L35", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L36", "kind": "Research question", "title": "Surprise likelihood and information", "owner_lane": "G9-L36", "mission_id": "G9-M09", "question": "How do language-model probability and information measures relate to novelty under specified knowledge and time boundaries?", "subareas": [ "surprisal", "likelihood", "pseudo likelihood", "compression", "information gain", "semantic change", "comparator or expectation generation and the distinction between model likelihood and historical originality" ], "adverse_case": "Tokenization, nonsensical rare sequences, memorization, training leakage and unavailable likelihood interfaces.", "planned_output": "Information-measure map separating model surprise, factual newness and substantive originality.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 36; lane_id=G9-L36", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L37", "kind": "Research question", "title": "Concept claim event and relational representations", "owner_lane": "G9-L37", "mission_id": "G9-M09", "question": "Does LLM extraction of structured units preserve the features on which domain experts base novelty judgments?", "subareas": [ "concepts", "functions", "claims", "events", "causal structures", "graphs", "narrative representations" ], "adverse_case": "Extraction hallucinations, missed relations, ontology bias and equivalent structures with different wording.", "planned_output": "Structured-representation pipeline and evidence separating extraction error from comparison error.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 37; lane_id=G9-L37", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L38", "kind": "Research question", "title": "Multimodal and description-based measurement", "owner_lane": "G9-L38", "mission_id": "G9-M09", "question": "When can text descriptions validly stand in for artifacts, and what extra evidence do multimodal systems provide?", "subareas": [ "text descriptions", "captions", "images", "audio", "video", "code", "structured technical artifacts", "generative-model fidelity, diversity and authenticity metrics" ], "adverse_case": "Description bottlenecks, missing form and execution, prompt-induced content and cross-modal metric mismatch.", "planned_output": "Modality-by-construct bridge matrix with direct and indirect observation clearly distinguished.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 38; lane_id=G9-L38", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L39", "kind": "Research question", "title": "Direct rubric judgments", "owner_lane": "G9-L39", "mission_id": "G9-M10", "question": "Which rubric designs let LLMs judge novelty separately from quality and explain the comparison standard?", "subareas": [ "pointwise ratings", "anchored rubrics", "dimension decomposition", "absolute scales", "prompted judges" ], "adverse_case": "Halo, verbosity, style, flattering explanations, scale compression and unsupported self-confidence.", "planned_output": "Rubric catalog with exact prompts, versions, anchors and calibration evidence; no universal preferred model. Maintain a machine-readable prompt and rubric registry with model/version, exact prompt or permitted locator, scoring anchors, task, license/rights, and validation links.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 39; lane_id=G9-L39", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L40", "kind": "Research question", "title": "Comparative and ranking judgments", "owner_lane": "G9-L40", "mission_id": "G9-M10", "question": "When are comparative judgments more reliable or interpretable than absolute scores for novelty?", "subareas": [ "pairwise comparisons", "rankings", "best worst scaling", "tournaments", "reference anchored choices" ], "adverse_case": "Position bias, intransitive rankings, comparator-set effects, ties and converting preferences to interval scores.", "planned_output": "Comparison and aggregation protocols with rank uncertainty and domain-specific selection criteria.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 40; lane_id=G9-L40", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L41", "kind": "Research question", "title": "Retrieval grounded prior comparison", "owner_lane": "G9-L41", "mission_id": "G9-M10", "question": "How can retrieval-assisted judges establish a stated novelty judgment against traceable prior examples?", "subareas": [ "query generation", "corpus coverage", "retrieval", "reranking", "temporal filtering", "citations", "agentic and iterative search evaluators" ], "adverse_case": "Failed retrieval creates false novelty; authoritative-looking citations may not support the judgment.", "planned_output": "Retrieval-versus-assessor error decomposition, reference-corpus audit and evidence-linked output specification.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 41; lane_id=G9-L41", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L42", "kind": "Research question", "title": "Decomposed contribution verification", "owner_lane": "G9-L42", "mission_id": "G9-M10", "question": "Can decomposing a candidate into claims or functions make judgments inspectable and robust to paraphrase?", "subareas": [ "claim comparison", "feature matching", "entailment", "contradiction", "functional equivalence", "contribution maps" ], "adverse_case": "Decomposition omissions, false entailment, invalid analogy and rationalizations that do not demonstrate novelty.", "planned_output": "Contribution comparison protocol with cited antecedents, residual differences and explicit unknowns.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 42; lane_id=G9-L42", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L43", "kind": "Research question", "title": "Trained ensembles and human assisted evaluators", "owner_lane": "G9-L43", "mission_id": "G9-M10", "question": "When do trained or multiple judges improve assessment, and what human calibration remains necessary?", "subareas": [ "supervised scorers", "fine tuning", "ensembles", "multi agent evaluation", "human adjudication", "active learning" ], "adverse_case": "Correlated judges, same-family self-preference, synthetic-label circularity, tuning leakage and selection bias.", "planned_output": "Architecture comparison with provenance, cost, dependence and calibration requirements; model training remains out of execution scope. Maintain a tools and scoring-platform registry with version, official documentation, reported task, access and license conditions, validation references and discontinuation status; no service execution is authorized.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 43; lane_id=G9-L43", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L44", "kind": "Research question", "title": "Human criteria and benchmark validity", "owner_lane": "G9-L44", "mission_id": "G9-M11", "question": "What makes a benchmark or human criterion appropriate for each novelty target and deployment population?", "subareas": [ "expert and audience labels", "rubric comprehension", "blinding", "interrater reliability", "dataset provenance", "review scores as labels (cross-ref L54)" ], "adverse_case": "Citation counts, accepted-paper labels, popularity or judge consensus cannot automatically supply ground truth.", "planned_output": "Benchmark audit and criterion-selection guide including disagreement models and label dependence.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 44; lane_id=G9-L44", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L45", "kind": "Research question", "title": "Discriminant and adversarial validity", "owner_lane": "G9-L45", "mission_id": "G9-M11", "question": "Does a score respond to meaningful changes while resisting irrelevant changes and manipulative submissions?", "subareas": [ "paraphrase", "entity swaps", "rare words", "nonsense", "length", "style", "quality", "gaming", "document instructions", "hidden-prompt manipulation of AI reviewers (2025 reports)" ], "adverse_case": "Prompt injection inside evaluated text, prestige cues, verbosity, incoherence and metrics rewarded for lexical rarity.", "planned_output": "Construct-specific perturbation battery with expected direction justified for each measure rather than imposed globally.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 45; lane_id=G9-L45", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L46", "kind": "Research question", "title": "Transport and temporal integrity", "owner_lane": "G9-L46", "mission_id": "G9-M11", "question": "What evidence supports transfer across domains, audiences, languages, time and model versions?", "subareas": [ "languages", "disciplines", "cultures", "length", "modality", "model revisions", "historical leakage", "distribution shift" ], "adverse_case": "Translation is not invariance; a later-trained model may know future outcomes despite a historical retrieval cutoff.", "planned_output": "Transport matrix, contamination audit and version-monitoring design with English and Chinese mandatory checks. Maintain an evaluator-model knowledge-cutoff register: provider/model/version, disclosed cutoff and its official source, observation date, disclosure status, evidence of contamination and uncertainty. An undisclosed cutoff remains unknown.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 46; lane_id=G9-L46", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L47", "kind": "Research question", "title": "Uncertainty calibration and decision use", "owner_lane": "G9-L47", "mission_id": "G9-M11", "question": "How should uncertainty and the cost of false novelty versus missed novelty govern screening and research decisions?", "subareas": [ "repeatability", "rank uncertainty", "abstention", "thresholds", "human escalation", "cost and latency", "screening recall" ], "adverse_case": "Uncalibrated verbal confidence, repeated runs treated as independent and aggregate correlations hiding threshold errors.", "planned_output": "Decision and abstention specification with empirical calibration requirements and realistic reporting of unavailable costs.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 47; lane_id=G9-L47", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L48", "kind": "Research question", "title": "Measurement error and downstream inference", "owner_lane": "G9-L48", "mission_id": "G9-M11", "question": "What happens when novelty scores enter substantive empirical analysis or determine which ideas receive review?", "subareas": [ "generated regressors", "selection", "clustering", "differential error", "causal inference", "interactions", "missing scores" ], "adverse_case": "Outcome-informed metric selection, circular validation, shared-source errors and assuming all errors attenuate effects.", "planned_output": "Inference-use guide with sensitivity and error-propagation plans; no regressions on focal data.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 48; lane_id=G9-L48", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L49", "kind": "Research question", "title": "Coverage and disconnected literature recovery", "owner_lane": "G9-L49", "mission_id": "G9-M12", "question": "Which domain-method families or source routes remain absent after merging all mission discoveries?", "subareas": [ "inherited venues", "new specialist venues", "Chinese sources", "other languages", "citations", "null results", "unresolved tails", "official and standards sources route (OECD, WIPO, EPO, USPTO, FDA, ISO, Eurostat)", "other-language probe list (German, French, Japanese, Korean, Spanish creativity-research traditions) with named minimal queries" ], "adverse_case": "Counting imported work as new, repeated near-identical queries, inaccessible studies as empty cells and prestige-driven omission.", "planned_output": "Coverage summary with unresolved evidence gaps, bilingual terminology, source kinds, official-document versions and additional-language search probes.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 49; lane_id=G9-L49", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L50", "kind": "Research question", "title": "Method selection and evidence synthesis", "owner_lane": "G9-L50", "mission_id": "G9-M12", "question": "Which approaches are supported for each target and which remain exploratory, unsuitable or unknown?", "subareas": [ "method atlas", "formula comparison", "domain applicability", "evidence quality", "contradictions", "transport" ], "adverse_case": "A global leaderboard, cross-task correlation comparisons and narrative consensus without independent support.", "planned_output": "Use-case decision matrix and method atlas drawn only from independently admitted current claims. Include a measure genealogy with predecessor/derived measure IDs, dated versions, inherited components and changed validation scope.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 50; lane_id=G9-L50", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L51", "kind": "Research question", "title": "Domain measurement protocols", "owner_lane": "G9-L51", "mission_id": "G9-M12", "question": "What concrete workflow should a researcher or evaluator use for each covered application, and when should it abstain?", "subareas": [ "ventures", "crowdsourcing", "cultural products", "science", "all required application cells", "fully developed walkthroughs for patents, divergent thinking and AI-generated research ideas" ], "adverse_case": "One generic prompt relabeled for every domain or borrowing validation from an unrelated task.", "planned_output": "One protocol card per application cell with comparator, inputs, rubric, method alternatives, uncertainty and validation gaps. Add fully developed patent, divergent-thinking and AI-generated-research-idea walkthroughs. Each protocol includes relevant official-definition boundaries and a fairness audit where screening is proposed.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 51; lane_id=G9-L51", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L52", "kind": "Research question", "title": "Prospective validation and empirical follow up", "owner_lane": "G9-L52", "mission_id": "G9-M12", "question": "What future empirical study could distinguish promising measurement approaches and test cross-domain transfer?", "subareas": [ "benchmark design", "sampling", "human annotation", "baselines", "perturbations", "precision planning", "preregistration" ], "adverse_case": "Invented sample sizes, post hoc metric choice, contaminated splits and treating a design as executed evidence.", "planned_output": "Preregistration-style validation package, prioritization and data/compute requirements for a separately launched empirical stage. Deliver a machine-readable dataset and benchmark registry: name/version, task, object and reference universe, labels, rater population, size and denominator, official access route, separately verified license, availability, contamination and dependence risks, and source locators. Unknown fields remain explicit; do not acquire datasets.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 52; lane_id=G9-L52", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L53", "kind": "Research question", "title": "Legal regulatory and standards definitions of novelty and originality", "owner_lane": "G9-L53", "mission_id": "G9-M01", "question": "Which official, legal and standards definitions of novelty, originality and innovativeness exist, how do they fix object, comparator, time and evaluator, and how do they map onto research constructs and scores?", "subareas": [ "patent novelty and anticipation", "inventive step and non-obviousness", "copyright originality", "trademark distinctiveness", "regulatory novelty designations (drugs devices)", "innovation survey and statistical manual definitions (Oslo Frascati CIS)", "management system standards (ISO 56000)", "distinguish official administrative categories, substantive novelty constructs, approval status and clinical or commercial outcomes" ], "adverse_case": "A research score is never a legal determination; new-to-firm survey answers are self-reports with incentives; statutory definitions change by jurisdiction and date. FDA novel-drug listings, NME/NCE classifications, first-in-class assessments and Breakthrough designations are distinct categories; do not treat them as interchangeable novelty scores. Pin the issuing authority, jurisdiction, legal regime (including US AIA/pre-AIA), version and effective date. Treat non-obviousness, copyright originality and trademark distinctiveness as related but different constructs.", "planned_output": "Official-definition crosswalk with jurisdiction and date, mapped to the L01 construct crosswalk and consumed by every L51 protocol card. Include historical/current version relationships and explicit unmappable categories; no claim that official definitions are uniformly more precise or commensurable.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 53; lane_id=G9-L53", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L54", "kind": "Research question", "title": "Peer review grant panels and institutional evaluation of scientific novelty", "owner_lane": "G9-L54", "mission_id": "G9-M05", "question": "How do reviewers, panels and funders judge novelty, what do their recorded scores and texts actually measure, and under what conditions can they serve as criteria for automated assessment?", "subareas": [ "journal and conference review", "grant and fellowship panels", "prize and award juries", "review form novelty fields and public review corpora", "funder criteria texts", "AI assisted review" ], "adverse_case": "Review scores encode risk aversion, negativity bias, prestige and workload; accepted-paper labels are selection outcomes; reviewer text can be manipulated by hidden prompts.", "planned_output": "Review-criterion audit and label-validity guide for using review data as novelty criteria, with disagreement models.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 54; lane_id=G9-L54", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L55", "kind": "Research question", "title": "Autonomous discovery systems and generative-model novelty claims", "owner_lane": "G9-L55", "mission_id": "G9-M08", "question": "How do autonomous generation and discovery systems define, check and claim novelty for their outputs, and what independent evidence supports or contradicts those claims?", "subareas": [ "AI generated research ideas and papers", "program and algorithm search", "molecules materials and proteins", "mathematical conjectures and proofs", "built-in novelty checks and self assessment", "independent expert and replication audits" ], "adverse_case": "Novel defined relative to one training set or benchmark; self-assessment by the producing model family; paraphrased borrowing that passes retrieval checks; press-release claims without demonstrated function.", "planned_output": "Claim-audit framework for machine-generated artifacts with producer/assessor separation and a catalogue of in-system novelty checks.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 55; lane_id=G9-L55", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L56", "kind": "Research question", "title": "Training-corpus overlap memorization and authenticity measures", "owner_lane": "G9-L56", "mission_id": "G9-M09", "question": "What do overlap, memorization and authenticity measures estimate, against which corpora, and when can they stand in for novelty relative to a domain reference?", "subareas": [ "n-gram and span attribution at web scale", "suffix-array and index lookups", "generative-model authenticity and data-copying tests", "code clone types and semantic equivalence", "training-set novelty fractions in generative benchmarks", "unavailable or proprietary training corpora" ], "adverse_case": "Overlap with the web is not overlap with the model's training data; paraphrase evades string matching; low overlap is not meaningful novelty; corpus coverage limits every claim. Separate sample overlap with an observed corpus, inference about hidden training membership, memorization, statistical authenticity and substantive contribution. MF14 is a distinct comparator/access family but may share mechanisms with MF01–MF07.", "planned_output": "MF14 formula and corpus atlas with access limits and explicit bridges to domain-reference novelty.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 56; lane_id=G9-L56", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L57", "kind": "Research question", "title": "Fairness differential validity and creator-group bias in novelty judgments", "owner_lane": "G9-L57", "mission_id": "G9-M11", "question": "Do novelty measures and LLM judges show differential validity, calibration or error across creator groups, languages and varieties, institutions and eras, and how should screening uses be audited?", "subareas": [ "creator demographics and institutions", "non-native and dialectal language", "era and age of work", "prestige and name cues", "group-level calibration", "disparate impact of thresholds", "audit designs" ], "adverse_case": "Group differences in true novelty versus measurement bias; proxy variables; small-group estimates; conflicting fairness definitions. Do not assume latent true novelty is known; model criterion uncertainty, exposure and differential error before interpreting group gaps.", "planned_output": "Fairness audit protocol and reporting template bound to each protocol card's screening use.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 57; lane_id=G9-L57", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L58", "kind": "Research question", "title": "Derivative works adaptations remixes translations and sequels", "owner_lane": "G9-L58", "mission_id": "G9-M04", "question": "How is novelty measured when the object is a transformation of a named antecedent, and how do these measures relate to corpus-relative novelty?", "subareas": [ "adaptations and remakes", "covers samples and remixes", "translations and localizations", "sequels franchises and fan works", "software forks and ports", "policy and institutional transplants" ], "adverse_case": "Fidelity, quality and legal status are not transformation novelty; antecedent misidentification; chains of derivation. A named antecedent can be one of several sources; retain multiple and uncertain ancestry. Transformation distance alone need not capture corpus-relative or audience-relative novelty.", "planned_output": "Source-relative novelty protocol with antecedent identification requirements and cross-references to L14, L16, L25 and L29.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 58; lane_id=G9-L58", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L59", "kind": "Research question", "title": "Health clinical and biomedical practice innovation", "owner_lane": "G9-L59", "mission_id": "G9-M06", "question": "How is novelty measured for drugs, devices, procedures, clinical practices and health interventions, and how do regulatory designations relate to research measures?", "subareas": [ "drug candidates and approvals", "medical devices", "surgical and clinical procedures", "public health and health service interventions", "digital health", "regulatory novelty designations", "distinguish official administrative categories, substantive novelty constructs, approval status and clinical or commercial outcomes" ], "adverse_case": "Approval, efficacy and safety are not novelty; first-in-class depends on classification systems; measurement here authorizes no clinical guidance. FDA novel-drug listings, NME/NCE classifications, first-in-class assessments and Breakthrough designations are distinct categories; do not treat them as interchangeable novelty scores.", "planned_output": "Health-domain measure atlas and protocol card with regulatory-definition mapping; no experimental or clinical content. Published experimental or clinical validation may be reviewed as evidence; no new experimentation, treatment advice or clinical execution is included.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 59; lane_id=G9-L59", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L60", "kind": "Research question", "title": "Game mechanics play and formally enumerable move spaces", "owner_lane": "G9-L60", "mission_id": "G9-M04", "question": "How is novelty measured for mechanics, levels, moves and strategies against explicit recorded reference sets or formally specified spaces, and what transfers to open-ended domains?", "subareas": [ "chess Go and opening databases", "sports tactics and plays", "board and video game mechanics", "procedural content and level generation", "puzzle design", "esports strategies" ], "adverse_case": "Enumerable spaces inflate first-occurrence counts; engine evaluation is quality not novelty; database completeness varies by era. Formal enumerability does not establish observed completeness. Pin database versions, dates, coverage and unrecorded play; separate move, position and sequence novelty. Sports tactics and open-ended strategies need not form closed spaces.", "planned_output": "Bounded-reference novelty exemplar for L02, with a database coverage audit, and a mechanics-novelty protocol card. A closed universe may be claimed only for the explicitly defined corpus or demonstrably enumerated task.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 60; lane_id=G9-L60", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } }, { "id": "G9-L61", "kind": "Research question", "title": "Social media memes and platform content", "owner_lane": "G9-L61", "mission_id": "G9-M08", "question": "How is content novelty measured on social platforms, how does it differ from virality, engagement and trend adoption, and how do recommendation systems shape the reference pool?", "subareas": [ "posts and threads", "memes and templates", "short video and audio trends", "hashtags and challenges", "creator originality signals", "recommender effects on diversity" ], "adverse_case": "Virality, engagement, timeliness and platform original labels are not novelty; template reuse; bot and AI content in the reference pool.", "planned_output": "Platform-content novelty map with separated virality and engagement constructs.", "status": "Proposed research question; unsearched", "note": "A question for future measurement research; no result is claimed.", "source": { "path": "docs/g9-design/LANES.jsonl", "locator": "line 61; lane_id=G9-L61", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee" } } ], "methods": [ { "method_id": "MF01", "title": "Lexical first use dictionaries and topics", "owner_lane": "G9-L34" }, { "method_id": "MF02", "title": "Semantic geometric distances", "owner_lane": "G9-L34" }, { "method_id": "MF03", "title": "Density rarity and outlier measures", "owner_lane": "G9-L35" }, { "method_id": "MF04", "title": "Recombination and relational null models", "owner_lane": "G9-L35" }, { "method_id": "MF05", "title": "Surprise likelihood and information", "owner_lane": "G9-L36" }, { "method_id": "MF06", "title": "Concept claim event and narrative structure", "owner_lane": "G9-L37" }, { "method_id": "MF07", "title": "Multimodal artifact comparison", "owner_lane": "G9-L38" }, { "method_id": "MF08", "title": "Direct LLM rubric scoring", "owner_lane": "G9-L39" }, { "method_id": "MF09", "title": "Pairwise and ranking judgments", "owner_lane": "G9-L40" }, { "method_id": "MF10", "title": "Retrieval grounded prior comparison", "owner_lane": "G9-L41" }, { "method_id": "MF11", "title": "Decomposed contribution verification", "owner_lane": "G9-L42" }, { "method_id": "MF12", "title": "Supervised and calibrated evaluators", "owner_lane": "G9-L43" }, { "method_id": "MF13", "title": "Ensembles and human assisted assessment", "owner_lane": "G9-L43" }, { "method_id": "MF14", "title": "Training-corpus overlap memorization and authenticity", "owner_lane": "G9-L56" } ], "applications": [ { "application_cell": "APP01", "title": "New ventures and entrepreneurial opportunities", "owner_lane": "G9-L05", "mission_id": "G9-M02", "required_subareas": "venture concepts;pitches;opportunity recognition;crowdfunding ventures;market entry;app stores, product listings and startup databases", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP02", "title": "Business models and strategic configurations", "owner_lane": "G9-L06", "mission_id": "G9-M02", "required_subareas": "business models;value propositions;revenue models;platforms;strategy;category creation;financial products and fintech", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP03", "title": "Organizational processes and forms", "owner_lane": "G9-L07", "mission_id": "G9-M02", "required_subareas": "routines;workflows;organizational forms;management practices;operations;administrative innovation;innovation surveys (CIS, Oslo new-to-firm/market/world);ISO 56000", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP04", "title": "Employee and team ideas", "owner_lane": "G9-L08", "mission_id": "G9-M02", "required_subareas": "employee suggestions;internal ideation;team proposals;innovation workshops;intrapreneurship", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP05", "title": "Products and functional concepts", "owner_lane": "G9-L09", "mission_id": "G9-M03", "required_subareas": "consumer products;industrial products;features;functional combinations;incremental and radical changes", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP06", "title": "Services and experiences", "owner_lane": "G9-L10", "mission_id": "G9-M03", "required_subareas": "service concepts;delivery processes;customer journeys;hospitality and tourism;digital services", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP07", "title": "Crowdsourcing and innovation contests", "owner_lane": "G9-L11", "mission_id": "G9-M03", "required_subareas": "open contests;challenge solutions;crowdfunding idea descriptions;platform submissions;crowd evaluation;AI-generated submissions and endogenous pools", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP08", "title": "Customer and user innovation", "owner_lane": "G9-L12", "mission_id": "G9-M03", "required_subareas": "lead users;customer suggestions;community adaptations;co creation;maker communities", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP09", "title": "Marketing advertising and brands", "owner_lane": "G9-L13", "mission_id": "G9-M03", "required_subareas": "advertising concepts;slogans;brand positioning;packaging;campaigns;brand and product names, trademarks (cross-ref L53);social and content marketing (cross-ref L61)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP10", "title": "Film television and interactive narratives", "owner_lane": "G9-L14", "mission_id": "G9-M04", "required_subareas": "films;television;screenplays;synopses;games;interactive branching narratives;mechanics cross-ref L60", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP11", "title": "Literature writing and verbal creation", "owner_lane": "G9-L15", "mission_id": "G9-M04", "required_subareas": "fiction;poetry;creative nonfiction;humor;metaphor;literary journalism;corpus-overlap creativity index (cross-ref L56)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP12", "title": "Music sound and performance", "owner_lane": "G9-L16", "mission_id": "G9-M04", "required_subareas": "lyrics;melody;harmony;rhythm;timbre;performance;choreography", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP13", "title": "Visual art and visual communication", "owner_lane": "G9-L17", "mission_id": "G9-M04", "required_subareas": "paintings;photographs;illustration;graphic design;AI images;content and style;prompts as creative objects (AI-image prompts)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP14", "title": "Design fashion and built environments", "owner_lane": "G9-L18", "mission_id": "G9-M04", "required_subareas": "industrial aesthetics;fashion;architecture;spatial design;craft;culinary design", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP15", "title": "Research questions hypotheses and theories", "owner_lane": "G9-L19", "mission_id": "G9-M05", "required_subareas": "research questions;hypotheses;theories;conceptual contributions;research proposals;AI-generated research ideas evaluated by expert panels (cross-ref L55)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP16", "title": "Research methods and study designs", "owner_lane": "G9-L20", "mission_id": "G9-M05", "required_subareas": "methods;models;experimental designs;instruments;datasets;research software", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP17", "title": "Findings claims and scholarly arguments", "owner_lane": "G9-L21", "mission_id": "G9-M05", "required_subareas": "empirical findings;paper contributions;proofs;interpretive arguments;replications;negative results;mathematical conjectures and formal proofs (library duplicates)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP18", "title": "Disciplinary differences and knowledge recombination", "owner_lane": "G9-L22", "mission_id": "G9-M05", "required_subareas": "natural sciences;biomedicine;social sciences;humanities;mathematics;interdisciplinary research;disruption index as adjacent construct;intellectual history and conceptual change", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP19", "title": "Patents and technical prior art", "owner_lane": "G9-L23", "mission_id": "G9-M06", "required_subareas": "patent claims;descriptions;claim elements;families;prior art;technical disclosure;official examination criteria as constructs (cross-ref L53)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP20", "title": "Engineering and functional design", "owner_lane": "G9-L24", "mission_id": "G9-M06", "required_subareas": "mechanical design;systems;functional principles;design concepts;configuration novelty;generative-design novelty metrics", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP21", "title": "Software algorithms and digital artifacts", "owner_lane": "G9-L25", "mission_id": "G9-M06", "required_subareas": "algorithms;code;architectures;APIs;digital interaction;open source proposals;code clones and semantic equivalence;naturalness/surprisal of code;AI-discovered algorithms (cross-ref L55)", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP22", "title": "Materials molecules and applied discovery", "owner_lane": "G9-L26", "mission_id": "G9-M06", "required_subareas": "molecules;materials;drug hypotheses;biological design;agricultural technology;energy solutions;generative-chemistry novelty benchmarks;materials-discovery novelty critiques;cross-ref L59", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP23", "title": "Education learning and student work", "owner_lane": "G9-L27", "mission_id": "G9-M07", "required_subareas": "student ideas;essays;design assignments;solutions;learning trajectories;teacher ratings", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP24", "title": "Divergent thinking and creative problem solving", "owner_lane": "G9-L28", "mission_id": "G9-M07", "required_subareas": "alternative uses;word association;remote association;insight problems;everyday creativity", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP25", "title": "Public policy institutions and legal reasoning", "owner_lane": "G9-L29", "mission_id": "G9-M07", "required_subareas": "policy proposals;policy instruments;institutional design;public services;legal arguments;policy diffusion versus invention (new-to-jurisdiction);doctrinal novelty in judicial opinions;legal text-as-data", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP26", "title": "Social community and sustainability innovation", "owner_lane": "G9-L30", "mission_id": "G9-M07", "required_subareas": "community solutions;social enterprises;nonprofit programs;sustainability interventions;grassroots innovation", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP27", "title": "News disclosure and information arrival", "owner_lane": "G9-L31", "mission_id": "G9-M08", "required_subareas": "news streams;financial disclosures;earnings calls;intelligence reports;updates;year-over-year disclosure change and boilerplate measures;social streams cross-ref L61", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP28", "title": "Dialogue search and knowledge contributions", "owner_lane": "G9-L32", "mission_id": "G9-M08", "required_subareas": "conversation;forums;question answering;search results;summaries;collaborative knowledge", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP29", "title": "Human AI and collective novelty", "owner_lane": "G9-L33", "mission_id": "G9-M08", "required_subareas": "human only;AI only;human AI collaboration;teams;crowds;portfolios;population diversity;generative-output diversity metrics (distinct-n, NoveltyBench);LLM-sampled reference distributions and common generator/evaluator dependence", "coverage_state": "unsearched", "basis": "design obligation only", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP30", "title": "Peer review and funding evaluation", "owner_lane": "G9-L54", "mission_id": "G9-M05", "required_subareas": "journal and conference review;grant and fellowship panels;prize and award juries;review form novelty fields and public review corpora;funder criteria texts;AI assisted review", "coverage_state": "unsearched", "basis": "adopted in G9 design revision 2 from Fable review; design obligation only; no search credit", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP31", "title": "Autonomous discovery and generative systems", "owner_lane": "G9-L55", "mission_id": "G9-M08", "required_subareas": "AI generated research ideas and papers;program and algorithm search;molecules materials and proteins;mathematical conjectures and proofs;built-in novelty checks and self assessment;independent expert and replication audits", "coverage_state": "unsearched", "basis": "adopted in G9 design revision 2 from Fable review; design obligation only; no search credit", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP32", "title": "Derivative works and adaptations", "owner_lane": "G9-L58", "mission_id": "G9-M04", "required_subareas": "adaptations and remakes;covers samples and remixes;translations and localizations;sequels franchises and fan works;software forks and ports;policy and institutional transplants", "coverage_state": "unsearched", "basis": "adopted in G9 design revision 2 from Fable review; design obligation only; no search credit", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP33", "title": "Health and biomedical practice", "owner_lane": "G9-L59", "mission_id": "G9-M06", "required_subareas": "drug candidates and approvals;medical devices;surgical and clinical procedures;public health and health service interventions;digital health;regulatory novelty designations;distinguish official administrative categories, substantive novelty constructs, approval status and clinical or commercial outcomes", "coverage_state": "unsearched", "basis": "adopted in G9 design revision 2 from Fable review; design obligation only; no search credit", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP34", "title": "Games mechanics and enumerable move spaces", "owner_lane": "G9-L60", "mission_id": "G9-M04", "required_subareas": "chess Go and opening databases;sports tactics and plays;board and video game mechanics;procedural content and level generation;puzzle design;esports strategies", "coverage_state": "unsearched", "basis": "adopted in G9 design revision 2 from Fable review; design obligation only; no search credit", "remaining_frontier": "full original-source and validation search pending" }, { "application_cell": "APP35", "title": "Social media and platform content", "owner_lane": "G9-L61", "mission_id": "G9-M08", "required_subareas": "posts and threads;memes and templates;short video and audio trends;hashtags and challenges;creator originality signals;recommender effects on diversity", "coverage_state": "unsearched", "basis": "adopted in G9 design revision 2 from Fable review; design obligation only; no search credit", "remaining_frontier": "full original-source and validation search pending" } ], "missions": [ { "mission_id": "G9-M01", "title": "Constructs and reference universes", "question": "Define the target, comparison universe, evaluator and aggregation before choosing a model.", "lane_ids": [ "G9-L01", "G9-L02", "G9-L03", "G9-L04", "G9-L53" ], "status": "designed_not_launched" }, { "mission_id": "G9-M02", "title": "Entrepreneurship and organizations", "question": "Recover domain definitions and validation for ventures, business models, strategy, organizational processes and employee ideas.", "lane_ids": [ "G9-L05", "G9-L06", "G9-L07", "G9-L08" ], "status": "designed_not_launched" }, { "mission_id": "G9-M03", "title": "Products services and open innovation", "question": "Establish what novelty means for market offerings, service experiences, crowdsourcing, customer ideas and marketing.", "lane_ids": [ "G9-L09", "G9-L10", "G9-L11", "G9-L12", "G9-L13" ], "status": "designed_not_launched" }, { "mission_id": "G9-M04", "title": "Culture narratives and creative artifacts", "question": "Separate conceptual, structural, stylistic and execution novelty across cultural forms and assess the limits of text representations.", "lane_ids": [ "G9-L14", "G9-L15", "G9-L16", "G9-L17", "G9-L18", "G9-L58", "G9-L60" ], "status": "designed_not_launched" }, { "mission_id": "G9-M05", "title": "Science and scholarly contributions", "question": "Assess questions, theories, methods and findings against prior knowledge across scientific and scholarly disciplines.", "lane_ids": [ "G9-L19", "G9-L20", "G9-L21", "G9-L22", "G9-L54" ], "status": "designed_not_launched" }, { "mission_id": "G9-M06", "title": "Invention engineering and digital systems", "question": "Assess functional and technical departures while separating textual difference, prior art, performance and implementability.", "lane_ids": [ "G9-L23", "G9-L24", "G9-L25", "G9-L26", "G9-L59" ], "status": "designed_not_launched" }, { "mission_id": "G9-M07", "title": "Education public policy and social innovation", "question": "Cover learner-relative creativity, creative tasks, policy designs and community interventions without confusing local adoption with historical novelty.", "lane_ids": [ "G9-L27", "G9-L28", "G9-L29", "G9-L30" ], "status": "designed_not_launched" }, { "mission_id": "G9-M08", "title": "Information novelty and collective production", "question": "Map adjacent informational meanings and group or portfolio novelty, including human and AI production settings.", "lane_ids": [ "G9-L31", "G9-L32", "G9-L33", "G9-L55", "G9-L61" ], "status": "designed_not_launched" }, { "mission_id": "G9-M09", "title": "Representations and computational baselines", "question": "Identify what classical, neural, structural and multimodal scores actually estimate and what they provide to an LLM workflow.", "lane_ids": [ "G9-L34", "G9-L35", "G9-L36", "G9-L37", "G9-L38", "G9-L56" ], "status": "designed_not_launched" }, { "mission_id": "G9-M10", "title": "LLM assessment architectures", "question": "Compare direct, comparative, retrieval-grounded, decomposed and calibrated LLM assessment, including their failure modes.", "lane_ids": [ "G9-L39", "G9-L40", "G9-L41", "G9-L42", "G9-L43" ], "status": "designed_not_launched" }, { "mission_id": "G9-M11", "title": "Validation uncertainty and inference", "question": "Determine the conditions under which scores are interpretable, reproducible, transferable and fit for research or screening decisions.", "lane_ids": [ "G9-L44", "G9-L45", "G9-L46", "G9-L47", "G9-L48", "G9-L57" ], "status": "designed_not_launched" }, { "mission_id": "G9-M12", "title": "Coverage integration and measurement protocols", "question": "Close disconnected frontiers and integrate accepted evidence into domain protocols, method selection and proposed empirical validation.", "lane_ids": [ "G9-L49", "G9-L50", "G9-L51", "G9-L52" ], "status": "designed_not_launched" } ], "lanes": [ { "lane_id": "G9-L01", "mission_id": "G9-M01", "title": "Novelty constructs and levels", "application_cell": null, "required_subareas": [ "historical novelty", "observer relative novelty", "originality", "atypicality", "surprise", "creativity", "innovation", "legal and official thresholds (cross-ref L53)", "radicalness and breakthrough", "disruption indices as an adjacent consequence construct", "psychological stimulus novelty and Bayesian surprise as adjacent constructs", "four-C levels (mini-c to Big-C)" ], "question": "Which definitions distinguish first occurrence, uncommonness, meaningful departure, perceived newness and creative quality at person, process, product and collective levels?", "required_adverse_case": "New wording, rarity, nonsense, later influence and adoption must not silently substitute for the target construct.", "deliverable": "Construct crosswalk with operational definitions, admissible interpretations and explicit prohibited substitutions. Include an English–Chinese construct glossary, with L49 coordinating terminology encountered in source discovery.", "english_terms": "novelty originality atypicality creativity construct measurement", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L02", "mission_id": "G9-M01", "title": "Reference universes and time", "application_cell": null, "required_subareas": [ "historical corpora", "firm and market boundaries", "knowledge exposure", "corpus sampling", "temporal cutoffs", "reference depletion", "rediscovery, revival and sleeping beauties", "bounded database reference universes (chess and patent families), with inclusion, version and missingness audits", "model-generated reference distributions (LLM-sampled comparators)", "model-generated comparator and expectation distributions, including sampling and producer/evaluator dependence" ], "question": "How should comparison sets and information available at assessment time be specified, sampled and documented?", "required_adverse_case": "Missing predecessors, changing corpus density, self matches, future model knowledge and unavailable reference sets.", "deliverable": "Reference-universe contract and sensitivity requirements covering new to self, group, firm, market, field and recorded history.", "english_terms": "novelty reference set comparator corpus temporal information set", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L03", "mission_id": "G9-M01", "title": "Evaluators and perceived novelty", "application_cell": null, "required_subareas": [ "experts", "consumers", "founders", "investors", "teachers", "communities", "cross cultural audiences", "LLM-simulated rater panels as proxies for human judgment", "review and funding panels (cross-ref L54)" ], "question": "Whose judgment is the target, and how do expertise, familiarity, culture and incentives change perceived novelty?", "required_adverse_case": "Agreement with one rater population does not establish universal validity; disagreement need not be random noise.", "deliverable": "Evaluator sampling and exposure framework with separate novelty, usefulness, feasibility, coherence and liking labels.", "english_terms": "perceived novelty expert familiarity evaluation disagreement", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L04", "mission_id": "G9-M01", "title": "Units aggregation and meaningful recombination", "application_cell": null, "required_subareas": [ "components", "relations", "whole artifacts", "sets", "portfolios", "person and team outcomes", "axiomatic and measurement-theoretic properties (AN024)", "best-idea versus mean-idea aggregation" ], "question": "How do component-level differences combine into whole-item novelty and collective diversity, and when is a combination meaningfully new?", "required_adverse_case": "Maximum versus mean score, many trivial differences, quantity confounds and unusual but incoherent recombinations.", "deliverable": "Aggregation crosswalk and justified metric-specific invariance or monotonicity expectations.", "english_terms": "novelty recombination aggregation individual collective diversity", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L05", "mission_id": "G9-M02", "title": "New ventures and entrepreneurial opportunities", "application_cell": "APP01", "required_subareas": [ "venture concepts", "pitches", "opportunity recognition", "crowdfunding ventures", "market entry", "app stores, product listings and startup databases" ], "question": "How are opportunity and venture novelty measured relative to customers, geography, competitors and markets?", "required_adverse_case": "Venture age, founder novelty claims, polished pitches, funding and survival are not direct novelty measures.", "deliverable": "Venture measurement card set and comparator guide distinguishing market newness from substantive business novelty.", "english_terms": "new venture entrepreneurial opportunity market newness pitch novelty", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L06", "mission_id": "G9-M02", "title": "Business models and strategic configurations", "application_cell": "APP02", "required_subareas": [ "business models", "value propositions", "revenue models", "platforms", "strategy", "category creation", "financial products and fintech" ], "question": "Can methods identify new configurations of activities, value creation and capture instead of merely unfamiliar terminology?", "required_adverse_case": "Fashionable vocabulary, category relabeling, identical activity systems described differently and performance halo.", "deliverable": "Component and relational scoring comparison with business-model and strategic-distinctiveness transfer limits.", "english_terms": "business model novelty strategic distinctiveness activity system", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L07", "mission_id": "G9-M02", "title": "Organizational processes and forms", "application_cell": "APP03", "required_subareas": [ "routines", "workflows", "organizational forms", "management practices", "operations", "administrative innovation", "innovation surveys (CIS, Oslo new-to-firm/market/world)", "ISO 56000" ], "question": "How do measures distinguish novel processes or structures from the local adoption of established practices?", "required_adverse_case": "New to an organization is not necessarily new to an industry; efficiency gains do not establish novelty.", "deliverable": "Process and organization protocol using ordered actions, roles and mechanisms alongside text baselines.", "english_terms": "organizational innovation management practice process novelty", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L08", "mission_id": "G9-M02", "title": "Employee and team ideas", "application_cell": "APP04", "required_subareas": [ "employee suggestions", "internal ideation", "team proposals", "innovation workshops", "intrapreneurship" ], "question": "How are employee and team ideas scored within organizational knowledge and constraints?", "required_adverse_case": "Status, authorship, manager preferences, repeated team ideas and idea-count inflation.", "deliverable": "Internal-idea assessment design with individual versus team attribution and evaluator-exposure controls.", "english_terms": "employee idea novelty team creativity internal crowdsourcing", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L09", "mission_id": "G9-M03", "title": "Products and functional concepts", "application_cell": "APP05", "required_subareas": [ "consumer products", "industrial products", "features", "functional combinations", "incremental and radical changes" ], "question": "Which novelty measures distinguish new functions, uses and combinations from cosmetic or descriptive changes?", "required_adverse_case": "Purchase intent, usefulness, technical sophistication and unusual language can contaminate novelty ratings.", "deliverable": "Product protocol separating feature, function, category and market-reference dimensions.", "english_terms": "product concept novelty new product originality functional features", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L10", "mission_id": "G9-M03", "title": "Services and experiences", "application_cell": "APP06", "required_subareas": [ "service concepts", "delivery processes", "customer journeys", "hospitality and tourism", "digital services" ], "question": "Where does novelty reside in a service: outcome, interaction, delivery system or experience?", "required_adverse_case": "Text descriptions omit enacted experience; bundling and context changes may be mistaken for entirely new services.", "deliverable": "Service-specific decomposition, comparators and evidence on customer versus provider judgments.", "english_terms": "service innovation novelty customer experience measurement", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L11", "mission_id": "G9-M03", "title": "Crowdsourcing and innovation contests", "application_cell": "APP07", "required_subareas": [ "open contests", "challenge solutions", "crowdfunding idea descriptions", "platform submissions", "crowd evaluation", "AI-generated submissions and endogenous pools" ], "question": "How should crowd submissions be compared with one another and with external prior solutions?", "required_adverse_case": "Within-contest uniqueness, submission order, idea copying, popularity voting and endogenous reference pools.", "deliverable": "Contest assessment protocol reporting submission-pool and external-reference scores separately.", "english_terms": "crowdsourcing idea contest novelty assessment reference frame", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L12", "mission_id": "G9-M03", "title": "Customer and user innovation", "application_cell": "APP08", "required_subareas": [ "lead users", "customer suggestions", "community adaptations", "co creation", "maker communities" ], "question": "How can methods recognize user-discovered needs and solutions in situated language and experience?", "required_adverse_case": "Expert jargon mismatch, minority needs, familiarity bias and downstream commercial adoption as a proxy.", "deliverable": "User-innovation measurement and annotation design with community-specific reference sets.", "english_terms": "user innovation lead user customer ideas originality", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L13", "mission_id": "G9-M03", "title": "Marketing advertising and brands", "application_cell": "APP09", "required_subareas": [ "advertising concepts", "slogans", "brand positioning", "packaging", "campaigns", "brand and product names, trademarks (cross-ref L53)", "social and content marketing (cross-ref L61)" ], "question": "How do methods separate original messages or positioning from stylistic distinctiveness and persuasive appeal?", "required_adverse_case": "Attention, liking, fluency, provocation, brand reputation and sales as substitute labels.", "deliverable": "Marketing comparison table with content, execution and audience novelty scored separately.", "english_terms": "advertising originality brand positioning novelty creativity evaluation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L14", "mission_id": "G9-M04", "title": "Film television and interactive narratives", "application_cell": "APP10", "required_subareas": [ "films", "television", "screenplays", "synopses", "games", "interactive branching narratives", "mechanics cross-ref L60" ], "question": "Can an LLM distinguish new plot relations, causal structure and mechanics from changes in names, setting or synopsis wording?", "required_adverse_case": "Synopses omit execution; franchise leakage, genre density and shared motifs can distort comparisons.", "deliverable": "Narrative protocol with text-role limits and a dedicated film-synopsis worked design.", "english_terms": "film narrative plot novelty story originality game narrative", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L15", "mission_id": "G9-M04", "title": "Literature writing and verbal creation", "application_cell": "APP11", "required_subareas": [ "fiction", "poetry", "creative nonfiction", "humor", "metaphor", "literary journalism", "corpus-overlap creativity index (cross-ref L56)" ], "question": "How do conceptual, narrative, linguistic and stylistic originality differ in short and long writing?", "required_adverse_case": "Rare vocabulary, incoherence, imitation, length, canonical-author memorization and stylistic prestige.", "deliverable": "Writing task map with comparison units and criteria for meaningful rather than merely lexical departure.", "english_terms": "creative writing originality poetry humor metaphor novelty evaluation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L16", "mission_id": "G9-M04", "title": "Music sound and performance", "application_cell": "APP12", "required_subareas": [ "lyrics", "melody", "harmony", "rhythm", "timbre", "performance", "choreography" ], "question": "What can language descriptions capture about musical or performance novelty, and what requires audio or movement representation?", "required_adverse_case": "Lyric novelty cannot validate sonic novelty; descriptions may erase timing, expression and execution.", "deliverable": "Modality comparison and transfer boundaries for lyric, semantic, acoustic and performance measures.", "english_terms": "music novelty melodic originality lyrics performance creativity", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L17", "mission_id": "G9-M04", "title": "Visual art and visual communication", "application_cell": "APP13", "required_subareas": [ "paintings", "photographs", "illustration", "graphic design", "AI images", "content and style", "prompts as creative objects (AI-image prompts)" ], "question": "How should concept, composition, style and execution be assessed using images, captions or multimodal models?", "required_adverse_case": "Caption bottlenecks, style imitation, image artifacts, aesthetic value and platform popularity.", "deliverable": "Visual-art protocol distinguishing artifact observation from language-mediated judgments.", "english_terms": "visual art content visual novelty multimodal evaluation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L18", "mission_id": "G9-M04", "title": "Design fashion and built environments", "application_cell": "APP14", "required_subareas": [ "industrial aesthetics", "fashion", "architecture", "spatial design", "craft", "culinary design" ], "question": "How do novelty judgments reflect form, material, function, cultural convention and situated use?", "required_adverse_case": "Photographic presentation, local fashion cycles, verbal descriptions and functionality can change judgments independently.", "deliverable": "Design-domain comparison with explicit modality and cultural-reference requirements for every subarea.", "english_terms": "design novelty fashion architecture originality aesthetic function", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L19", "mission_id": "G9-M05", "title": "Research questions hypotheses and theories", "application_cell": "APP15", "required_subareas": [ "research questions", "hypotheses", "theories", "conceptual contributions", "research proposals", "AI-generated research ideas evaluated by expert panels (cross-ref L55)" ], "question": "How can systems assess whether a proposed question or explanation adds something substantive to existing knowledge?", "required_adverse_case": "Plausible nonsense, field jargon, vague scope, hidden antecedents and importance or feasibility halo.", "deliverable": "Question and theory assessment framework with claim scope and expert-reference requirements.", "english_terms": "scientific idea research question hypothesis theory novelty assessment", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L20", "mission_id": "G9-M05", "title": "Research methods and study designs", "application_cell": "APP16", "required_subareas": [ "methods", "models", "experimental designs", "instruments", "datasets", "research software" ], "question": "How is methodological novelty separated from new applications, parameter changes and benchmark performance?", "required_adverse_case": "Renamed established methods, missing baselines, inaccessible supplements and improvement without new mechanism.", "deliverable": "Method-contribution protocol using component and relational comparisons with prior methods.", "english_terms": "methodological novelty research design new method evaluation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L21", "mission_id": "G9-M05", "title": "Findings claims and scholarly arguments", "application_cell": "APP17", "required_subareas": [ "empirical findings", "paper contributions", "proofs", "interpretive arguments", "replications", "negative results", "mathematical conjectures and formal proofs (library duplicates)" ], "question": "What counts as a new finding, proof or interpretation, and how can contribution claims be checked against prior work?", "required_adverse_case": "Novel wording, citation omission, negative-result undervaluation, truth versus novelty and priority claims.", "deliverable": "Claim-level contribution map distinguishing replication, extension, contradiction and new evidence.", "english_terms": "scientific contribution claim novelty replication proof originality", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L22", "mission_id": "G9-M05", "title": "Disciplinary differences and knowledge recombination", "application_cell": "APP18", "required_subareas": [ "natural sciences", "biomedicine", "social sciences", "humanities", "mathematics", "interdisciplinary research", "disruption index as adjacent construct", "intellectual history and conceptual change" ], "question": "Which novelty criteria transfer across disciplines, and when are uncommon knowledge combinations meaningful?", "required_adverse_case": "Citation practices, field size, rarity of pairs, disciplinary prestige and treating all science as NLP benchmarks.", "deliverable": "Discipline-stratified evidence map and null-model comparison including concrete within-field and cross-field cases.", "english_terms": "scientific novelty disciplines recombination atypical combinations", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L23", "mission_id": "G9-M06", "title": "Patents and technical prior art", "application_cell": "APP19", "required_subareas": [ "patent claims", "descriptions", "claim elements", "families", "prior art", "technical disclosure", "official examination criteria as constructs (cross-ref L53)" ], "question": "How do research measures of technical novelty compare texts, claims and mechanisms against earlier disclosures?", "required_adverse_case": "Boilerplate, translation, patent families, claim amendments and confusing a research score with a legal patentability determination.", "deliverable": "Technical prior-art measure atlas with dates, claim granularity and explicit boundaries from legal judgment.", "english_terms": "patent text novelty claim prior art semantic measurement", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L24", "mission_id": "G9-M06", "title": "Engineering and functional design", "application_cell": "APP20", "required_subareas": [ "mechanical design", "systems", "functional principles", "design concepts", "configuration novelty", "generative-design novelty metrics" ], "question": "Can LLM-assisted functional decomposition distinguish new working principles and configurations from superficial variants?", "required_adverse_case": "Unworkable designs, omitted constraints, functional equivalence and reference-frequency dependence.", "deliverable": "Engineering metric map including novelty, variety, quality and quantity as separate outputs.", "english_terms": "engineering design ideation novelty functional principle metric", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L25", "mission_id": "G9-M06", "title": "Software algorithms and digital artifacts", "application_cell": "APP21", "required_subareas": [ "algorithms", "code", "architectures", "APIs", "digital interaction", "open source proposals", "code clones and semantic equivalence", "naturalness/surprisal of code", "AI-discovered algorithms (cross-ref L55)" ], "question": "How can novelty be assessed at problem, algorithm, architecture and behavior levels rather than token-level code difference?", "required_adverse_case": "Refactoring, obfuscation, library reuse, memorized code, correctness and speed as novelty substitutes.", "deliverable": "Software novelty protocol distinguishing semantic equivalence, new combinations and new capabilities.", "english_terms": "software algorithm novelty code semantic originality architecture", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L26", "mission_id": "G9-M06", "title": "Materials molecules and applied discovery", "application_cell": "APP22", "required_subareas": [ "molecules", "materials", "drug hypotheses", "biological design", "agricultural technology", "energy solutions", "generative-chemistry novelty benchmarks", "materials-discovery novelty critiques", "cross-ref L59" ], "question": "What measurement bridges connect language-based proposal assessment to structural or functional novelty in applied discovery?", "required_adverse_case": "Chemical uniqueness, synthesizability, efficacy and model confidence are different targets; string difference can be misleading.", "deliverable": "Bridge map with explicit representation, known-entity corpus and domain validation requirements; no experimental or medical guidance.", "english_terms": "molecular materials novelty language model discovery evaluation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L27", "mission_id": "G9-M07", "title": "Education learning and student work", "application_cell": "APP23", "required_subareas": [ "student ideas", "essays", "design assignments", "solutions", "learning trajectories", "teacher ratings" ], "question": "How can novelty relative to a learner or peer group be measured without mistaking it for historical originality?", "required_adverse_case": "Age, curriculum exposure, language proficiency, assistance disclosure and grading-quality confounds.", "deliverable": "Education measurement guide with developmental and classroom-reference limits and separate originality and attainment criteria.", "english_terms": "student creativity originality novelty assessment education", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L28", "mission_id": "G9-M07", "title": "Divergent thinking and creative problem solving", "application_cell": "APP24", "required_subareas": [ "alternative uses", "word association", "remote association", "insight problems", "everyday creativity" ], "question": "Which measures of response originality and semantic distance are validated for specific tasks and populations?", "required_adverse_case": "Fluency, response length, prompt repetition, invalid answers and transfer from brief tasks to real-world products.", "deliverable": "Task-by-population scorer atlas with human-label definitions and explicit external-validity limits.", "english_terms": "divergent thinking alternate uses semantic distance creativity validity", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L29", "mission_id": "G9-M07", "title": "Public policy institutions and legal reasoning", "application_cell": "APP25", "required_subareas": [ "policy proposals", "policy instruments", "institutional design", "public services", "legal arguments", "policy diffusion versus invention (new-to-jurisdiction)", "doctrinal novelty in judicial opinions", "legal text-as-data" ], "question": "How do measures separate new policy mechanisms or arguments from diffusion, local adaptation and changed drafting?", "required_adverse_case": "New to a jurisdiction, legal validity, political ambition, effectiveness and textual amendments are distinct.", "deliverable": "Policy and institutional novelty framework with an adjacent legal-argument cell and jurisdiction/time comparators.", "english_terms": "policy innovation novelty institutional design legal argument originality", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L30", "mission_id": "G9-M07", "title": "Social community and sustainability innovation", "application_cell": "APP26", "required_subareas": [ "community solutions", "social enterprises", "nonprofit programs", "sustainability interventions", "grassroots innovation" ], "question": "How can measures capture contextual and community-defined departures with unevenly documented prior practice?", "required_adverse_case": "Documentation bias, Western reference corpora, relabeling traditional knowledge and impact as originality.", "deliverable": "Context-sensitive protocol with local knowledge, participation and evidence-coverage requirements.", "english_terms": "social innovation community novelty sustainability grassroots", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L31", "mission_id": "G9-M08", "title": "News disclosure and information arrival", "application_cell": "APP27", "required_subareas": [ "news streams", "financial disclosures", "earnings calls", "intelligence reports", "updates", "year-over-year disclosure change and boilerplate measures", "social streams cross-ref L61" ], "question": "How is new information relative to an existing information set measured, and where does it differ from creative novelty?", "required_adverse_case": "Repetition, paraphrase, timeliness, price surprise, boilerplate and changed sentiment.", "deliverable": "Adjacent-measure map identifying useful antecedents and prohibited transfer to historical originality.", "english_terms": "information novelty news disclosure redundancy text", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L32", "mission_id": "G9-M08", "title": "Dialogue search and knowledge contributions", "application_cell": "APP28", "required_subareas": [ "conversation", "forums", "question answering", "search results", "summaries", "collaborative knowledge" ], "question": "How are incremental information contributions and redundancy assessed relative to a conversation or selected set?", "required_adverse_case": "Answer usefulness, relevance, serendipity and set coverage do not by themselves establish original ideas.", "deliverable": "Incremental-contribution metric map and justified links to idea-level novelty.", "english_terms": "dialogue novelty knowledge contribution search summarization redundancy", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L33", "mission_id": "G9-M08", "title": "Human AI and collective novelty", "application_cell": "APP29", "required_subareas": [ "human only", "AI only", "human AI collaboration", "teams", "crowds", "portfolios", "population diversity", "generative-output diversity metrics (distinct-n, NoveltyBench)", "LLM-sampled reference distributions and common generator/evaluator dependence" ], "question": "How do individual novelty, collective diversity and the best idea change with production setting, curation and output quantity?", "required_adverse_case": "Shared model ancestry, repeated sampling, selection of best outputs, homogenization and treating outputs as independent.", "deliverable": "Production-setting and aggregation framework applied across all domain missions, with dependence-aware comparison designs.", "english_terms": "human AI collective creativity novelty diversity homogenization", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L34", "mission_id": "G9-M09", "title": "Lexical and geometric baselines", "application_cell": null, "required_subareas": [ "dictionaries", "first use", "TF IDF", "topics", "LSA", "document encoders", "mean nearest and centroid distances", "pretraining-scale n-gram overlap (cross-ref L56)" ], "question": "What do lexical and embedding-distance baselines estimate, and how sensitive are they to representation and comparator choice?", "required_adverse_case": "Synonyms, polysemy, anisotropy, hubness, normalization and converting similarity into novelty without a construct argument.", "deliverable": "Formula and parameter atlas separating mean, nearest, kth-neighbor and centroid measures. Contribute mechanism ancestry and dated derivation links to the shared measure genealogy; L50 owns the integrated genealogy.", "english_terms": "text novelty lexical semantic distance embedding baseline", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L35", "mission_id": "G9-M09", "title": "Density rarity and recombination", "application_cell": null, "required_subareas": [ "outlier density", "local neighbors", "rare components", "rare pairs", "higher order combinations", "knowledge graphs", "neutral and drift null models from cultural evolution", "link-prediction predictability on knowledge graphs" ], "question": "When do density, rarity and recombination scores detect meaningful departure rather than sampling artifacts?", "required_adverse_case": "Low-frequency instability, null-model choices, marginal frequencies and empty reference pools.", "deliverable": "Null-model and support-threshold comparison with explicit scoring units and reference-population assumptions.", "english_terms": "novelty density outlier rarity recombination null model", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L36", "mission_id": "G9-M09", "title": "Surprise likelihood and information", "application_cell": null, "required_subareas": [ "surprisal", "likelihood", "pseudo likelihood", "compression", "information gain", "semantic change", "comparator or expectation generation and the distinction between model likelihood and historical originality" ], "question": "How do language-model probability and information measures relate to novelty under specified knowledge and time boundaries?", "required_adverse_case": "Tokenization, nonsensical rare sequences, memorization, training leakage and unavailable likelihood interfaces.", "deliverable": "Information-measure map separating model surprise, factual newness and substantive originality.", "english_terms": "language model surprisal likelihood compression novelty", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L37", "mission_id": "G9-M09", "title": "Concept claim event and relational representations", "application_cell": null, "required_subareas": [ "concepts", "functions", "claims", "events", "causal structures", "graphs", "narrative representations" ], "question": "Does LLM extraction of structured units preserve the features on which domain experts base novelty judgments?", "required_adverse_case": "Extraction hallucinations, missed relations, ontology bias and equivalent structures with different wording.", "deliverable": "Structured-representation pipeline and evidence separating extraction error from comparison error.", "english_terms": "LLM concept claim event graph novelty representation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L38", "mission_id": "G9-M09", "title": "Multimodal and description-based measurement", "application_cell": null, "required_subareas": [ "text descriptions", "captions", "images", "audio", "video", "code", "structured technical artifacts", "generative-model fidelity, diversity and authenticity metrics" ], "question": "When can text descriptions validly stand in for artifacts, and what extra evidence do multimodal systems provide?", "required_adverse_case": "Description bottlenecks, missing form and execution, prompt-induced content and cross-modal metric mismatch.", "deliverable": "Modality-by-construct bridge matrix with direct and indirect observation clearly distinguished.", "english_terms": "multimodal novelty assessment caption description validity", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L39", "mission_id": "G9-M10", "title": "Direct rubric judgments", "application_cell": null, "required_subareas": [ "pointwise ratings", "anchored rubrics", "dimension decomposition", "absolute scales", "prompted judges" ], "question": "Which rubric designs let LLMs judge novelty separately from quality and explain the comparison standard?", "required_adverse_case": "Halo, verbosity, style, flattering explanations, scale compression and unsupported self-confidence.", "deliverable": "Rubric catalog with exact prompts, versions, anchors and calibration evidence; no universal preferred model. Maintain a machine-readable prompt and rubric registry with model/version, exact prompt or permitted locator, scoring anchors, task, license/rights, and validation links.", "english_terms": "LLM judge novelty originality rubric calibration", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L40", "mission_id": "G9-M10", "title": "Comparative and ranking judgments", "application_cell": null, "required_subareas": [ "pairwise comparisons", "rankings", "best worst scaling", "tournaments", "reference anchored choices" ], "question": "When are comparative judgments more reliable or interpretable than absolute scores for novelty?", "required_adverse_case": "Position bias, intransitive rankings, comparator-set effects, ties and converting preferences to interval scores.", "deliverable": "Comparison and aggregation protocols with rank uncertainty and domain-specific selection criteria.", "english_terms": "pairwise LLM novelty ranking position bias", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L41", "mission_id": "G9-M10", "title": "Retrieval grounded prior comparison", "application_cell": null, "required_subareas": [ "query generation", "corpus coverage", "retrieval", "reranking", "temporal filtering", "citations", "agentic and iterative search evaluators" ], "question": "How can retrieval-assisted judges establish a stated novelty judgment against traceable prior examples?", "required_adverse_case": "Failed retrieval creates false novelty; authoritative-looking citations may not support the judgment.", "deliverable": "Retrieval-versus-assessor error decomposition, reference-corpus audit and evidence-linked output specification.", "english_terms": "retrieval augmented novelty assessment prior art recall", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L42", "mission_id": "G9-M10", "title": "Decomposed contribution verification", "application_cell": null, "required_subareas": [ "claim comparison", "feature matching", "entailment", "contradiction", "functional equivalence", "contribution maps" ], "question": "Can decomposing a candidate into claims or functions make judgments inspectable and robust to paraphrase?", "required_adverse_case": "Decomposition omissions, false entailment, invalid analogy and rationalizations that do not demonstrate novelty.", "deliverable": "Contribution comparison protocol with cited antecedents, residual differences and explicit unknowns.", "english_terms": "claim level novelty contribution entailment prior work", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L43", "mission_id": "G9-M10", "title": "Trained ensembles and human assisted evaluators", "application_cell": null, "required_subareas": [ "supervised scorers", "fine tuning", "ensembles", "multi agent evaluation", "human adjudication", "active learning" ], "question": "When do trained or multiple judges improve assessment, and what human calibration remains necessary?", "required_adverse_case": "Correlated judges, same-family self-preference, synthetic-label circularity, tuning leakage and selection bias.", "deliverable": "Architecture comparison with provenance, cost, dependence and calibration requirements; model training remains out of execution scope. Maintain a tools and scoring-platform registry with version, official documentation, reported task, access and license conditions, validation references and discontinuation status; no service execution is authorized.", "english_terms": "novelty trained evaluator ensemble human AI calibration", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L44", "mission_id": "G9-M11", "title": "Human criteria and benchmark validity", "application_cell": null, "required_subareas": [ "expert and audience labels", "rubric comprehension", "blinding", "interrater reliability", "dataset provenance", "review scores as labels (cross-ref L54)" ], "question": "What makes a benchmark or human criterion appropriate for each novelty target and deployment population?", "required_adverse_case": "Citation counts, accepted-paper labels, popularity or judge consensus cannot automatically supply ground truth.", "deliverable": "Benchmark audit and criterion-selection guide including disagreement models and label dependence.", "english_terms": "novelty benchmark human validation criterion reliability", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L45", "mission_id": "G9-M11", "title": "Discriminant and adversarial validity", "application_cell": null, "required_subareas": [ "paraphrase", "entity swaps", "rare words", "nonsense", "length", "style", "quality", "gaming", "document instructions", "hidden-prompt manipulation of AI reviewers (2025 reports)" ], "question": "Does a score respond to meaningful changes while resisting irrelevant changes and manipulative submissions?", "required_adverse_case": "Prompt injection inside evaluated text, prestige cues, verbosity, incoherence and metrics rewarded for lexical rarity.", "deliverable": "Construct-specific perturbation battery with expected direction justified for each measure rather than imposed globally.", "english_terms": "novelty metric validity paraphrase adversarial style bias", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L46", "mission_id": "G9-M11", "title": "Transport and temporal integrity", "application_cell": null, "required_subareas": [ "languages", "disciplines", "cultures", "length", "modality", "model revisions", "historical leakage", "distribution shift" ], "question": "What evidence supports transfer across domains, audiences, languages, time and model versions?", "required_adverse_case": "Translation is not invariance; a later-trained model may know future outcomes despite a historical retrieval cutoff.", "deliverable": "Transport matrix, contamination audit and version-monitoring design with English and Chinese mandatory checks. Maintain an evaluator-model knowledge-cutoff register: provider/model/version, disclosed cutoff and its official source, observation date, disclosure status, evidence of contamination and uncertainty. An undisclosed cutoff remains unknown.", "english_terms": "novelty measurement invariance domain transfer multilingual contamination", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L47", "mission_id": "G9-M11", "title": "Uncertainty calibration and decision use", "application_cell": null, "required_subareas": [ "repeatability", "rank uncertainty", "abstention", "thresholds", "human escalation", "cost and latency", "screening recall" ], "question": "How should uncertainty and the cost of false novelty versus missed novelty govern screening and research decisions?", "required_adverse_case": "Uncalibrated verbal confidence, repeated runs treated as independent and aggregate correlations hiding threshold errors.", "deliverable": "Decision and abstention specification with empirical calibration requirements and realistic reporting of unavailable costs.", "english_terms": "novelty scoring uncertainty calibration abstention decision", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L48", "mission_id": "G9-M11", "title": "Measurement error and downstream inference", "application_cell": null, "required_subareas": [ "generated regressors", "selection", "clustering", "differential error", "causal inference", "interactions", "missing scores" ], "question": "What happens when novelty scores enter substantive empirical analysis or determine which ideas receive review?", "required_adverse_case": "Outcome-informed metric selection, circular validation, shared-source errors and assuming all errors attenuate effects.", "deliverable": "Inference-use guide with sensitivity and error-propagation plans; no regressions on focal data.", "english_terms": "text measurement error novelty generated regressor inference", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L49", "mission_id": "G9-M12", "title": "Coverage and disconnected literature recovery", "application_cell": null, "required_subareas": [ "inherited venues", "new specialist venues", "Chinese sources", "other languages", "citations", "null results", "unresolved tails", "official and standards sources route (OECD, WIPO, EPO, USPTO, FDA, ISO, Eurostat)", "other-language probe list (German, French, Japanese, Korean, Spanish creativity-research traditions) with named minimal queries" ], "question": "Which domain-method families or source routes remain absent after merging all mission discoveries?", "required_adverse_case": "Counting imported work as new, repeated near-identical queries, inaccessible studies as empty cells and prestige-driven omission.", "deliverable": "Coverage summary with unresolved evidence gaps, bilingual terminology, source kinds, official-document versions and additional-language search probes.", "english_terms": "novelty measurement review validation gaps negative results", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L50", "mission_id": "G9-M12", "title": "Method selection and evidence synthesis", "application_cell": null, "required_subareas": [ "method atlas", "formula comparison", "domain applicability", "evidence quality", "contradictions", "transport" ], "question": "Which approaches are supported for each target and which remain exploratory, unsuitable or unknown?", "required_adverse_case": "A global leaderboard, cross-task correlation comparisons and narrative consensus without independent support.", "deliverable": "Use-case decision matrix and method atlas drawn only from independently admitted current claims. Include a measure genealogy with predecessor/derived measure IDs, dated versions, inherited components and changed validation scope.", "english_terms": "novelty methods comparison validity evidence synthesis", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L51", "mission_id": "G9-M12", "title": "Domain measurement protocols", "application_cell": null, "required_subareas": [ "ventures", "crowdsourcing", "cultural products", "science", "all required application cells", "fully developed walkthroughs for patents, divergent thinking and AI-generated research ideas" ], "question": "What concrete workflow should a researcher or evaluator use for each covered application, and when should it abstain?", "required_adverse_case": "One generic prompt relabeled for every domain or borrowing validation from an unrelated task.", "deliverable": "One protocol card per application cell with comparator, inputs, rubric, method alternatives, uncertainty and validation gaps. Add fully developed patent, divergent-thinking and AI-generated-research-idea walkthroughs. Each protocol includes relevant official-definition boundaries and a fairness audit where screening is proposed.", "english_terms": "novelty measurement protocol domain validation rubric", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L52", "mission_id": "G9-M12", "title": "Prospective validation and empirical follow up", "application_cell": null, "required_subareas": [ "benchmark design", "sampling", "human annotation", "baselines", "perturbations", "precision planning", "preregistration" ], "question": "What future empirical study could distinguish promising measurement approaches and test cross-domain transfer?", "required_adverse_case": "Invented sample sizes, post hoc metric choice, contaminated splits and treating a design as executed evidence.", "deliverable": "Preregistration-style validation package, prioritization and data/compute requirements for a separately launched empirical stage. Deliver a machine-readable dataset and benchmark registry: name/version, task, object and reference universe, labels, rater population, size and denominator, official access route, separately verified license, availability, contamination and dependence risks, and source locators. Unknown fields remain explicit; do not acquire datasets.", "english_terms": "novelty benchmark validation preregistration design", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L53", "mission_id": "G9-M01", "title": "Legal regulatory and standards definitions of novelty and originality", "application_cell": null, "required_subareas": [ "patent novelty and anticipation", "inventive step and non-obviousness", "copyright originality", "trademark distinctiveness", "regulatory novelty designations (drugs devices)", "innovation survey and statistical manual definitions (Oslo Frascati CIS)", "management system standards (ISO 56000)", "distinguish official administrative categories, substantive novelty constructs, approval status and clinical or commercial outcomes" ], "question": "Which official, legal and standards definitions of novelty, originality and innovativeness exist, how do they fix object, comparator, time and evaluator, and how do they map onto research constructs and scores?", "required_adverse_case": "A research score is never a legal determination; new-to-firm survey answers are self-reports with incentives; statutory definitions change by jurisdiction and date. FDA novel-drug listings, NME/NCE classifications, first-in-class assessments and Breakthrough designations are distinct categories; do not treat them as interchangeable novelty scores. Pin the issuing authority, jurisdiction, legal regime (including US AIA/pre-AIA), version and effective date. Treat non-obviousness, copyright originality and trademark distinctiveness as related but different constructs.", "deliverable": "Official-definition crosswalk with jurisdiction and date, mapped to the L01 construct crosswalk and consumed by every L51 protocol card. Include historical/current version relationships and explicit unmappable categories; no claim that official definitions are uniformly more precise or commensurable.", "english_terms": "patent novelty anticipation obviousness inventive step copyright originality trademark distinctiveness new-to-market Oslo Manual", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L54", "mission_id": "G9-M05", "title": "Peer review grant panels and institutional evaluation of scientific novelty", "application_cell": "APP30", "required_subareas": [ "journal and conference review", "grant and fellowship panels", "prize and award juries", "review form novelty fields and public review corpora", "funder criteria texts", "AI assisted review" ], "question": "How do reviewers, panels and funders judge novelty, what do their recorded scores and texts actually measure, and under what conditions can they serve as criteria for automated assessment?", "required_adverse_case": "Review scores encode risk aversion, negativity bias, prestige and workload; accepted-paper labels are selection outcomes; reviewer text can be manipulated by hidden prompts.", "deliverable": "Review-criterion audit and label-validity guide for using review data as novelty criteria, with disagreement models.", "english_terms": "peer review novelty score grant panel evaluation bias reviewer agreement", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L55", "mission_id": "G9-M08", "title": "Autonomous discovery systems and generative-model novelty claims", "application_cell": "APP31", "required_subareas": [ "AI generated research ideas and papers", "program and algorithm search", "molecules materials and proteins", "mathematical conjectures and proofs", "built-in novelty checks and self assessment", "independent expert and replication audits" ], "question": "How do autonomous generation and discovery systems define, check and claim novelty for their outputs, and what independent evidence supports or contradicts those claims?", "required_adverse_case": "Novel defined relative to one training set or benchmark; self-assessment by the producing model family; paraphrased borrowing that passes retrieval checks; press-release claims without demonstrated function.", "deliverable": "Claim-audit framework for machine-generated artifacts with producer/assessor separation and a catalogue of in-system novelty checks.", "english_terms": "AI scientist research idea generation novelty check program search discovery benchmark novelty", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L56", "mission_id": "G9-M09", "title": "Training-corpus overlap memorization and authenticity measures", "application_cell": null, "required_subareas": [ "n-gram and span attribution at web scale", "suffix-array and index lookups", "generative-model authenticity and data-copying tests", "code clone types and semantic equivalence", "training-set novelty fractions in generative benchmarks", "unavailable or proprietary training corpora" ], "question": "What do overlap, memorization and authenticity measures estimate, against which corpora, and when can they stand in for novelty relative to a domain reference?", "required_adverse_case": "Overlap with the web is not overlap with the model's training data; paraphrase evades string matching; low overlap is not meaningful novelty; corpus coverage limits every claim. Separate sample overlap with an observed corpus, inference about hidden training membership, memorization, statistical authenticity and substantive contribution. MF14 is a distinct comparator/access family but may share mechanisms with MF01–MF07.", "deliverable": "MF14 formula and corpus atlas with access limits and explicit bridges to domain-reference novelty.", "english_terms": "memorization n-gram overlap attribution authenticity data copying creativity index", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L57", "mission_id": "G9-M11", "title": "Fairness differential validity and creator-group bias in novelty judgments", "application_cell": null, "required_subareas": [ "creator demographics and institutions", "non-native and dialectal language", "era and age of work", "prestige and name cues", "group-level calibration", "disparate impact of thresholds", "audit designs" ], "question": "Do novelty measures and LLM judges show differential validity, calibration or error across creator groups, languages and varieties, institutions and eras, and how should screening uses be audited?", "required_adverse_case": "Group differences in true novelty versus measurement bias; proxy variables; small-group estimates; conflicting fairness definitions. Do not assume latent true novelty is known; model criterion uncertainty, exposure and differential error before interpreting group gaps.", "deliverable": "Fairness audit protocol and reporting template bound to each protocol card's screening use.", "english_terms": "fairness bias novelty evaluation non-native English calibration disparate impact", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L58", "mission_id": "G9-M04", "title": "Derivative works adaptations remixes translations and sequels", "application_cell": "APP32", "required_subareas": [ "adaptations and remakes", "covers samples and remixes", "translations and localizations", "sequels franchises and fan works", "software forks and ports", "policy and institutional transplants" ], "question": "How is novelty measured when the object is a transformation of a named antecedent, and how do these measures relate to corpus-relative novelty?", "required_adverse_case": "Fidelity, quality and legal status are not transformation novelty; antecedent misidentification; chains of derivation. A named antecedent can be one of several sources; retain multiple and uncertain ancestry. Transformation distance alone need not capture corpus-relative or audience-relative novelty.", "deliverable": "Source-relative novelty protocol with antecedent identification requirements and cross-references to L14, L16, L25 and L29.", "english_terms": "adaptation remake cover remix sequel transformative derivative work novelty", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L59", "mission_id": "G9-M06", "title": "Health clinical and biomedical practice innovation", "application_cell": "APP33", "required_subareas": [ "drug candidates and approvals", "medical devices", "surgical and clinical procedures", "public health and health service interventions", "digital health", "regulatory novelty designations", "distinguish official administrative categories, substantive novelty constructs, approval status and clinical or commercial outcomes" ], "question": "How is novelty measured for drugs, devices, procedures, clinical practices and health interventions, and how do regulatory designations relate to research measures?", "required_adverse_case": "Approval, efficacy and safety are not novelty; first-in-class depends on classification systems; measurement here authorizes no clinical guidance. FDA novel-drug listings, NME/NCE classifications, first-in-class assessments and Breakthrough designations are distinct categories; do not treat them as interchangeable novelty scores.", "deliverable": "Health-domain measure atlas and protocol card with regulatory-definition mapping; no experimental or clinical content. Published experimental or clinical validation may be reviewed as evidence; no new experimentation, treatment advice or clinical execution is included.", "english_terms": "drug novelty first-in-class me-too medical device innovation clinical practice innovation", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L60", "mission_id": "G9-M04", "title": "Game mechanics play and formally enumerable move spaces", "application_cell": "APP34", "required_subareas": [ "chess Go and opening databases", "sports tactics and plays", "board and video game mechanics", "procedural content and level generation", "puzzle design", "esports strategies" ], "question": "How is novelty measured for mechanics, levels, moves and strategies against explicit recorded reference sets or formally specified spaces, and what transfers to open-ended domains?", "required_adverse_case": "Enumerable spaces inflate first-occurrence counts; engine evaluation is quality not novelty; database completeness varies by era. Formal enumerability does not establish observed completeness. Pin database versions, dates, coverage and unrecorded play; separate move, position and sequence novelty. Sports tactics and open-ended strategies need not form closed spaces.", "deliverable": "Bounded-reference novelty exemplar for L02, with a database coverage audit, and a mechanics-novelty protocol card. A closed universe may be claimed only for the explicitly defined corpus or demonstrably enumerated task.", "english_terms": "theoretical novelty chess opening database game mechanics expressive range procedural content novelty", "status": "designed_not_launched", "coverage_state": "unsearched" }, { "lane_id": "G9-L61", "mission_id": "G9-M08", "title": "Social media memes and platform content", "application_cell": "APP35", "required_subareas": [ "posts and threads", "memes and templates", "short video and audio trends", "hashtags and challenges", "creator originality signals", "recommender effects on diversity" ], "question": "How is content novelty measured on social platforms, how does it differ from virality, engagement and trend adoption, and how do recommendation systems shape the reference pool?", "required_adverse_case": "Virality, engagement, timeliness and platform original labels are not novelty; template reuse; bot and AI content in the reference pool.", "deliverable": "Platform-content novelty map with separated virality and engagement constructs.", "english_terms": "social media novelty meme virality collective attention originality platform", "status": "designed_not_launched", "coverage_state": "unsearched" } ], "applicability": [ { "application_cell": "APP01", "method_id": "MF01", "application_owner": "G9-L05", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF02", "application_owner": "G9-L05", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF03", "application_owner": "G9-L05", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF04", "application_owner": "G9-L05", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF05", "application_owner": "G9-L05", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF06", "application_owner": "G9-L05", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF07", "application_owner": "G9-L05", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF08", "application_owner": "G9-L05", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF09", "application_owner": "G9-L05", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF10", "application_owner": "G9-L05", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF11", "application_owner": "G9-L05", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF12", "application_owner": "G9-L05", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF13", "application_owner": "G9-L05", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF01", "application_owner": "G9-L06", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF02", "application_owner": "G9-L06", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF03", "application_owner": "G9-L06", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF04", "application_owner": "G9-L06", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF05", "application_owner": "G9-L06", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF06", "application_owner": "G9-L06", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF07", "application_owner": "G9-L06", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF08", "application_owner": "G9-L06", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF09", "application_owner": "G9-L06", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF10", "application_owner": "G9-L06", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF11", "application_owner": "G9-L06", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF12", "application_owner": "G9-L06", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF13", "application_owner": "G9-L06", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF01", "application_owner": "G9-L07", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF02", "application_owner": "G9-L07", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF03", "application_owner": "G9-L07", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF04", "application_owner": "G9-L07", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF05", "application_owner": "G9-L07", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF06", "application_owner": "G9-L07", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF07", "application_owner": "G9-L07", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF08", "application_owner": "G9-L07", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF09", "application_owner": "G9-L07", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF10", "application_owner": "G9-L07", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF11", "application_owner": "G9-L07", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF12", "application_owner": "G9-L07", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF13", "application_owner": "G9-L07", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF01", "application_owner": "G9-L08", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF02", "application_owner": "G9-L08", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF03", "application_owner": "G9-L08", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF04", "application_owner": "G9-L08", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF05", "application_owner": "G9-L08", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF06", "application_owner": "G9-L08", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF07", "application_owner": "G9-L08", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF08", "application_owner": "G9-L08", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF09", "application_owner": "G9-L08", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF10", "application_owner": "G9-L08", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF11", "application_owner": "G9-L08", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF12", "application_owner": "G9-L08", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF13", "application_owner": "G9-L08", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF01", "application_owner": "G9-L09", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF02", "application_owner": "G9-L09", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF03", "application_owner": "G9-L09", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF04", "application_owner": "G9-L09", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF05", "application_owner": "G9-L09", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF06", "application_owner": "G9-L09", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF07", "application_owner": "G9-L09", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF08", "application_owner": "G9-L09", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF09", "application_owner": "G9-L09", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF10", "application_owner": "G9-L09", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF11", "application_owner": "G9-L09", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF12", "application_owner": "G9-L09", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF13", "application_owner": "G9-L09", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF01", "application_owner": "G9-L10", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF02", "application_owner": "G9-L10", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF03", "application_owner": "G9-L10", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF04", "application_owner": "G9-L10", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF05", "application_owner": "G9-L10", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF06", "application_owner": "G9-L10", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF07", "application_owner": "G9-L10", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF08", "application_owner": "G9-L10", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF09", "application_owner": "G9-L10", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF10", "application_owner": "G9-L10", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF11", "application_owner": "G9-L10", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF12", "application_owner": "G9-L10", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF13", "application_owner": "G9-L10", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF01", "application_owner": "G9-L11", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF02", "application_owner": "G9-L11", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF03", "application_owner": "G9-L11", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF04", "application_owner": "G9-L11", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF05", "application_owner": "G9-L11", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF06", "application_owner": "G9-L11", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF07", "application_owner": "G9-L11", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF08", "application_owner": "G9-L11", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF09", "application_owner": "G9-L11", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF10", "application_owner": "G9-L11", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF11", "application_owner": "G9-L11", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF12", "application_owner": "G9-L11", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF13", "application_owner": "G9-L11", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF01", "application_owner": "G9-L12", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF02", "application_owner": "G9-L12", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF03", "application_owner": "G9-L12", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF04", "application_owner": "G9-L12", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF05", "application_owner": "G9-L12", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF06", "application_owner": "G9-L12", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF07", "application_owner": "G9-L12", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF08", "application_owner": "G9-L12", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF09", "application_owner": "G9-L12", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF10", "application_owner": "G9-L12", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF11", "application_owner": "G9-L12", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF12", "application_owner": "G9-L12", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF13", "application_owner": "G9-L12", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF01", "application_owner": "G9-L13", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF02", "application_owner": "G9-L13", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF03", "application_owner": "G9-L13", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF04", "application_owner": "G9-L13", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF05", "application_owner": "G9-L13", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF06", "application_owner": "G9-L13", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF07", "application_owner": "G9-L13", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF08", "application_owner": "G9-L13", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF09", "application_owner": "G9-L13", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF10", "application_owner": "G9-L13", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF11", "application_owner": "G9-L13", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF12", "application_owner": "G9-L13", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF13", "application_owner": "G9-L13", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF01", "application_owner": "G9-L14", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF02", "application_owner": "G9-L14", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF03", "application_owner": "G9-L14", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF04", "application_owner": "G9-L14", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF05", "application_owner": "G9-L14", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF06", "application_owner": "G9-L14", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF07", "application_owner": "G9-L14", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF08", "application_owner": "G9-L14", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF09", "application_owner": "G9-L14", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF10", "application_owner": "G9-L14", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF11", "application_owner": "G9-L14", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF12", "application_owner": "G9-L14", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF13", "application_owner": "G9-L14", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF01", "application_owner": "G9-L15", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF02", "application_owner": "G9-L15", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF03", "application_owner": "G9-L15", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF04", "application_owner": "G9-L15", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF05", "application_owner": "G9-L15", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF06", "application_owner": "G9-L15", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF07", "application_owner": "G9-L15", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF08", "application_owner": "G9-L15", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF09", "application_owner": "G9-L15", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF10", "application_owner": "G9-L15", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF11", "application_owner": "G9-L15", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF12", "application_owner": "G9-L15", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF13", "application_owner": "G9-L15", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF01", "application_owner": "G9-L16", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF02", "application_owner": "G9-L16", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF03", "application_owner": "G9-L16", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF04", "application_owner": "G9-L16", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF05", "application_owner": "G9-L16", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF06", "application_owner": "G9-L16", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF07", "application_owner": "G9-L16", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF08", "application_owner": "G9-L16", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF09", "application_owner": "G9-L16", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF10", "application_owner": "G9-L16", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF11", "application_owner": "G9-L16", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF12", "application_owner": "G9-L16", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF13", "application_owner": "G9-L16", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF01", "application_owner": "G9-L17", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF02", "application_owner": "G9-L17", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF03", "application_owner": "G9-L17", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF04", "application_owner": "G9-L17", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF05", "application_owner": "G9-L17", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF06", "application_owner": "G9-L17", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF07", "application_owner": "G9-L17", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF08", "application_owner": "G9-L17", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF09", "application_owner": "G9-L17", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF10", "application_owner": "G9-L17", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF11", "application_owner": "G9-L17", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF12", "application_owner": "G9-L17", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF13", "application_owner": "G9-L17", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF01", "application_owner": "G9-L18", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF02", "application_owner": "G9-L18", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF03", "application_owner": "G9-L18", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF04", "application_owner": "G9-L18", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF05", "application_owner": "G9-L18", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF06", "application_owner": "G9-L18", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF07", "application_owner": "G9-L18", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF08", "application_owner": "G9-L18", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF09", "application_owner": "G9-L18", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF10", "application_owner": "G9-L18", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF11", "application_owner": "G9-L18", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF12", "application_owner": "G9-L18", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF13", "application_owner": "G9-L18", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF01", "application_owner": "G9-L19", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF02", "application_owner": "G9-L19", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF03", "application_owner": "G9-L19", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF04", "application_owner": "G9-L19", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF05", "application_owner": "G9-L19", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF06", "application_owner": "G9-L19", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF07", "application_owner": "G9-L19", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF08", "application_owner": "G9-L19", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF09", "application_owner": "G9-L19", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF10", "application_owner": "G9-L19", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF11", "application_owner": "G9-L19", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF12", "application_owner": "G9-L19", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF13", "application_owner": "G9-L19", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF01", "application_owner": "G9-L20", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF02", "application_owner": "G9-L20", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF03", "application_owner": "G9-L20", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF04", "application_owner": "G9-L20", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF05", "application_owner": "G9-L20", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF06", "application_owner": "G9-L20", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF07", "application_owner": "G9-L20", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF08", "application_owner": "G9-L20", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF09", "application_owner": "G9-L20", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF10", "application_owner": "G9-L20", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF11", "application_owner": "G9-L20", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF12", "application_owner": "G9-L20", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF13", "application_owner": "G9-L20", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF01", "application_owner": "G9-L21", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF02", "application_owner": "G9-L21", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF03", "application_owner": "G9-L21", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF04", "application_owner": "G9-L21", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF05", "application_owner": "G9-L21", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF06", "application_owner": "G9-L21", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF07", "application_owner": "G9-L21", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF08", "application_owner": "G9-L21", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF09", "application_owner": "G9-L21", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF10", "application_owner": "G9-L21", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF11", "application_owner": "G9-L21", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF12", "application_owner": "G9-L21", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF13", "application_owner": "G9-L21", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF01", "application_owner": "G9-L22", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF02", "application_owner": "G9-L22", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF03", "application_owner": "G9-L22", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF04", "application_owner": "G9-L22", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF05", "application_owner": "G9-L22", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF06", "application_owner": "G9-L22", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF07", "application_owner": "G9-L22", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF08", "application_owner": "G9-L22", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF09", "application_owner": "G9-L22", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF10", "application_owner": "G9-L22", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF11", "application_owner": "G9-L22", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF12", "application_owner": "G9-L22", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF13", "application_owner": "G9-L22", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF01", "application_owner": "G9-L23", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF02", "application_owner": "G9-L23", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF03", "application_owner": "G9-L23", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF04", "application_owner": "G9-L23", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF05", "application_owner": "G9-L23", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF06", "application_owner": "G9-L23", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF07", "application_owner": "G9-L23", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF08", "application_owner": "G9-L23", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF09", "application_owner": "G9-L23", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF10", "application_owner": "G9-L23", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF11", "application_owner": "G9-L23", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF12", "application_owner": "G9-L23", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF13", "application_owner": "G9-L23", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF01", "application_owner": "G9-L24", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF02", "application_owner": "G9-L24", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF03", "application_owner": "G9-L24", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF04", "application_owner": "G9-L24", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF05", "application_owner": "G9-L24", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF06", "application_owner": "G9-L24", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF07", "application_owner": "G9-L24", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF08", "application_owner": "G9-L24", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF09", "application_owner": "G9-L24", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF10", "application_owner": "G9-L24", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF11", "application_owner": "G9-L24", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF12", "application_owner": "G9-L24", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF13", "application_owner": "G9-L24", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF01", "application_owner": "G9-L25", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF02", "application_owner": "G9-L25", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF03", "application_owner": "G9-L25", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF04", "application_owner": "G9-L25", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF05", "application_owner": "G9-L25", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF06", "application_owner": "G9-L25", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF07", "application_owner": "G9-L25", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF08", "application_owner": "G9-L25", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF09", "application_owner": "G9-L25", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF10", "application_owner": "G9-L25", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF11", "application_owner": "G9-L25", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF12", "application_owner": "G9-L25", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF13", "application_owner": "G9-L25", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF01", "application_owner": "G9-L26", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF02", "application_owner": "G9-L26", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF03", "application_owner": "G9-L26", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF04", "application_owner": "G9-L26", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF05", "application_owner": "G9-L26", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF06", "application_owner": "G9-L26", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF07", "application_owner": "G9-L26", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF08", "application_owner": "G9-L26", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF09", "application_owner": "G9-L26", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF10", "application_owner": "G9-L26", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF11", "application_owner": "G9-L26", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF12", "application_owner": "G9-L26", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF13", "application_owner": "G9-L26", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF01", "application_owner": "G9-L27", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF02", "application_owner": "G9-L27", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF03", "application_owner": "G9-L27", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF04", "application_owner": "G9-L27", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF05", "application_owner": "G9-L27", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF06", "application_owner": "G9-L27", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF07", "application_owner": "G9-L27", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF08", "application_owner": "G9-L27", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF09", "application_owner": "G9-L27", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF10", "application_owner": "G9-L27", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF11", "application_owner": "G9-L27", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF12", "application_owner": "G9-L27", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF13", "application_owner": "G9-L27", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF01", "application_owner": "G9-L28", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF02", "application_owner": "G9-L28", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF03", "application_owner": "G9-L28", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF04", "application_owner": "G9-L28", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF05", "application_owner": "G9-L28", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF06", "application_owner": "G9-L28", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF07", "application_owner": "G9-L28", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF08", "application_owner": "G9-L28", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF09", "application_owner": "G9-L28", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF10", "application_owner": "G9-L28", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF11", "application_owner": "G9-L28", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF12", "application_owner": "G9-L28", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF13", "application_owner": "G9-L28", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF01", "application_owner": "G9-L29", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF02", "application_owner": "G9-L29", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF03", "application_owner": "G9-L29", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF04", "application_owner": "G9-L29", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF05", "application_owner": "G9-L29", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF06", "application_owner": "G9-L29", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF07", "application_owner": "G9-L29", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF08", "application_owner": "G9-L29", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF09", "application_owner": "G9-L29", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF10", "application_owner": "G9-L29", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF11", "application_owner": "G9-L29", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF12", "application_owner": "G9-L29", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF13", "application_owner": "G9-L29", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF01", "application_owner": "G9-L30", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF02", "application_owner": "G9-L30", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF03", "application_owner": "G9-L30", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF04", "application_owner": "G9-L30", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF05", "application_owner": "G9-L30", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF06", "application_owner": "G9-L30", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF07", "application_owner": "G9-L30", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF08", "application_owner": "G9-L30", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF09", "application_owner": "G9-L30", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF10", "application_owner": "G9-L30", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF11", "application_owner": "G9-L30", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF12", "application_owner": "G9-L30", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF13", "application_owner": "G9-L30", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF01", "application_owner": "G9-L31", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF02", "application_owner": "G9-L31", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF03", "application_owner": "G9-L31", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF04", "application_owner": "G9-L31", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF05", "application_owner": "G9-L31", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF06", "application_owner": "G9-L31", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF07", "application_owner": "G9-L31", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF08", "application_owner": "G9-L31", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF09", "application_owner": "G9-L31", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF10", "application_owner": "G9-L31", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF11", "application_owner": "G9-L31", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF12", "application_owner": "G9-L31", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF13", "application_owner": "G9-L31", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF01", "application_owner": "G9-L32", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF02", "application_owner": "G9-L32", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF03", "application_owner": "G9-L32", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF04", "application_owner": "G9-L32", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF05", "application_owner": "G9-L32", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF06", "application_owner": "G9-L32", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF07", "application_owner": "G9-L32", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF08", "application_owner": "G9-L32", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF09", "application_owner": "G9-L32", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF10", "application_owner": "G9-L32", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF11", "application_owner": "G9-L32", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF12", "application_owner": "G9-L32", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF13", "application_owner": "G9-L32", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF01", "application_owner": "G9-L33", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF02", "application_owner": "G9-L33", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF03", "application_owner": "G9-L33", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF04", "application_owner": "G9-L33", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF05", "application_owner": "G9-L33", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF06", "application_owner": "G9-L33", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF07", "application_owner": "G9-L33", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF08", "application_owner": "G9-L33", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF09", "application_owner": "G9-L33", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF10", "application_owner": "G9-L33", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF11", "application_owner": "G9-L33", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF12", "application_owner": "G9-L33", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF13", "application_owner": "G9-L33", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP01", "method_id": "MF14", "application_owner": "G9-L05", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP02", "method_id": "MF14", "application_owner": "G9-L06", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP03", "method_id": "MF14", "application_owner": "G9-L07", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP04", "method_id": "MF14", "application_owner": "G9-L08", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP05", "method_id": "MF14", "application_owner": "G9-L09", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP06", "method_id": "MF14", "application_owner": "G9-L10", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP07", "method_id": "MF14", "application_owner": "G9-L11", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP08", "method_id": "MF14", "application_owner": "G9-L12", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP09", "method_id": "MF14", "application_owner": "G9-L13", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP10", "method_id": "MF14", "application_owner": "G9-L14", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP11", "method_id": "MF14", "application_owner": "G9-L15", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP12", "method_id": "MF14", "application_owner": "G9-L16", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP13", "method_id": "MF14", "application_owner": "G9-L17", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP14", "method_id": "MF14", "application_owner": "G9-L18", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP15", "method_id": "MF14", "application_owner": "G9-L19", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP16", "method_id": "MF14", "application_owner": "G9-L20", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP17", "method_id": "MF14", "application_owner": "G9-L21", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP18", "method_id": "MF14", "application_owner": "G9-L22", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP19", "method_id": "MF14", "application_owner": "G9-L23", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP20", "method_id": "MF14", "application_owner": "G9-L24", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP21", "method_id": "MF14", "application_owner": "G9-L25", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP22", "method_id": "MF14", "application_owner": "G9-L26", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP23", "method_id": "MF14", "application_owner": "G9-L27", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP24", "method_id": "MF14", "application_owner": "G9-L28", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP25", "method_id": "MF14", "application_owner": "G9-L29", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP26", "method_id": "MF14", "application_owner": "G9-L30", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP27", "method_id": "MF14", "application_owner": "G9-L31", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP28", "method_id": "MF14", "application_owner": "G9-L32", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP29", "method_id": "MF14", "application_owner": "G9-L33", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF01", "application_owner": "G9-L54", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF02", "application_owner": "G9-L54", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF03", "application_owner": "G9-L54", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF04", "application_owner": "G9-L54", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF05", "application_owner": "G9-L54", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF06", "application_owner": "G9-L54", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF07", "application_owner": "G9-L54", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF08", "application_owner": "G9-L54", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF09", "application_owner": "G9-L54", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF10", "application_owner": "G9-L54", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF11", "application_owner": "G9-L54", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF12", "application_owner": "G9-L54", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF13", "application_owner": "G9-L54", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP30", "method_id": "MF14", "application_owner": "G9-L54", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF01", "application_owner": "G9-L55", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF02", "application_owner": "G9-L55", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF03", "application_owner": "G9-L55", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF04", "application_owner": "G9-L55", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF05", "application_owner": "G9-L55", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF06", "application_owner": "G9-L55", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF07", "application_owner": "G9-L55", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF08", "application_owner": "G9-L55", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF09", "application_owner": "G9-L55", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF10", "application_owner": "G9-L55", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF11", "application_owner": "G9-L55", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF12", "application_owner": "G9-L55", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF13", "application_owner": "G9-L55", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP31", "method_id": "MF14", "application_owner": "G9-L55", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF01", "application_owner": "G9-L58", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF02", "application_owner": "G9-L58", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF03", "application_owner": "G9-L58", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF04", "application_owner": "G9-L58", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF05", "application_owner": "G9-L58", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF06", "application_owner": "G9-L58", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF07", "application_owner": "G9-L58", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF08", "application_owner": "G9-L58", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF09", "application_owner": "G9-L58", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF10", "application_owner": "G9-L58", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF11", "application_owner": "G9-L58", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF12", "application_owner": "G9-L58", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF13", "application_owner": "G9-L58", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP32", "method_id": "MF14", "application_owner": "G9-L58", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF01", "application_owner": "G9-L59", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF02", "application_owner": "G9-L59", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF03", "application_owner": "G9-L59", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF04", "application_owner": "G9-L59", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF05", "application_owner": "G9-L59", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF06", "application_owner": "G9-L59", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF07", "application_owner": "G9-L59", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF08", "application_owner": "G9-L59", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF09", "application_owner": "G9-L59", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF10", "application_owner": "G9-L59", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF11", "application_owner": "G9-L59", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF12", "application_owner": "G9-L59", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF13", "application_owner": "G9-L59", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP33", "method_id": "MF14", "application_owner": "G9-L59", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF01", "application_owner": "G9-L60", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF02", "application_owner": "G9-L60", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF03", "application_owner": "G9-L60", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF04", "application_owner": "G9-L60", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF05", "application_owner": "G9-L60", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF06", "application_owner": "G9-L60", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF07", "application_owner": "G9-L60", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF08", "application_owner": "G9-L60", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF09", "application_owner": "G9-L60", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF10", "application_owner": "G9-L60", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF11", "application_owner": "G9-L60", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF12", "application_owner": "G9-L60", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF13", "application_owner": "G9-L60", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP34", "method_id": "MF14", "application_owner": "G9-L60", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF01", "application_owner": "G9-L61", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF02", "application_owner": "G9-L61", "method_owner": "G9-L34", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF03", "application_owner": "G9-L61", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF04", "application_owner": "G9-L61", "method_owner": "G9-L35", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF05", "application_owner": "G9-L61", "method_owner": "G9-L36", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF06", "application_owner": "G9-L61", "method_owner": "G9-L37", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF07", "application_owner": "G9-L61", "method_owner": "G9-L38", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF08", "application_owner": "G9-L61", "method_owner": "G9-L39", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF09", "application_owner": "G9-L61", "method_owner": "G9-L40", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF10", "application_owner": "G9-L61", "method_owner": "G9-L41", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF11", "application_owner": "G9-L61", "method_owner": "G9-L42", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF12", "application_owner": "G9-L61", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF13", "application_owner": "G9-L61", "method_owner": "G9-L43", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" }, { "application_cell": "APP35", "method_id": "MF14", "application_owner": "G9-L61", "method_owner": "G9-L56", "applicability": "unassessed", "evidence_state": "unsearched", "rationale": "", "source_refs": "" } ], "registry_contracts": { "status": "future_production_schema_not_empirical_data", "common_fields": [ "record_id", "source_work_id", "source_manifestation", "source_locator", "observed_date", "inspection_depth", "evidence_state", "unknown_fields" ], "registries": [ { "registry_id": "glossary", "owner_lane": "G9-L01", "contributors": [ "G9-L49" ], "fields": [ "english_term", "chinese_term", "original_language_term", "construct_definition", "non_equivalence", "application", "translation_basis" ] }, { "registry_id": "measure_genealogy", "owner_lane": "G9-L50", "contributors": [ "G9-L34", "G9-L35", "G9-L36", "G9-L37", "G9-L38", "G9-L39", "G9-L40", "G9-L41", "G9-L42", "G9-L43", "G9-L56" ], "fields": [ "measure_id", "version_date", "predecessor_measure_ids", "relationship", "inherited_components", "changed_components", "validation_scope_change" ] }, { "registry_id": "datasets_benchmarks", "owner_lane": "G9-L52", "contributors": [ "G9-L44" ], "fields": [ "name", "version", "task", "object", "reference_universe", "label_definition", "rater_population", "size", "size_denominator", "split", "license_source", "access_route", "availability", "contamination_risk", "dependence_cluster" ] }, { "registry_id": "tools_platforms", "owner_lane": "G9-L43", "contributors": [ "G9-L34", "G9-L35", "G9-L36", "G9-L37", "G9-L38", "G9-L39", "G9-L40", "G9-L41", "G9-L42", "G9-L43", "G9-L56" ], "fields": [ "name", "version", "provider", "official_url", "task", "inputs", "scoring_method", "access_conditions", "license_source", "validation_refs", "reported_cost_latency", "active_or_discontinued" ] }, { "registry_id": "prompts_rubrics", "owner_lane": "G9-L39", "contributors": [ "G9-L40", "G9-L41", "G9-L42", "G9-L43" ], "fields": [ "prompt_id", "prompt_version", "model_version", "task", "rubric", "scale_anchors", "prompt_text_or_permitted_locator", "examples", "decoding", "aggregation", "rights", "validation_refs" ] }, { "registry_id": "evaluator_model_cutoffs", "owner_lane": "G9-L46", "contributors": [ "G9-L55", "G9-L56" ], "fields": [ "provider", "model_id", "model_version", "disclosed_cutoff", "disclosure_status", "official_disclosure_url", "contamination_evidence", "knowledge_boundary_uncertainty" ] } ] }, "sources": [ { "path": "docs/g9-design/README.md", "source_path": "docs/g9-design/README.md", "sha256": "2dc84aa73dff8ac9cc31d18225602119ddb9b2781097b7abe99dcda1c0fb94c1", "bytes": 1208 }, { "path": "docs/g9-design/CAMPAIGN_DESIGN.md", "source_path": "docs/g9-design/CAMPAIGN_DESIGN.md", "sha256": "a2cb02e98709131cd41a31e143ec23703c3ae157b944761d81307cc46d8f0907", "bytes": 4811 }, { "path": "docs/g9-design/EXTRACTION_AND_VALIDATION.md", "source_path": "docs/g9-design/EXTRACTION_AND_VALIDATION.md", "sha256": "51aab69ac70579e46a5fd1de3f402b20e890f9cae59cde781f087b1ef5302fba", "bytes": 12670 }, { "path": "docs/g9-design/MISSIONS.md", "source_path": "docs/g9-design/MISSIONS.md", "sha256": "74dc0e8a88e9f6a26843a1b6e4c362b67ee3a6df4ca36cb85d1f02cd6dd93a05", "bytes": 2928 }, { "path": "docs/g9-design/SEARCH_PROTOCOL.md", "source_path": "docs/g9-design/SEARCH_PROTOCOL.md", "sha256": "0a1bf97cf4adb4cf7d3d2b96bec6b792996970d466e048c5c958a85cf110b203", "bytes": 4423 }, { "path": "docs/g9-design/METHOD_FAMILIES.json", "source_path": "docs/g9-design/METHOD_FAMILIES.json", "sha256": "0b66619be5fee52f2c535f5364f04babcc6444bd24e33bcaa8d7daa9788a2eda", "bytes": 1601 }, { "path": "docs/g9-design/MISSIONS.json", "source_path": "docs/g9-design/MISSIONS.json", "sha256": "604090198cf395b141619d10f292b49f42eeb95442b4280e6cfae75764cc33f4", "bytes": 4560 }, { "path": "docs/g9-design/LANES.jsonl", "source_path": "docs/g9-design/LANES.jsonl", "sha256": "e4dfce3d5d6815b9d42affc13fccad5b795dce3be3c92760876a5f7f37b38bee", "bytes": 57417 }, { "path": "docs/g9-design/APPLICATION_COVERAGE.csv", "source_path": "docs/g9-design/APPLICATION_COVERAGE.csv", "sha256": "7eeb7453b6e9b9e2d0a6f430ad192d4a1f6c0a89585daa4be3255f03d006a08e", "bytes": 10486 }, { "path": "docs/g9-design/METHOD_APPLICABILITY.csv", "source_path": "docs/g9-design/METHOD_APPLICABILITY.csv", "sha256": "bca9ebab35a7dbed430d48baa8f71ea95a7a3cc657047936bf22d118b7bec0a7", "bytes": 24119 }, { "path": "docs/g9-design/REGISTRY_CONTRACTS.json", "source_path": "docs/g9-design/REGISTRY_CONTRACTS.json", "sha256": "82c059101a7228defa2fceb5a3d76bf29308dd0bec2d262f6938d288e3dba680", "bytes": 3223 } ], "editorial_scope": "Record content is transcribed from the named source fields. Workflow and illustration prose in the HTML is a proposed TextData adaptation. No candidate literature claims or teaching-card results enter the catalogue." }