{
  "schema": "okf-explorer-evaluation-suite.v1",
  "title": "Coventry and Warwickshire heritage evaluation questions",
  "description": "One hundred beginner-readable questions that test place, designation, risk, time, people, source-backed associations, tolerant search, provenance, YAML-LD, fixture isolation and publication boundaries against the Coventry and Warwickshire heritage exemplar.",
  "target_bundle": "https://chris-page-gov.github.io/okf-heritage-coventry-warwickshire/okf-explorer.json",
  "rubric": {
    "retrieval": {
      "points": 35,
      "checks": [
        "the query returns the expected source-backed records or a meaningful bounded empty state",
        "aliases, identifiers and declared one-edit misspellings lead to explainable results",
        "the visible result count remains consistent across filters and views"
      ]
    },
    "display": {
      "points": 25,
      "checks": [
        "the selected record explains designation, grade, place, time and risk fields without inventing missing values",
        "graph, timeline and map presentations remain projections of the same result set",
        "official rich pages and frozen machine-readable evidence are distinguishable"
      ]
    },
    "accessibility": {
      "points": 20,
      "checks": [
        "search, facets, views, records and disclosures are keyboard reachable and named",
        "result and loading changes have perceivable status text",
        "labels, controls and selected-record evidence remain readable at the tested viewport"
      ]
    },
    "govuk": {
      "points": 20,
      "checks": [
        "language is plain, task-focused and explicit about evidence and limitations",
        "source, licence, observation time and derivation are visible where relevant",
        "the evaluation and synthetic supplement cannot be mistaken for a legal or assured heritage register"
      ]
    }
  },
  "questions": [
    {"id":"HQ001","query":"Coventry heritage","intent":"What protected heritage can a beginner discover in Coventry?","expected_terms":["Coventry","heritage"],"tags":["place","coventry","discovery"]},
    {"id":"HQ002","query":"Coventry Cathedral","intent":"Find Coventry Cathedral by its familiar name and inspect the official List entry.","expected_terms":["Cathedral","Coventry"],"tags":["place","named-asset","rich-page"]},
    {"id":"HQ003","query":"Cathedral Church of St Michael","intent":"Find the cathedral by a formal source-style title.","expected_terms":["Cathedral","Michael"],"tags":["place","named-asset","formal-name"]},
    {"id":"HQ004","query":"St Mary's Guildhall Coventry","intent":"Find St Mary's Guildhall using a familiar local name.","expected_terms":["Guildhall","Coventry"],"tags":["place","named-asset","alias"]},
    {"id":"HQ005","query":"Coventry Charterhouse","intent":"Find the Charterhouse and distinguish the source record from linked narrative.","expected_terms":["Charterhouse","Coventry"],"tags":["place","named-asset","provenance"]},
    {"id":"HQ006","query":"Warwick heritage","intent":"What protected heritage can a beginner discover in Warwick district?","expected_terms":["Warwick","heritage"],"tags":["place","warwick","discovery"]},
    {"id":"HQ007","query":"Warwick Castle","intent":"Find Warwick Castle and inspect its designation and representations.","expected_terms":["Warwick","Castle"],"tags":["place","named-asset","resources"]},
    {"id":"HQ008","query":"Lord Leycester Hospital","intent":"Find the Lord Leycester Hospital by its commonly used name.","expected_terms":["Leycester","Hospital"],"tags":["place","named-asset","name"]},
    {"id":"HQ009","query":"Collegiate Church of St Mary Warwick","intent":"Find Warwick's collegiate church and inspect its source-native identity.","expected_terms":["St Mary","Warwick"],"tags":["place","named-asset","identity"]},
    {"id":"HQ010","query":"Royal Leamington Spa heritage","intent":"Discover protected heritage associated with Royal Leamington Spa.","expected_terms":["Leamington","heritage"],"tags":["place","leamington-spa","discovery"]},
    {"id":"HQ011","query":"Jephson Gardens","intent":"Find Jephson Gardens and identify its designation category.","expected_terms":["Jephson","Garden"],"tags":["place","named-asset","designation"]},
    {"id":"HQ012","query":"Rugby heritage","intent":"Discover protected heritage in Rugby borough.","expected_terms":["Rugby","heritage"],"tags":["place","rugby","discovery"]},
    {"id":"HQ013","query":"Rugby School","intent":"Find Rugby School and inspect the records associated with its name.","expected_terms":["Rugby","School"],"tags":["place","named-asset","multiple-records"]},
    {"id":"HQ014","query":"Nuneaton heritage","intent":"Discover protected heritage associated with Nuneaton.","expected_terms":["Nuneaton","heritage"],"tags":["place","nuneaton","discovery"]},
    {"id":"HQ015","query":"Bedworth heritage","intent":"Discover protected heritage associated with Bedworth.","expected_terms":["Bedworth","heritage"],"tags":["place","bedworth","discovery"]},
    {"id":"HQ016","query":"North Warwickshire heritage","intent":"Discover records intersecting the North Warwickshire boundary.","expected_terms":["North Warwickshire","heritage"],"tags":["place","north-warwickshire","boundary"]},
    {"id":"HQ017","query":"Atherstone heritage","intent":"Find protected heritage whose source name mentions Atherstone.","expected_terms":["Atherstone"],"tags":["place","atherstone","local-name"]},
    {"id":"HQ018","query":"Stratford-on-Avon heritage","intent":"Discover records in the exact Stratford-on-Avon local-authority scope.","expected_terms":["Stratford-on-Avon","heritage"],"tags":["place","stratford-on-avon","boundary"]},
    {"id":"HQ019","query":"Shakespeare's Birthplace","intent":"Find Shakespeare's Birthplace by its familiar name.","expected_terms":["Shakespeare","Birthplace"],"tags":["place","named-asset","person"]},
    {"id":"HQ020","query":"Kenilworth Castle","intent":"Find Kenilworth Castle and inspect its designation date, geometry and sources.","expected_terms":["Kenilworth","Castle"],"tags":["place","named-asset","data-card"]},
    {"id":"HQ021","query":"Grade I Coventry","intent":"Which Grade I assets are present in Coventry?","expected_terms":["Grade I","Coventry"],"tags":["grade","coventry","core-question"]},
    {"id":"HQ022","query":"Grade 1 Coventry","intent":"Does the Grade 1 alternative retrieve the same kind of Grade I records?","expected_terms":["Grade I","Coventry"],"tags":["grade","alias","coventry"]},
    {"id":"HQ023","query":"Grade One Warwickshire","intent":"Use the plain-language Grade One alternative across Warwickshire.","expected_terms":["Grade I","Warwick"],"tags":["grade","alias","warwickshire"]},
    {"id":"HQ024","query":"Grade II* Coventry","intent":"Find Grade II-star assets in Coventry without losing the star distinction.","expected_terms":["Grade II*","Coventry"],"tags":["grade","coventry","punctuation"]},
    {"id":"HQ025","query":"Grade II star Warwickshire","intent":"Find Grade II-star records using the spoken-word alternative.","expected_terms":["Grade II*","Warwick"],"tags":["grade","alias","warwickshire"]},
    {"id":"HQ026","query":"Grade 2 star","intent":"Find Grade II-star records using a numeric alternative.","expected_terms":["Grade II*"],"tags":["grade","alias","numeric"]},
    {"id":"HQ027","query":"Grade II listed building","intent":"Find Grade II listed buildings and see grade and category as separate facets.","expected_terms":["Grade II","Listed Building"],"tags":["grade","designation","facets"]},
    {"id":"HQ028","query":"Scheduled Monument","intent":"Which scheduled monuments are in the evaluation scope?","expected_terms":["Scheduled Monument"],"tags":["designation","scheduled-monument","types"]},
    {"id":"HQ029","query":"Registered Park and Garden","intent":"Which registered parks and gardens are in scope?","expected_terms":["Registered Park and Garden"],"tags":["designation","park-garden","map"]},
    {"id":"HQ030","query":"Registered Battlefield Edgehill","intent":"Find the registered battlefield at Edgehill and inspect its official source.","expected_terms":["Battlefield","Edgehill"],"tags":["designation","battlefield","named-asset"]},
    {"id":"HQ031","query":"World Heritage Site","intent":"Check whether this exact scope contains a World Heritage Site and accept a bounded empty result when it does not.","expected_terms":["World Heritage Site"],"expected_min_results":0,"expected_max_results":0,"tags":["designation","coverage-gap","empty-state"]},
    {"id":"HQ032","query":"Protected Wreck Site","intent":"Check whether a protected wreck falls inside the land-boundary evaluation scope.","expected_terms":["Protected Wreck Site"],"expected_min_results":0,"expected_max_results":0,"tags":["designation","coverage-gap","empty-state"]},
    {"id":"HQ033","query":"Building Preservation Notice","intent":"Find any source-declared Building Preservation Notices without inferring one from other records.","expected_terms":["Building Preservation Notice"],"expected_min_results":0,"expected_max_results":0,"tags":["designation","source-boundary"]},
    {"id":"HQ034","query":"Certificate of Immunity","intent":"Find any Certificates of Immunity and distinguish their dates from listing dates.","expected_terms":["Certificate of Immunity"],"expected_min_results":1,"tags":["designation","dates","source-boundary"]},
    {"id":"HQ035","query":"Historic England designated heritage","intent":"Find source-backed designation records and identify Historic England as authority.","expected_terms":["Historic England","heritage"],"tags":["designation","authority","source"]},
    {"id":"HQ036","query":"Heritage at Risk Coventry","intent":"What has appeared in sanctioned Heritage at Risk material for Coventry?","expected_terms":["Heritage at Risk","Coventry"],"expected_min_results":1,"tags":["risk","coventry","core-question"]},
    {"id":"HQ037","query":"Heritage at Risk Warwickshire","intent":"What has appeared in annual Heritage at Risk material across Warwickshire?","expected_terms":["Heritage at Risk","Warwick"],"expected_min_results":1,"tags":["risk","warwickshire","core-question"]},
    {"id":"HQ038","query":"risk register 2025","intent":"Find 2025 risk observations and retain their workbook-year meaning.","expected_terms":["2025","risk"],"expected_min_results":1,"tags":["risk","year","timeline"]},
    {"id":"HQ039","query":"risk register 2013","intent":"Find the earliest bounded annual risk observations in this evaluation.","expected_terms":["2013","risk"],"expected_min_results":1,"tags":["risk","year","timeline"]},
    {"id":"HQ040","query":"risk entry","intent":"Find annual rows classified as register entries.","expected_terms":["risk","entry"],"expected_min_results":1,"tags":["risk","event","facet"]},
    {"id":"HQ041","query":"risk addition","intent":"Find annual additions without presenting them as timeless current facts.","expected_terms":["risk","addition"],"expected_min_results":1,"tags":["risk","event","time-scope"]},
    {"id":"HQ042","query":"positive removal","intent":"Find positive removals and explain that removal is an annual source event.","expected_terms":["positive removal"],"expected_min_results":1,"tags":["risk","event","change"]},
    {"id":"HQ043","query":"condition poor","intent":"Find annual observations whose source condition includes poor.","expected_terms":["condition","poor"],"expected_min_results":1,"tags":["risk","condition","facet"]},
    {"id":"HQ044","query":"condition very bad","intent":"Find source rows describing very bad condition while retaining year and methodology.","expected_terms":["condition","very bad"],"expected_min_results":1,"tags":["risk","condition","provenance"]},
    {"id":"HQ045","query":"vulnerability","intent":"Find source-declared vulnerability values and leave absent values unknown.","expected_terms":["vulnerability"],"expected_min_results":1,"tags":["risk","vulnerability","missingness"]},
    {"id":"HQ046","query":"trend declining","intent":"Find declining trend values where the annual source actually supplies them.","expected_terms":["trend","declining"],"expected_min_results":1,"tags":["risk","trend","source-boundary"]},
    {"id":"HQ047","query":"trend improving","intent":"Find improving trend values without converting them into an unqualified current claim.","expected_terms":["trend","improving"],"expected_min_results":1,"tags":["risk","trend","time-scope"]},
    {"id":"HQ048","query":"priority category","intent":"Explore source priority categories and see which years expose them.","expected_terms":["priority category"],"expected_min_results":1,"tags":["risk","priority","schema-drift"]},
    {"id":"HQ049","query":"ownership","intent":"Find ownership values only where the source workbook supplies them.","expected_terms":["ownership"],"expected_min_results":1,"tags":["risk","ownership","missingness"]},
    {"id":"HQ050","query":"annual observation","intent":"Find records represented as time-specific annual observations.","expected_terms":["annual","observation"],"expected_min_results":1,"tags":["risk","record-type","timeline"]},
    {"id":"HQ051","query":"risk change List Entry","intent":"How can annual changes be joined to an NHLE asset using an exact List entry number?","expected_terms":["List Entry","risk"],"expected_min_results":1,"tags":["risk","change","identifier-join"]},
    {"id":"HQ052","query":"at risk scheduled monument","intent":"Find risk observations associated with scheduled monuments.","expected_terms":["risk","Scheduled Monument"],"expected_min_results":1,"tags":["risk","designation","cross-filter"]},
    {"id":"HQ053","query":"at risk listed building","intent":"Find risk observations associated with listed buildings.","expected_terms":["risk","Listed Building"],"expected_min_results":1,"tags":["risk","designation","cross-filter"]},
    {"id":"HQ054","query":"condition unknown","intent":"Confirm that absent historical condition is shown as unknown rather than fabricated.","expected_terms":["condition","unknown"],"expected_min_results":1,"tags":["risk","missingness","limitation"]},
    {"id":"HQ055","query":"annual register provenance","intent":"Inspect workbook year, sheet and row evidence behind an annual risk record.","expected_terms":["annual","provenance"],"expected_min_results":1,"tags":["risk","provenance","evidence"]},
    {"id":"HQ056","query":"medieval Coventry","intent":"Explore possible medieval records, then use official rich pages for narrative period evidence not present in open fields.","expected_terms":["Coventry"],"expected_min_results":1,"tags":["period","coventry","source-boundary"]},
    {"id":"HQ057","query":"Roman Alcester","intent":"Find records whose source names mention Roman Alcester without inventing a period classification.","expected_terms":["Alcester"],"expected_min_results":0,"tags":["period","alcester","source-boundary"]},
    {"id":"HQ058","query":"Civil War Edgehill","intent":"Find Edgehill battlefield material and verify historical narrative at the official source.","expected_terms":["Edgehill","Battlefield"],"expected_min_results":0,"tags":["period","battlefield","rich-page"]},
    {"id":"HQ059","query":"Tudor Stratford","intent":"Explore source names associated with Tudor Stratford and state when period data is unavailable.","expected_terms":["Stratford"],"expected_min_results":0,"tags":["period","stratford","limitation"]},
    {"id":"HQ060","query":"Victorian Leamington","intent":"Explore likely Victorian heritage while keeping any period interpretation separate from source fields.","expected_terms":["Leamington"],"expected_min_results":0,"tags":["period","leamington-spa","limitation"]},
    {"id":"HQ061","query":"modern Coventry Cathedral","intent":"Find the modern cathedral and distinguish familiar chronology from source designation dates.","expected_terms":["Cathedral","Coventry"],"tags":["period","named-asset","designation-date"]},
    {"id":"HQ062","query":"William Shakespeare","intent":"Which source record names mention William Shakespeare, and where must fuller associations be checked?","expected_terms":["Shakespeare"],"expected_min_results":0,"tags":["person","shakespeare","core-question"]},
    {"id":"HQ063","query":"Anne Hathaway","intent":"Find Anne Hathaway's Cottage by a person's familiar name.","expected_terms":["Anne Hathaway"],"expected_min_results":1,"tags":["person","named-asset","alias"]},
    {"id":"HQ064","query":"Lady Godiva","intent":"Find source titles that mention Lady Godiva without creating unsupported person relationships.","expected_terms":["Godiva"],"expected_min_results":1,"tags":["person","coventry","association-boundary"]},
    {"id":"HQ065","query":"Basil Spence Cathedral","intent":"Test whether open-data names expose Basil Spence and defer unsupported authorship claims to linked evidence.","expected_terms":["Cathedral"],"expected_min_results":0,"tags":["person","architect","source-boundary"]},
    {"id":"HQ066","query":"Capability Brown park","intent":"Explore park records associated in prior knowledge with Capability Brown and require source evidence for any relationship.","expected_terms":["Park"],"expected_min_results":0,"tags":["person","landscape","association-boundary"]},
    {"id":"HQ067","query":"George Eliot Nuneaton","intent":"Find named heritage records that expose a George Eliot connection and avoid inferring one from place alone.","expected_terms":["Nuneaton"],"expected_min_results":0,"tags":["person","nuneaton","association-boundary"]},
    {"id":"HQ068","query":"Frank Whittle Coventry","intent":"Test a familiar local person query and report a bounded empty result when source titles do not support it.","expected_terms":["Coventry"],"expected_min_results":0,"tags":["person","coventry","empty-state"]},
    {"id":"HQ069","query":"architect","intent":"Determine whether architect is a source-supported searchable field or only available on rich pages.","expected_terms":["source"],"expected_min_results":0,"tags":["person","field-coverage","limitation"]},
    {"id":"HQ070","query":"people associations evidence","intent":"Explain where source-backed named-person associations end and why the evaluation does not manufacture them.","expected_terms":["evidence"],"expected_min_results":0,"tags":["person","association","publication-boundary"]},
    {"id":"HQ071","query":"Coventry contained in place","intent":"Inspect source-backed boundary membership in the graph.","expected_terms":["Coventry","contained"],"expected_min_results":1,"tags":["association","graph","geography"]},
    {"id":"HQ072","query":"E07000222 Warwick","intent":"Find records through the official Warwick geography code and inspect their graph membership.","expected_terms":["E07000222","Warwick"],"tags":["association","graph","identifier"]},
    {"id":"HQ073","query":"risk observation assesses NHLE","intent":"Inspect an exact identifier-backed relationship from an annual risk observation to an NHLE asset.","expected_terms":["risk","NHLE"],"expected_min_results":1,"tags":["association","graph","risk"]},
    {"id":"HQ074","query":"previous annual observation","intent":"Inspect normalized continuity between adjacent annual observations and its derivation label.","expected_terms":["annual","observation"],"expected_min_results":1,"tags":["association","graph","change"]},
    {"id":"HQ075","query":"source-backed relationship","intent":"Find a graph relationship and read predicate, authority, evidence and derivation together.","expected_terms":["source","relationship"],"expected_min_results":1,"tags":["association","graph","evidence"]},
    {"id":"HQ076","query":"containedInPlace","intent":"Find the governed predicate used for exact boundary membership.","expected_terms":["containedInPlace"],"expected_min_results":1,"tags":["association","predicate","yaml-ld"]},
    {"id":"HQ077","query":"List Entry exact join","intent":"Confirm that HAR-to-NHLE associations use exact identifiers rather than title guessing.","expected_terms":["List Entry","exact"],"expected_min_results":1,"tags":["association","identifier","provenance"]},
    {"id":"HQ078","query":"relationship authority","intent":"Inspect whether a relationship is official, normalized, derived or synthetic.","expected_terms":["authority","relationship"],"expected_min_results":1,"tags":["association","authority","graph"]},
    {"id":"HQ079","query":"relationship evidence","intent":"Open the evidence attached to a graph edge and trace it to a source or declared derivation.","expected_terms":["evidence","relationship"],"expected_min_results":1,"tags":["association","evidence","graph"]},
    {"id":"HQ080","query":"synthetic relationship","intent":"Confirm that invented demonstration relationships do not appear in the faithful corpus.","expected_terms":["synthetic"],"expected_min_results":0,"expected_max_results":0,"tags":["association","synthetic","isolation"]},
    {"id":"HQ081","query":"Coventtry Cathedral","intent":"Recover a one-edit misspelling of Coventry and expose the correction explanation.","expected_terms":["Coventry","Cathedral"],"tags":["search","misspelling","coventry"]},
    {"id":"HQ082","query":"Warick Castle","intent":"Recover a one-edit misspelling of Warwick without silently changing the canonical title.","expected_terms":["Warwick","Castle"],"tags":["search","misspelling","warwick"]},
    {"id":"HQ083","query":"Kennilworth Castle","intent":"Recover a familiar misspelling of Kenilworth and explain the corrected token.","expected_terms":["Kenilworth","Castle"],"tags":["search","misspelling","kenilworth"]},
    {"id":"HQ084","query":"Shakespear Birthplace","intent":"Recover a one-edit misspelling of Shakespeare while keeping the result source-backed.","expected_terms":["Shakespeare","Birthplace"],"tags":["search","misspelling","shakespeare"]},
    {"id":"HQ085","query":"Leaminton Spa","intent":"Recover a one-edit misspelling of Leamington.","expected_terms":["Leamington","Spa"],"expected_min_results":1,"tags":["search","misspelling","leamington-spa"]},
    {"id":"HQ086","query":"Stratford upon Avon","intent":"Find Stratford-on-Avon despite punctuation and preposition variation.","expected_terms":["Stratford-on-Avon"],"tags":["search","alias","stratford-on-avon"]},
    {"id":"HQ087","query":"St Michael Cathedral","intent":"Find the cathedral using the St abbreviation and reordered familiar words.","expected_terms":["St Michael","Cathedral"],"tags":["search","alias","coventry"]},
    {"id":"HQ088","query":"Saint Mary's Guildhall","intent":"Find St Mary's Guildhall using Saint rather than St.","expected_terms":["St Mary","Guildhall"],"expected_min_results":1,"tags":["search","alias","coventry"]},
    {"id":"HQ089","query":"NHLE 1342941","intent":"Find a source record directly by its NHLE identifier alias.","expected_terms":["1342941","NHLE"],"tags":["search","identifier","nhle"]},
    {"id":"HQ090","query":"List Entry 1342941","intent":"Find the same source record using the beginner-readable List Entry prefix.","expected_terms":["1342941","List Entry"],"tags":["search","identifier","alias"]},
    {"id":"HQ091","query":"Historic England","intent":"Identify Historic England as source authority and publisher, not the evaluation itself as register owner.","expected_terms":["Historic England"],"tags":["provenance","authority","publisher"]},
    {"id":"HQ092","query":"National Heritage List for England","intent":"Find NHLE-backed records and inspect the frozen source service and observation time.","expected_terms":["National Heritage List for England","NHLE"],"tags":["provenance","source","nhle"]},
    {"id":"HQ093","query":"E08000026","intent":"Use Coventry's official geography code and inspect the pinned boundary vintage.","expected_terms":["E08000026","Coventry"],"tags":["provenance","boundary","identifier"]},
    {"id":"HQ094","query":"source geometry","intent":"Inspect source geometry, the declared CRS and any labelled representative-point derivation.","expected_terms":["geometry","source"],"expected_min_results":1,"tags":["provenance","map","derivation"]},
    {"id":"HQ095","query":"Open Government Licence","intent":"Confirm licence and attribution are visible without broadening the rights of linked rich-page text.","expected_terms":["Open Government Licence","Licence"],"tags":["provenance","licence","rights"]},
    {"id":"HQ096","query":"YAML-LD @id","intent":"Explain why YAML-LD is the authoring form, the normalized graph defines semantic identity and JSON-LD is a generated interchange form, while legacy Markdown remains usable.","expected_terms":["YAML-LD","identifier"],"expected_min_results":1,"tags":["yaml-ld","identity","beginner"]},
    {"id":"HQ097","query":"assertion status official","intent":"Distinguish an official source field from a normalized or model-derived assertion.","expected_terms":["official","assertion"],"expected_min_results":1,"tags":["provenance","assertion-status","authority"]},
    {"id":"HQ098","query":"assertion scope real-world","intent":"Confirm that faithful statements are marked real-world independently of their authority status.","expected_terms":["real-world","assertion"],"expected_min_results":1,"tags":["provenance","assertion-scope","faithful"]},
    {"id":"HQ099","query":"synthetic fixture","intent":"Verify that the synthetic supplement has a separate identity, is default-off and contributes to no faithful count or search result.","expected_terms":["synthetic","default-off"],"expected_min_results":0,"expected_max_results":0,"tags":["publication","synthetic","isolation"]},
    {"id":"HQ100","query":"publication boundary","intent":"State plainly that this is a functionality evaluation, not a legal register or replacement for Historic England, and that deployment status belongs in a signed envelope outside the candidate.","expected_terms":["evaluation","Historic England"],"expected_min_results":0,"tags":["publication","boundary","beginner"]}
  ]
}