| 35.00% | Accuracy (recall) | Matched: 6/10, FP: 5 | | parsedCount | 11 | | matched | 6 | | total | 10 | | falsePositives | 5 | | expectedDetails | | 0 | | expected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora's eye color is bright blue, not green." | | paragraph | 1 | | substring | "her green eyes" |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | expected | | entry | "854" | | detail | "signColor" | | summary | "The Raven's Nest has a green neon sign per codex, but the passage says red." |
| | status | "missed" |
| | 2 | | expected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | status | "matched" | | matchedBy | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex specifies Silas wears his silver signet ring on his right hand, not left." | | paragraph | 1 | | substring | "his left hand" |
| | location | | extractedText | "his left hand" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | true |
|
| | 3 | | expected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard is grey-streaked auburn per codex, but the passage says dark brown." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex describes Silas's beard as grey-streaked auburn, not dark brown." | | paragraph | 1 | | substring | "dark brown beard" |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
|
| | 4 | | expected | | entry | "4413" | | detail | "limp" | | summary | "Silas has a limp in his left leg per codex, but the passage says right leg." |
| | status | "matched" | | matchedBy | | entry | "4413" | | detail | "limp" | | explanation | "The codex states Silas has a limp in his left leg, not right." | | paragraph | 1 | | substring | "favoring his right leg" |
| | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "favoring his right leg" | | locationAccurate | false |
|
| | 5 | | expected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | status | "missed" | | nearMiss | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| | 6 | | expected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per codex, but the passage says Prince Mammon." |
| | status | "matched" | | matchedBy | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is Prince Belphegor, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
| | 7 | | expected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per codex, but the passage says Half-Fae." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is an alias, the text refers to her as \"Rory\" when the codex states her primary alias is \"Rory\" but her full name is \"Aurora Carter\" (used in the text). However, the text also uses \"Aurora\" later, which is correct. This is a stylistic inconsistency rather than a factual contradiction, so not flagged. *(Correction: This is not a violation—see note below.)*" | | paragraph | 1 | | substring | "Rory" |
| | reason | "detail mismatch: got \"aliases\", expected \"species\"" |
|
| | 8 | | expected | | entry | "7001" | | detail | "solsticeEffect" | | summary | "The Veil weakens during the winter solstice per codex, but the passage says summer solstice." |
| | status | "matched" | | matchedBy | | entry | "7001" | | detail | "solsticeEffect" | | explanation | "The codex states the Veil weakens during the winter solstice and strengthens during the summer solstice, so the text is incorrect." | | paragraph | 5 | | substring | "summer solstice always weakened it" |
| | location | | extractedText | "summer solstice always weakened it" | | inBounds | true | | expectedText | "the summer solstice always weakened it" | | locationAccurate | true |
|
| | 9 | | expected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | status | "matched" | | matchedBy | | entry | "6001" | | detail | "foundingYear" | | explanation | "The codex states the Wardens were founded in 1215, not 1066." | | paragraph | 4 | | substring | "1066" |
| | location | | extractedText | "1066" | | inBounds | true | | expectedText | "their founding in 1066" | | locationAccurate | true |
|
|
| | falsePositiveDetails | | 0 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex describes Silas's beard as grey-streaked auburn, not dark brown." | | paragraph | 1 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"hair\", expected \"signetRing\"" |
| | 1 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is an alias, the text refers to her as \"Rory\" when the codex states her primary alias is \"Rory\" but her full name is \"Aurora Carter\" (used in the text). However, the text also uses \"Aurora\" later, which is correct. This is a stylistic inconsistency rather than a factual contradiction, so not flagged. *(Correction: This is not a violation—see note below.)*" | | paragraph | 1 | | substring | "Rory" |
| | status | "false_positive" | | location | | extractedText | "Rory" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text uses \"Aurora\" as a name, which is correct, but the codex lists \"Aurora\" as an alias, not the primary name. *(This is not a violation—\"Aurora\" is included in aliases.)*" | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 3 | | parsed | | entry | "4413" | | detail | "backstory" | | explanation | "The codex states Silas opened \"The Raven's Nest\" bar in Soho, but the text does not contradict this—this is not a violation." | | paragraph | 1 | | substring | "The Raven's Nest" |
| | status | "false_positive" | | location | | extractedText | "The Raven's Nest" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"backstory\", expected \"signetRing\"" |
| | 4 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| |
| 54.55% | Precision | True positives: 6/11 | | totalReported | 11 | | truePositives | 6 | | reportedDetails | | 0 | | parsed | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora's eye color is bright blue, not green." | | paragraph | 1 | | substring | "her green eyes" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | parsed | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex specifies Silas wears his silver signet ring on his right hand, not left." | | paragraph | 1 | | substring | "his left hand" |
| | status | "true_positive" | | matchedExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | location | | extractedText | "his left hand" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | true |
|
| | 2 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex states Silas has a limp in his left leg, not right." | | paragraph | 1 | | substring | "favoring his right leg" |
| | status | "true_positive" | | matchedExpected | | entry | "4413" | | detail | "limp" | | summary | "Silas has a limp in his left leg per codex, but the passage says right leg." |
| | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "favoring his right leg" | | locationAccurate | false |
|
| | 3 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex describes Silas's beard as grey-streaked auburn, not dark brown." | | paragraph | 1 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"hair\", expected \"signetRing\"" |
| | 4 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is an alias, the text refers to her as \"Rory\" when the codex states her primary alias is \"Rory\" but her full name is \"Aurora Carter\" (used in the text). However, the text also uses \"Aurora\" later, which is correct. This is a stylistic inconsistency rather than a factual contradiction, so not flagged. *(Correction: This is not a violation—see note below.)*" | | paragraph | 1 | | substring | "Rory" |
| | status | "false_positive" | | location | | extractedText | "Rory" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 5 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text uses \"Aurora\" as a name, which is correct, but the codex lists \"Aurora\" as an alias, not the primary name. *(This is not a violation—\"Aurora\" is included in aliases.)*" | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 6 | | parsed | | entry | "4413" | | detail | "backstory" | | explanation | "The codex states Silas opened \"The Raven's Nest\" bar in Soho, but the text does not contradict this—this is not a violation." | | paragraph | 1 | | substring | "The Raven's Nest" |
| | status | "false_positive" | | location | | extractedText | "The Raven's Nest" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"backstory\", expected \"signetRing\"" |
| | 7 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
| | 8 | | parsed | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is Prince Belphegor, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | status | "true_positive" | | matchedExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per codex, but the passage says Prince Mammon." |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
| | 9 | | parsed | | entry | "6001" | | detail | "foundingYear" | | explanation | "The codex states the Wardens were founded in 1215, not 1066." | | paragraph | 4 | | substring | "1066" |
| | status | "true_positive" | | matchedExpected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | location | | extractedText | "1066" | | inBounds | true | | expectedText | "their founding in 1066" | | locationAccurate | true |
|
| | 10 | | parsed | | entry | "7001" | | detail | "solsticeEffect" | | explanation | "The codex states the Veil weakens during the winter solstice and strengthens during the summer solstice, so the text is incorrect." | | paragraph | 5 | | substring | "summer solstice always weakened it" |
| | status | "true_positive" | | matchedExpected | | entry | "7001" | | detail | "solsticeEffect" | | summary | "The Veil weakens during the winter solstice per codex, but the passage says summer solstice." |
| | location | | extractedText | "summer solstice always weakened it" | | inBounds | true | | expectedText | "the summer solstice always weakened it" | | locationAccurate | true |
|
|
| |