| 10.0000% | Accuracy (recall) | Matched: 3/5, FP: 5 | | parsedCount | 8 | | matched | 3 | | total | 5 | | falsePositives | 5 | | expectedDetails | | 0 | | expected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora Carter's eye color is \"bright blue,\" not green." | | paragraph | 1 | | substring | "her green eyes" |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | expected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per her codex entry, but the passage refers to her as Half-Fae." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "species" | | explanation | "The codex states Aurora Carter's species is **Human**, not Half-Fae." | | paragraph | 5 | | substring | "Half-Fae senses" |
| | location | | extractedText | "Half-Fae senses" | | inBounds | true | | expectedText | "her Half-Fae senses tingling" | | locationAccurate | true |
|
| | 2 | | expected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | status | "missed" | | nearMiss | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a **silver chain**, not golden." | | paragraph | 4 | | substring | "golden chain" |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| | 3 | | expected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is \"grey-streaked auburn,\" not dark brown." | | paragraph | 2 | | substring | "dark brown beard" |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
|
| | 4 | | expected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | status | "matched" | | matchedBy | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is **Prince Belphegor**, not Prince Mammon." | | paragraph | 4 | | substring | "Prince Mammon" |
| | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
|
|
| | falsePositiveDetails | | 0 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is listed as an alias, the text refers to her as \"Rory\" when the codex states her canonical name is \"Aurora Carter\" (with \"Rory\" as an alias). The text does not use her canonical name in the first mention, which may be a stylistic choice, but the codex does not specify that \"Rory\" is the canonical name for this scene." | | paragraph | 1 | | substring | "Rory" |
| | status | "false_positive" | | location | | extractedText | "Rory" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 1 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text uses \"Aurora\" as a first mention, which is correct, but the codex does not specify that \"Aurora\" is the canonical name for this scene—only \"Rory\" is listed as an alias. The codex does not contradict the use of \"Aurora,\" but the first mention should ideally align with the character's canonical name or primary alias." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is \"grey-streaked auburn,\" not dark brown." | | paragraph | 2 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "dark brown beard" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | true |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
| | 3 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex specifies Silas has a limp in his **left leg**, but the text does not clarify which leg he is limping on. However, the text says he \"limps around to her side,\" which could imply he is moving toward her, but the directionality is ambiguous. This is not a direct contradiction but could be considered a missed detail." | | paragraph | 2 | | substring | "limped around to her side" |
| | status | "false_positive" | | location | | extractedText | "limped around to her side" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"limp\", expected \"beard\"" |
| | 4 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a **silver chain**, not golden." | | paragraph | 4 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | false |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| |
| 37.5000% | Precision | True positives: 3/8 | | totalReported | 8 | | truePositives | 3 | | reportedDetails | | 0 | | parsed | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora Carter's eye color is \"bright blue,\" not green." | | paragraph | 1 | | substring | "her green eyes" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is listed as an alias, the text refers to her as \"Rory\" when the codex states her canonical name is \"Aurora Carter\" (with \"Rory\" as an alias). The text does not use her canonical name in the first mention, which may be a stylistic choice, but the codex does not specify that \"Rory\" is the canonical name for this scene." | | paragraph | 1 | | substring | "Rory" |
| | status | "false_positive" | | location | | extractedText | "Rory" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text uses \"Aurora\" as a first mention, which is correct, but the codex does not specify that \"Aurora\" is the canonical name for this scene—only \"Rory\" is listed as an alias. The codex does not contradict the use of \"Aurora,\" but the first mention should ideally align with the character's canonical name or primary alias." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 3 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is \"grey-streaked auburn,\" not dark brown." | | paragraph | 2 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "dark brown beard" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | true |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
| | 4 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex specifies Silas has a limp in his **left leg**, but the text does not clarify which leg he is limping on. However, the text says he \"limps around to her side,\" which could imply he is moving toward her, but the directionality is ambiguous. This is not a direct contradiction but could be considered a missed detail." | | paragraph | 2 | | substring | "limped around to her side" |
| | status | "false_positive" | | location | | extractedText | "limped around to her side" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"limp\", expected \"beard\"" |
| | 5 | | parsed | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is **Prince Belphegor**, not Prince Mammon." | | paragraph | 4 | | substring | "Prince Mammon" |
| | status | "true_positive" | | matchedExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
|
| | 6 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a **silver chain**, not golden." | | paragraph | 4 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | false |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
| | 7 | | parsed | | entry | "4412" | | detail | "species" | | explanation | "The codex states Aurora Carter's species is **Human**, not Half-Fae." | | paragraph | 5 | | substring | "Half-Fae senses" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per her codex entry, but the passage refers to her as Half-Fae." |
| | location | | extractedText | "Half-Fae senses" | | inBounds | true | | expectedText | "her Half-Fae senses tingling" | | locationAccurate | true |
|
|
| |