| 30.0000% | Accuracy (recall) | Matched: 5/10, FP: 4 | | parsedCount | 9 | | matched | 5 | | total | 10 | | falsePositives | 4 | | expectedDetails | | 0 | | expected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "eyeColor" | | explanation | "The text says green eyes, but the codex says bright blue." | | paragraph | 1 | | substring | "her green eyes" |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | expected | | entry | "854" | | detail | "signColor" | | summary | "The Raven's Nest has a green neon sign per codex, but the passage says red." |
| | status | "missed" |
| | 2 | | expected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4412" | | detail | "signetRing" | | explanation | "The text says Silas wears his signet ring on his left hand, but the codex says he always wears it on his right hand." | | paragraph | 2 | | substring | "his silver signet ring glinting on his left hand." |
| | reason | "entry mismatch: got \"4412\", expected \"4413\"" |
|
| | 3 | | expected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard is grey-streaked auburn per codex, but the passage says dark brown." |
| | status | "missed" |
| | 4 | | expected | | entry | "4413" | | detail | "limp" | | summary | "Silas has a limp in his left leg per codex, but the passage says right leg." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4412" | | detail | "limp" | | explanation | "The text says Silas limps with his right leg, but the codex says he has a slight limp in his left leg from an old knee injury." | | paragraph | 2 | | substring | "He set the glass down and limped around to her side, favoring his right leg as always." |
| | reason | "entry mismatch: got \"4412\", expected \"4413\"" |
|
| | 5 | | expected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | status | "matched" | | matchedBy | | entry | "2001" | | detail | "chainMaterial" | | explanation | "The text says the chain is golden, but the codex says it's a silver chain." | | paragraph | 3 | | substring | "the golden chain catching the low light" |
| | location | | extractedText | "the golden chain catching the low light" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
|
| | 6 | | expected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per codex, but the passage says Prince Mammon." |
| | status | "matched" | | matchedBy | | entry | "853" | | detail | "ruler" | | explanation | "The text says the ruler of Dymas (Gluttony) is Prince Mammon, but the codex says it's Prince Belphegor." | | paragraph | 4 | | substring | "Prince Mammon's realm is unsettling." |
| | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
|
| | 7 | | expected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per codex, but the passage says Half-Fae." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4412" | | detail | "hair" | | explanation | "The text describes Silas' beard as dark brown, but the codex says it's grey-streaked auburn." | | paragraph | 1 | | substring | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." |
| | reason | "detail mismatch: got \"hair\", expected \"species\"" |
|
| | 8 | | expected | | entry | "7001" | | detail | "solsticeEffect" | | summary | "The Veil weakens during the winter solstice per codex, but the passage says summer solstice." |
| | status | "matched" | | matchedBy | | entry | "7001" | | detail | "solsticeEffect" | | explanation | "The text says the Veil weakens during the summer solstice, but the codex says it weakens during the winter solstice and strengthens during the summer solstice." | | paragraph | 6 | | substring | "the summer solstice always weakened it" |
| | location | | extractedText | (null) | | inBounds | false | | expectedText | "the summer solstice always weakened it" | | locationAccurate | (null) |
|
| | 9 | | expected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | status | "matched" | | matchedBy | | entry | "6001" | | detail | "foundingYear" | | explanation | "The text says the Wardens were founded in 1066, but the codex says they were founded in 1215." | | paragraph | 5 | | substring | "since their founding in 1066" |
| | location | | extractedText | "[not found in paragraph 5]" | | inBounds | true | | expectedText | "their founding in 1066" | | locationAccurate | false |
|
|
| | falsePositiveDetails | | 0 | | parsed | | entry | "4412" | | detail | "hair" | | explanation | "The text describes Silas' beard as dark brown, but the codex says it's grey-streaked auburn." | | paragraph | 1 | | substring | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." |
| | status | "false_positive" | | location | | extractedText | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"hair\", expected \"eyeColor\"" |
| | 1 | | parsed | | entry | "4412" | | detail | "hair" | | explanation | "The text describes the sign of The Raven's Nest as red neon, but the codex says it's a distinctive green neon sign." | | paragraph | 1 | | substring | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." |
| | status | "false_positive" | | location | | extractedText | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"hair\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4412" | | detail | "limp" | | explanation | "The text says Silas limps with his right leg, but the codex says he has a slight limp in his left leg from an old knee injury." | | paragraph | 2 | | substring | "He set the glass down and limped around to her side, favoring his right leg as always." |
| | status | "false_positive" | | location | | extractedText | "He set the glass down and limped around to her side, favoring his right leg as always." | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"limp\", expected \"eyeColor\"" |
| | 3 | | parsed | | entry | "4412" | | detail | "signetRing" | | explanation | "The text says Silas wears his signet ring on his left hand, but the codex says he always wears it on his right hand." | | paragraph | 2 | | substring | "his silver signet ring glinting on his left hand." |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"signetRing\", expected \"eyeColor\"" |
|
| |
| 55.5556% | Precision | True positives: 5/9 | | totalReported | 9 | | truePositives | 5 | | reportedDetails | | 0 | | parsed | | entry | "4412" | | detail | "eyeColor" | | explanation | "The text says green eyes, but the codex says bright blue." | | paragraph | 1 | | substring | "her green eyes" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | parsed | | entry | "4412" | | detail | "hair" | | explanation | "The text describes Silas' beard as dark brown, but the codex says it's grey-streaked auburn." | | paragraph | 1 | | substring | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." |
| | status | "false_positive" | | location | | extractedText | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"hair\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4412" | | detail | "hair" | | explanation | "The text describes the sign of The Raven's Nest as red neon, but the codex says it's a distinctive green neon sign." | | paragraph | 1 | | substring | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." |
| | status | "false_positive" | | location | | extractedText | "her green eyes scanning the room. The bar's red neon sign buzzed faintly outside. Silas was behind the counter, polishing a glass with his usual calm demeanor, his silver signet ring glinting on his left hand." | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"hair\", expected \"eyeColor\"" |
| | 3 | | parsed | | entry | "4412" | | detail | "limp" | | explanation | "The text says Silas limps with his right leg, but the codex says he has a slight limp in his left leg from an old knee injury." | | paragraph | 2 | | substring | "He set the glass down and limped around to her side, favoring his right leg as always." |
| | status | "false_positive" | | location | | extractedText | "He set the glass down and limped around to her side, favoring his right leg as always." | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"limp\", expected \"eyeColor\"" |
| | 4 | | parsed | | entry | "4412" | | detail | "signetRing" | | explanation | "The text says Silas wears his signet ring on his left hand, but the codex says he always wears it on his right hand." | | paragraph | 2 | | substring | "his silver signet ring glinting on his left hand." |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"signetRing\", expected \"eyeColor\"" |
| | 5 | | parsed | | entry | "2001" | | detail | "chainMaterial" | | explanation | "The text says the chain is golden, but the codex says it's a silver chain." | | paragraph | 3 | | substring | "the golden chain catching the low light" |
| | status | "true_positive" | | matchedExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | location | | extractedText | "the golden chain catching the low light" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
|
| | 6 | | parsed | | entry | "853" | | detail | "ruler" | | explanation | "The text says the ruler of Dymas (Gluttony) is Prince Mammon, but the codex says it's Prince Belphegor." | | paragraph | 4 | | substring | "Prince Mammon's realm is unsettling." |
| | status | "true_positive" | | matchedExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per codex, but the passage says Prince Mammon." |
| | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
|
| | 7 | | parsed | | entry | "6001" | | detail | "foundingYear" | | explanation | "The text says the Wardens were founded in 1066, but the codex says they were founded in 1215." | | paragraph | 5 | | substring | "since their founding in 1066" |
| | status | "true_positive" | | matchedExpected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | location | | extractedText | "[not found in paragraph 5]" | | inBounds | true | | expectedText | "their founding in 1066" | | locationAccurate | false |
|
| | 8 | | parsed | | entry | "7001" | | detail | "solsticeEffect" | | explanation | "The text says the Veil weakens during the summer solstice, but the codex says it weakens during the winter solstice and strengthens during the summer solstice." | | paragraph | 6 | | substring | "the summer solstice always weakened it" |
| | status | "true_positive" | | matchedExpected | | entry | "7001" | | detail | "solsticeEffect" | | summary | "The Veil weakens during the winter solstice per codex, but the passage says summer solstice." |
| | location | | extractedText | (null) | | inBounds | false | | expectedText | "the summer solstice always weakened it" | | locationAccurate | (null) |
|
|
| |