| 35.0000% | Accuracy (recall) | Matched: 6/10, FP: 5 | | parsedCount | 11 | | matched | 6 | | total | 10 | | falsePositives | 5 | | expectedDetails | | 0 | | expected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora's eyes are bright blue, not green." | | paragraph | 1 | | substring | "her green eyes" |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | expected | | entry | "854" | | detail | "signColor" | | summary | "The Raven's Nest has a green neon sign per codex, but the passage says red." |
| | status | "missed" |
| | 2 | | expected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | status | "matched" | | matchedBy | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex states Silas wears his silver signet ring on his right hand, not left." | | paragraph | 1 | | substring | "his left hand" |
| | location | | extractedText | "his left hand" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | true |
|
| | 3 | | expected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard is grey-streaked auburn per codex, but the passage says dark brown." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is grey-streaked auburn, not dark brown, and his beard matches his hair." | | paragraph | 1 | | substring | "dark brown beard" |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
|
| | 4 | | expected | | entry | "4413" | | detail | "limp" | | summary | "Silas has a limp in his left leg per codex, but the passage says right leg." |
| | status | "matched" | | matchedBy | | entry | "4413" | | detail | "limp" | | explanation | "The codex states Silas has a limp in his left leg, not right." | | paragraph | 1 | | substring | "favoring his right leg" |
| | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "favoring his right leg" | | locationAccurate | false |
|
| | 5 | | expected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | status | "matched" | | matchedBy | | entry | "2001" | | detail | "chainMaterial" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
|
| | 6 | | expected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per codex, but the passage says Prince Mammon." |
| | status | "matched" | | matchedBy | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is Prince Belphegor, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
| | 7 | | expected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per codex, but the passage says Half-Fae." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is an alias, the text refers to Aurora as \"Rory\" in the first line, but the codex specifies \"Rory\" is an alias for Aurora, and the text should use \"Aurora\" consistently as the protagonist's primary name." | | paragraph | 1 | | substring | "Rory" |
| | reason | "detail mismatch: got \"aliases\", expected \"species\"" |
|
| | 8 | | expected | | entry | "7001" | | detail | "solsticeEffect" | | summary | "The Veil weakens during the winter solstice per codex, but the passage says summer solstice." |
| | status | "matched" | | matchedBy | | entry | "7001" | | detail | "solsticeEffect" | | explanation | "The codex states the Veil weakens during the winter solstice and strengthens during the summer solstice." | | paragraph | 4 | | substring | "the summer solstice always weakened it" |
| | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "the summer solstice always weakened it" | | locationAccurate | false |
|
| | 9 | | expected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | status | "missed" | | nearMiss | | parsed | | entry | "6001" | | detail | "identificationMark" | | explanation | "The codex does not specify the Wardens' pin is worn on the lapel; it only states it is a \"small iron pin in the shape of a closed eye.\"" | | paragraph | 2 | | substring | "iron pin on his lapel" |
| | reason | "detail mismatch: got \"identificationMark\", expected \"foundingYear\"" |
|
|
| | falsePositiveDetails | | 0 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is grey-streaked auburn, not dark brown, and his beard matches his hair." | | paragraph | 1 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"hair\", expected \"signetRing\"" |
| | 1 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is an alias, the text refers to Aurora as \"Rory\" in the first line, but the codex specifies \"Rory\" is an alias for Aurora, and the text should use \"Aurora\" consistently as the protagonist's primary name." | | paragraph | 1 | | substring | "Rory" |
| | status | "false_positive" | | location | | extractedText | "Rory" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text uses \"Aurora\" as the protagonist's name, but the first line refers to her as \"Rory.\" While both are aliases, the codex does not specify which is the primary name in dialogue." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 3 | | parsed | | entry | "4413" | | detail | "backstory" | | explanation | "The codex states the Wardens were founded in 1215, not 1066." | | paragraph | 2 | | substring | "since their founding in 1066" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"backstory\", expected \"signetRing\"" |
| | 4 | | parsed | | entry | "6001" | | detail | "identificationMark" | | explanation | "The codex does not specify the Wardens' pin is worn on the lapel; it only states it is a \"small iron pin in the shape of a closed eye.\"" | | paragraph | 2 | | substring | "iron pin on his lapel" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "their founding in 1066" | | locationAccurate | false |
| | closestExpected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | reason | "detail mismatch: got \"identificationMark\", expected \"foundingYear\"" |
|
| |
| 54.5455% | Precision | True positives: 6/11 | | totalReported | 11 | | truePositives | 6 | | reportedDetails | | 0 | | parsed | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora's eyes are bright blue, not green." | | paragraph | 1 | | substring | "her green eyes" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | parsed | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex states Silas wears his silver signet ring on his right hand, not left." | | paragraph | 1 | | substring | "his left hand" |
| | status | "true_positive" | | matchedExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | location | | extractedText | "his left hand" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | true |
|
| | 2 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex states Silas has a limp in his left leg, not right." | | paragraph | 1 | | substring | "favoring his right leg" |
| | status | "true_positive" | | matchedExpected | | entry | "4413" | | detail | "limp" | | summary | "Silas has a limp in his left leg per codex, but the passage says right leg." |
| | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "favoring his right leg" | | locationAccurate | false |
|
| | 3 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is grey-streaked auburn, not dark brown, and his beard matches his hair." | | paragraph | 1 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"hair\", expected \"signetRing\"" |
| | 4 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "While \"Rory\" is an alias, the text refers to Aurora as \"Rory\" in the first line, but the codex specifies \"Rory\" is an alias for Aurora, and the text should use \"Aurora\" consistently as the protagonist's primary name." | | paragraph | 1 | | substring | "Rory" |
| | status | "false_positive" | | location | | extractedText | "Rory" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 5 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text uses \"Aurora\" as the protagonist's name, but the first line refers to her as \"Rory.\" While both are aliases, the codex does not specify which is the primary name in dialogue." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per codex, but the passage says green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 6 | | parsed | | entry | "4413" | | detail | "backstory" | | explanation | "The codex states the Wardens were founded in 1215, not 1066." | | paragraph | 2 | | substring | "since their founding in 1066" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "his silver signet ring glinting on his left hand" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "signetRing" | | summary | "Silas wears his signet ring on his right hand per codex, but the passage says left hand." |
| | reason | "detail mismatch: got \"backstory\", expected \"signetRing\"" |
| | 7 | | parsed | | entry | "7001" | | detail | "solsticeEffect" | | explanation | "The codex states the Veil weakens during the winter solstice and strengthens during the summer solstice." | | paragraph | 4 | | substring | "the summer solstice always weakened it" |
| | status | "true_positive" | | matchedExpected | | entry | "7001" | | detail | "solsticeEffect" | | summary | "The Veil weakens during the winter solstice per codex, but the passage says summer solstice." |
| | location | | extractedText | "[not found in paragraph 4]" | | inBounds | true | | expectedText | "the summer solstice always weakened it" | | locationAccurate | false |
|
| | 8 | | parsed | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is Prince Belphegor, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | status | "true_positive" | | matchedExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per codex, but the passage says Prince Mammon." |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
| | 9 | | parsed | | entry | "2001" | | detail | "chainMaterial" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "true_positive" | | matchedExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per codex, but the passage says golden chain." |
| | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
|
| | 10 | | parsed | | entry | "6001" | | detail | "identificationMark" | | explanation | "The codex does not specify the Wardens' pin is worn on the lapel; it only states it is a \"small iron pin in the shape of a closed eye.\"" | | paragraph | 2 | | substring | "iron pin on his lapel" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "their founding in 1066" | | locationAccurate | false |
| | closestExpected | | entry | "6001" | | detail | "foundingYear" | | summary | "The Wardens were founded in 1215 per codex, but Silas says 1066." |
| | reason | "detail mismatch: got \"identificationMark\", expected \"foundingYear\"" |
|
| |