| 0.0000% | Accuracy (recall) | Matched: 3/5, FP: 7 | | parsedCount | 10 | | matched | 3 | | total | 5 | | falsePositives | 7 | | expectedDetails | | 0 | | expected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora/Rory's eyes are bright blue, not green." | | paragraph | 1 | | substring | "her green eyes" |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | expected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per her codex entry, but the passage refers to her as Half-Fae." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "species" | | explanation | "The codex states Aurora/Rory is *Human*, but the text implies she has Half-Fae traits." | | paragraph | 3 | | substring | "Half-Fae senses" |
| | location | | extractedText | "[not found in paragraph 3]" | | inBounds | true | | expectedText | "her Half-Fae senses tingling" | | locationAccurate | false |
|
| | 2 | | expected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | status | "missed" | | nearMiss | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a *silver* chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| | 3 | | expected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is grey-streaked auburn, not dark brown, and his beard matches his hair." | | paragraph | 2 | | substring | "his dark brown beard" |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
|
| | 4 | | expected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | status | "matched" | | matchedBy | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is *Prince Belphegor*, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
|
| | falsePositiveDetails | | 0 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is grey-streaked auburn, not dark brown, and his beard matches his hair." | | paragraph | 2 | | substring | "his dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "his dark brown beard" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | true |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
| | 1 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex states Silas has a limp in his *left* leg, but the text implies he limps toward her side without specifying which leg." | | paragraph | 2 | | substring | "limped around to her side" |
| | status | "false_positive" | | location | | extractedText | "limped around to her side" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"limp\", expected \"beard\"" |
| | 2 | | parsed | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex states Silas *always* wears his silver signet ring on his *right* hand, but the text does not mention it." | | paragraph | 2 | | substring | "his usual calm demeanor" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"signetRing\", expected \"beard\"" |
| | 3 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text refers to Aurora as \"Rory\" in the first paragraph, but then switches to \"Aurora\" in the third paragraph without justification." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 4 | | parsed | | entry | "853" | | detail | "name" | | explanation | "The text refers to Dymas as \"Prince Mammon's realm,\" but the codex states it is ruled by *Prince Belphegor* and is named *Dymas (Gluttony)*." | | paragraph | 3 | | substring | "Dymas" |
| | status | "false_positive" | | location | | extractedText | "Dymas" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
| | closestExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | reason | "detail mismatch: got \"name\", expected \"ruler\"" |
| | 5 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a *silver* chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
| | 6 | | parsed | | entry | "853" | | detail | "description" | | explanation | "While not a direct contradiction, the codex does not mention the feasts being *permanent* or \"never ending.\"" | | paragraph | 3 | | substring | "The feasts never end" |
| | status | "false_positive" | | location | | extractedText | "The feasts never end" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
| | closestExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | reason | "detail mismatch: got \"description\", expected \"ruler\"" |
|
| |
| 30.0000% | Precision | True positives: 3/10 | | totalReported | 10 | | truePositives | 3 | | reportedDetails | | 0 | | parsed | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora/Rory's eyes are bright blue, not green." | | paragraph | 1 | | substring | "her green eyes" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas' hair is grey-streaked auburn, not dark brown, and his beard matches his hair." | | paragraph | 2 | | substring | "his dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "his dark brown beard" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | true |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
| | 2 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex states Silas has a limp in his *left* leg, but the text implies he limps toward her side without specifying which leg." | | paragraph | 2 | | substring | "limped around to her side" |
| | status | "false_positive" | | location | | extractedText | "limped around to her side" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"limp\", expected \"beard\"" |
| | 3 | | parsed | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex states Silas *always* wears his silver signet ring on his *right* hand, but the text does not mention it." | | paragraph | 2 | | substring | "his usual calm demeanor" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 2]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"signetRing\", expected \"beard\"" |
| | 4 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text refers to Aurora as \"Rory\" in the first paragraph, but then switches to \"Aurora\" in the third paragraph without justification." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 5 | | parsed | | entry | "4412" | | detail | "species" | | explanation | "The codex states Aurora/Rory is *Human*, but the text implies she has Half-Fae traits." | | paragraph | 3 | | substring | "Half-Fae senses" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per her codex entry, but the passage refers to her as Half-Fae." |
| | location | | extractedText | "[not found in paragraph 3]" | | inBounds | true | | expectedText | "her Half-Fae senses tingling" | | locationAccurate | false |
|
| | 6 | | parsed | | entry | "853" | | detail | "ruler" | | explanation | "The codex states the ruler of Dymas is *Prince Belphegor*, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | status | "true_positive" | | matchedExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
| | 7 | | parsed | | entry | "853" | | detail | "name" | | explanation | "The text refers to Dymas as \"Prince Mammon's realm,\" but the codex states it is ruled by *Prince Belphegor* and is named *Dymas (Gluttony)*." | | paragraph | 3 | | substring | "Dymas" |
| | status | "false_positive" | | location | | extractedText | "Dymas" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
| | closestExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | reason | "detail mismatch: got \"name\", expected \"ruler\"" |
| | 8 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a *silver* chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
| | 9 | | parsed | | entry | "853" | | detail | "description" | | explanation | "While not a direct contradiction, the codex does not mention the feasts being *permanent* or \"never ending.\"" | | paragraph | 3 | | substring | "The feasts never end" |
| | status | "false_positive" | | location | | extractedText | "The feasts never end" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | false |
| | closestExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | reason | "detail mismatch: got \"description\", expected \"ruler\"" |
|
| |