| 0.0000% | Accuracy (recall) | Matched: 3/5, FP: 6 | | parsedCount | 9 | | matched | 3 | | total | 5 | | falsePositives | 6 | | expectedDetails | | 0 | | expected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora Carter's eye color is \"bright blue,\" not green." | | paragraph | 1 | | substring | "her green eyes" |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | expected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per her codex entry, but the passage refers to her as Half-Fae." |
| | status | "matched" | | matchedBy | | entry | "4412" | | detail | "species" | | explanation | "The codex states Aurora Carter is a Human, not Half-Fae." | | paragraph | 3 | | substring | "Half-Fae senses" |
| | location | | extractedText | "[not found in paragraph 3]" | | inBounds | true | | expectedText | "her Half-Fae senses tingling" | | locationAccurate | false |
|
| | 2 | | expected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | status | "missed" | | nearMiss | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| | 3 | | expected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | status | "missed" | | nearMiss | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas Blackwood's hair is \"grey-streaked auburn,\" not dark brown. Additionally, he has a beard, but the codex does not mention it as \"dark brown.\"" | | paragraph | 1 | | substring | "dark brown beard" |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
|
| | 4 | | expected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | status | "matched" | | matchedBy | | entry | "853" | | detail | "ruler" | | explanation | "The codex states Dymas is ruled by Prince Belphegor, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
|
| | falsePositiveDetails | | 0 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text refers to her as \"Rory\" in the first paragraph, but the codex lists \"Rory\" as an alias and never explicitly states it as her primary name in the given context. The text also uses \"Aurora\" as her name in the same paragraph, which is inconsistent with the first reference." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 1 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas Blackwood's hair is \"grey-streaked auburn,\" not dark brown. Additionally, he has a beard, but the codex does not mention it as \"dark brown.\"" | | paragraph | 1 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
| | 2 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex specifies Silas has a limp in his left leg, but the text does not specify which leg he is limping on." | | paragraph | 1 | | substring | "limped around" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"limp\", expected \"beard\"" |
| | 3 | | parsed | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex states Silas always wears his signet ring on his right hand, but the text does not contradict this explicitly, so this is not a violation. However, the text does not mention the ring at all, so this is not a violation either." | | paragraph | 1 | | substring | "right hand" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"signetRing\", expected \"beard\"" |
| | 4 | | parsed | | entry | "854" | | detail | "aliases" | | explanation | "The text refers to the bar as \"The Raven's Nest,\" which matches the codex, but the codex also includes \"the Nest\" and \"Raven\" as aliases. The text does not use these aliases." | | paragraph | 1 | | substring | "The Raven's Nest" |
| | status | "false_positive" | | location | | extractedText | "The Raven's Nest" | | inBounds | true | | expectedText | "" | | locationAccurate | true |
|
| | 5 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| |
| 33.3333% | Precision | True positives: 3/9 | | totalReported | 9 | | truePositives | 3 | | reportedDetails | | 0 | | parsed | | entry | "4412" | | detail | "eyeColor" | | explanation | "The codex states Aurora Carter's eye color is \"bright blue,\" not green." | | paragraph | 1 | | substring | "her green eyes" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | location | | extractedText | "her green eyes" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | true |
|
| | 1 | | parsed | | entry | "4412" | | detail | "aliases" | | explanation | "The text refers to her as \"Rory\" in the first paragraph, but the codex lists \"Rory\" as an alias and never explicitly states it as her primary name in the given context. The text also uses \"Aurora\" as her name in the same paragraph, which is inconsistent with the first reference." | | paragraph | 3 | | substring | "Aurora" |
| | status | "false_positive" | | location | | extractedText | "Aurora" | | inBounds | true | | expectedText | "her green eyes scanning the room" | | locationAccurate | false |
| | closestExpected | | entry | "4412" | | detail | "eyeColor" | | summary | "Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes." |
| | reason | "detail mismatch: got \"aliases\", expected \"eyeColor\"" |
| | 2 | | parsed | | entry | "4412" | | detail | "species" | | explanation | "The codex states Aurora Carter is a Human, not Half-Fae." | | paragraph | 3 | | substring | "Half-Fae senses" |
| | status | "true_positive" | | matchedExpected | | entry | "4412" | | detail | "species" | | summary | "Aurora is Human per her codex entry, but the passage refers to her as Half-Fae." |
| | location | | extractedText | "[not found in paragraph 3]" | | inBounds | true | | expectedText | "her Half-Fae senses tingling" | | locationAccurate | false |
|
| | 3 | | parsed | | entry | "4413" | | detail | "hair" | | explanation | "The codex states Silas Blackwood's hair is \"grey-streaked auburn,\" not dark brown. Additionally, he has a beard, but the codex does not mention it as \"dark brown.\"" | | paragraph | 1 | | substring | "dark brown beard" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"hair\", expected \"beard\"" |
| | 4 | | parsed | | entry | "4413" | | detail | "limp" | | explanation | "The codex specifies Silas has a limp in his left leg, but the text does not specify which leg he is limping on." | | paragraph | 1 | | substring | "limped around" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"limp\", expected \"beard\"" |
| | 5 | | parsed | | entry | "4413" | | detail | "signetRing" | | explanation | "The codex states Silas always wears his signet ring on his right hand, but the text does not contradict this explicitly, so this is not a violation. However, the text does not mention the ring at all, so this is not a violation either." | | paragraph | 1 | | substring | "right hand" |
| | status | "false_positive" | | location | | extractedText | "[not found in paragraph 1]" | | inBounds | true | | expectedText | "his dark brown beard" | | locationAccurate | false |
| | closestExpected | | entry | "4413" | | detail | "beard" | | summary | "Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard." |
| | reason | "detail mismatch: got \"signetRing\", expected \"beard\"" |
| | 6 | | parsed | | entry | "853" | | detail | "ruler" | | explanation | "The codex states Dymas is ruled by Prince Belphegor, not Prince Mammon." | | paragraph | 3 | | substring | "Prince Mammon" |
| | status | "true_positive" | | matchedExpected | | entry | "853" | | detail | "ruler" | | summary | "Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm." |
| | location | | extractedText | "Prince Mammon" | | inBounds | true | | expectedText | "Prince Mammon's realm" | | locationAccurate | true |
|
| | 7 | | parsed | | entry | "854" | | detail | "aliases" | | explanation | "The text refers to the bar as \"The Raven's Nest,\" which matches the codex, but the codex also includes \"the Nest\" and \"Raven\" as aliases. The text does not use these aliases." | | paragraph | 1 | | substring | "The Raven's Nest" |
| | status | "false_positive" | | location | | extractedText | "The Raven's Nest" | | inBounds | true | | expectedText | "" | | locationAccurate | true |
|
| | 8 | | parsed | | entry | "2001" | | detail | "gemstoneColor" | | explanation | "The codex states the Heartstone Pendant has a silver chain, not golden." | | paragraph | 3 | | substring | "golden chain" |
| | status | "false_positive" | | location | | extractedText | "golden chain" | | inBounds | true | | expectedText | "the golden chain catching the low light" | | locationAccurate | true |
| | closestExpected | | entry | "2001" | | detail | "chainMaterial" | | summary | "The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain." |
| | reason | "detail mismatch: got \"gemstoneColor\", expected \"chainMaterial\"" |
|
| |