"2026-02-16T11:07:51.666971+00:00"2/16/2026, 11:07:51 AM
model
"qwen/qwen3.5-plus-20260216"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
1181
moderation_latency
(null)
generation_time
76095
tokens_prompt
7819
tokens_completion
2168
native_tokens_prompt
7919
native_tokens_completion
2302
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0086924
router
(null)
provider_responses
0
id
"chatcmpl-6568b8d9-f7b2-901e-8669-63b34d290996"
status
200
is_byok
false
latency
1180
endpoint_id
"71e0f6c3-7815-4734-92d3-8a04f3b0ca91"
provider_name
"Alibaba"
model_permaslug
"qwen/qwen3.5-plus-20260216"
api_type
"completions"
id
"gen-1771239995-Yb2q7IPqBS3WlVbb3udX"
upstream_id
"chatcmpl-6568b8d9-f7b2-901e-8669-63b34d290996"
total_cost
0.0086924
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Alibaba"
Evaluation details
Result
Evaluator
Details
Meta Data
83.3333%
Accuracy (recall)
Matched: 28/30, FP: 6
parsedCount
34
matched
28
total
30
falsePositives
6
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places the grove in Hyde Park, but the codex states it is in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
status
"matched"
matchedBy
entry
"861"
detail
"standingStones"
explanation
"The text describes the stones as elm, but the codex specifies they are ancient oak standing stones."
paragraph
1
substring
"ancient elm standing stones"
location
extractedText
"ancient elm standing stones"
inBounds
true
expectedText
"The ancient elm standing stones"
locationAccurate
true
2
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text says Isolde has pale blue eyes, but the codex states her eyes are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes, unblinking"
locationAccurate
true
3
expected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
status
"matched"
matchedBy
entry
"4424"
detail
"footprints"
explanation
"The text says Isolde leaves clear prints, but the codex states she leaves no footprints when she walks."
paragraph
3
substring
"leaving clear prints in the soft earth"
location
extractedText
"leaving clear prints in the soft earth"
inBounds
true
expectedText
"her bare feet leaving clear prints in the soft earth"
locationAccurate
true
4
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The text says the Fae-Forged Blade is warm, but the codex states it is always cold to the touch."
paragraph
2
substring
"its familiar warmth"
location
extractedText
"its familiar warmth"
inBounds
true
expectedText
"the Fae-Forged Blade warm at her hip"
locationAccurate
false
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
status
"matched"
matchedBy
entry
"4414"
detail
"glasses"
explanation
"The text describes Eva's glasses as square, but the codex states she wears round glasses."
paragraph
2
substring
"Her square glasses"
location
extractedText
"Her square glasses"
inBounds
true
expectedText
"Her square glasses kept fogging"
locationAccurate
true
6
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text says the vials are red, but the codex states Somnian Dream Dust is stored in cobalt-blue glass vials."
paragraph
3
substring
"little red glass vials"
location
extractedText
"little red glass vials"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
true
7
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
status
"matched"
matchedBy
entry
"2005"
detail
"sealMaterial"
explanation
"The text says the wax is white, but the codex states it is sealed with black wax."
paragraph
3
substring
"sealed with white wax"
location
extractedText
"sealed with white wax"
inBounds
true
expectedText
"sealed with white wax"
locationAccurate
true
8
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
status
"matched"
matchedBy
entry
"6003"
detail
"master"
explanation
"The text identifies Lilith as the master of the Somnian Cult, but the codex states the master is Prince Asmodeus."
paragraph
3
substring
"Their master, Prince Lilith"
location
extractedText
"Their master, Prince Lilith"
inBounds
true
expectedText
"Prince Lilith, demands more dreamers"
locationAccurate
false
9
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text says Father Cormac has dark brown eyes, but the codex states his eyes are pale blue."
paragraph
4
substring
"his dark brown eyes"
location
extractedText
"his dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
10
expected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
status
"matched"
matchedBy
entry
"4422"
detail
"rosary"
explanation
"The text describes the rosary as cedar, but the codex states it is made of rowan wood beads."
paragraph
4
substring
"cedar rosary beads"
location
extractedText
"cedar rosary beads"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
true
11
expected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
status
"matched"
matchedBy
entry
"7002"
detail
"signedYear"
explanation
"The text dates the Covenant of Separation to 1066, but the codex states it was signed in 1215."
paragraph
4
substring
"treaty from 1066"
location
extractedText
"treaty from 1066"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
true
12
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
status
"matched"
matchedBy
entry
"6004"
detail
"headquarters"
explanation
"The text places the Parish Guard's base/cathedral in Southwark, but the codex states their headquarters is St. Brigid's Church in Islington."
paragraph
4
substring
"our cathedral in Southwark"
location
extractedText
"our cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
13
expected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
status
"matched"
matchedBy
entry
"4415"
detail
"cane"
explanation
"The text describes Lucien's cane as mahogany, but the codex states it is an ivory-handled cane."
paragraph
5
substring
"mahogany cane"
location
extractedText
"mahogany cane"
inBounds
true
expectedText
"leaning on his mahogany cane"
locationAccurate
true
14
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
status
"matched"
matchedBy
entry
"4415"
detail
"eyeColor"
explanation
"The text says both of Lucien's eyes are amber, but the codex states he has heterochromatic eyes (one amber, one black)."
paragraph
5
substring
"Both his amber eyes"
location
extractedText
"Both his amber eyes"
inBounds
true
expectedText
"Both his amber eyes were fixed"
locationAccurate
true
15
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text places the tattoo on Yasmin's right arm, but the codex states it coils up her left arm."
paragraph
6
substring
"flame serpent tattoo on her right arm"
location
extractedText
"flame serpent tattoo on her right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
16
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
status
"missed"
17
expected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The text describes the Fae-Forged Blades as bronze, but the codex states they are made of moonsilver."
paragraph
7
substring
"bronze daggers"
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers, they say"
locationAccurate
true
18
expected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
status
"matched"
matchedBy
entry
"856"
detail
"currentLocation"
explanation
"The text says the Veil Market is under Shoreditch, but the codex states it is currently beneath Camden."
paragraph
7
substring
"abandoned station under Shoreditch"
location
extractedText
"abandoned station under Shoreditch"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
true
19
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"matched"
matchedBy
entry
"4420"
detail
"hair"
explanation
"The text describes Kai's hair as natural black, but the codex states it is dyed electric-blue in an undercut."
paragraph
8
substring
"natural black hair"
location
extractedText
"natural black hair"
inBounds
true
expectedText
"his natural black hair falling into his face"
locationAccurate
true
20
expected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
status
"matched"
matchedBy
entry
"6006"
detail
"logo"
explanation
"The text describes the Blackthorn logo as a sword inside a circle, but the codex states it is a thorned branch inside a shield."
paragraph
8
substring
"sword inside a circle"
location
extractedText
"sword inside a circle"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
true
21
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn stick per codex, but the passage says oak."
status
"matched"
matchedBy
entry
"4419"
detail
"walkingStick"
explanation
"The text describes the walking stick as oak, but the codex states it is a blackthorn walking stick."
paragraph
9
substring
"oak walking stick"
location
extractedText
"oak walking stick"
inBounds
true
expectedText
"her oak walking stick"
locationAccurate
true
22
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
status
"matched"
matchedBy
entry
"4419"
detail
"eyeColor"
explanation
"The text says Maggie has green eyes, but the codex states her eyes are sharp grey."
paragraph
9
substring
"keen green eyes"
location
extractedText
"keen green eyes"
inBounds
true
expectedText
"Her keen green eyes"
locationAccurate
true
23
expected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
status
"matched"
matchedBy
entry
"6001"
detail
"foundingYear"
explanation
"The text says the Wardens were founded in 1066, but the codex states the founding year is 1215."
paragraph
9
substring
"founded in 1066"
location
extractedText
"founded in 1066"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
true
24
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"matched"
matchedBy
entry
"4417"
detail
"scar"
explanation
"The text places Tomás's scar on his right forearm, but the codex states it runs along his left forearm."
paragraph
10
substring
"scarred right forearm"
location
extractedText
"scarred right forearm"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
true
25
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"matched"
matchedBy
entry
"4417"
detail
"birthplace"
explanation
"The text gives Tomás a Madrid accent, implying he is from Madrid, but the codex states he was born in Seville, Spain."
paragraph
10
substring
"Madrid accent"
location
extractedText
"Madrid accent"
inBounds
true
expectedText
"His Madrid accent"
locationAccurate
true
26
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
status
"matched"
matchedBy
entry
"4418"
detail
"eyeColor"
explanation
"The text says Nyx has glowing blue eyes, but the codex states their eyes are faintly glowing violet."
paragraph
11
substring
"glowing blue eyes"
location
extractedText
"glowing blue eyes"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
true
27
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
status
"matched"
matchedBy
entry
"2001"
detail
"chainMaterial"
explanation
"The text describes the Heartstone's chain as golden, but the codex states it is a silver chain."
paragraph
12
substring
"golden chain"
location
extractedText
"golden chain"
inBounds
true
expectedText
"the golden chain tangled in her fingers"
locationAccurate
true
28
expected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."
status
"matched"
matchedBy
entry
"2001"
detail
"origin"
explanation
"The text says the Heartstone was forged in Avaros, but the codex states its origin is Dymas."
paragraph
13
substring
"forged in Avaros"
location
extractedText
"forged in Avaros"
inBounds
true
expectedText
"The Heartstone was forged in Avaros"
locationAccurate
true
29
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
status
"missed"
nearMiss
parsed
entry
"857"
detail
"ruler"
explanation
"The text implies a shift involving Irath's ruler in the context of the Crimson Court's base, but more specifically, the text later associates Lilith with Somnia and Belphegor with Avaros incorrectly. However, strictly here, the text says the Court's base moved to Irath. The codex says the Crimson Court headquarters is Dymas. While bases can move, the next sentence claims Mammon breaks the covenant in Avaros (correct) but implies Lilith runs Somnia (incorrect). Let's look closer at paragraph 5: \"Mammon breaks it daily in Avaros.\" This is consistent. The violation is likely the implication of the Court's nature or specific rulers later. Actually, the text says \"Their master, Prince Lilith\" in para 3 referring to Somnian Cult. That is a violation. In para 5, \"Mammon breaks it daily in Avaros\" is fine. \"Crimson Court's base... shifted from Dymas to Irath\" contradicts the static HQ in the codex unless interpreted as a temporary move, but the codex defines the HQ as Dymas. A stronger violation is in paragraph 10 regarding Belphegor."
paragraph
5
substring
"shifted from Dymas to Irath"
reason
"entry mismatch: got \"857\", expected \"855\""
falsePositiveDetails
0
parsed
entry
"857"
detail
"ruler"
explanation
"The text implies a shift involving Irath's ruler in the context of the Crimson Court's base, but more specifically, the text later associates Lilith with Somnia and Belphegor with Avaros incorrectly. However, strictly here, the text says the Court's base moved to Irath. The codex says the Crimson Court headquarters is Dymas. While bases can move, the next sentence claims Mammon breaks the covenant in Avaros (correct) but implies Lilith runs Somnia (incorrect). Let's look closer at paragraph 5: \"Mammon breaks it daily in Avaros.\" This is consistent. The violation is likely the implication of the Court's nature or specific rulers later. Actually, the text says \"Their master, Prince Lilith\" in para 3 referring to Somnian Cult. That is a violation. In para 5, \"Mammon breaks it daily in Avaros\" is fine. \"Crimson Court's base... shifted from Dymas to Irath\" contradicts the static HQ in the codex unless interpreted as a temporary move, but the codex defines the HQ as Dymas. A stronger violation is in paragraph 10 regarding Belphegor."
paragraph
5
substring
"shifted from Dymas to Irath"
status
"false_positive"
location
extractedText
"shifted from Dymas to Irath"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"857\", expected \"855\""
1
parsed
entry
"7004"
detail
"freedom"
explanation
"The text says the contract was destroyed in Avaros to free a soul contracted in Avaros (implied by \"escaped from a contract signed in Avaros\"). Wait, the text says she escaped from Avaros, then destroyed it *while still in Avaros*? No, it says \"escaped from a contract signed in Avaros... managed to destroy her contract document while still in Avaros\". This actually aligns with the codex rule \"freed if the contract is physically destroyed within the realm where it was signed\". However, the text says Belphegor's agents are kidnapping humans. Belphegor rules Dymas (Gluttony), not Avaros (Greed). The text says \"contract signed in Avaros — said Prince Belphegor's agents\". This links Belphegor to Avaros. Codex: Belphegor rules Dymas; Mammon rules Avaros."
paragraph
10
substring
"destroy her contract document while still in Avaros, which broke the bond"
status
"false_positive"
location
extractedText
"destroy her contract document while still in Avaros, which broke the bond"
inBounds
true
expectedText
""
locationAccurate
true
2
parsed
entry
"859"
detail
"ruler"
explanation
"Previously noted: Text links Lilith to Somnia/Sleepers. Codex: Asmodeus rules Somnia. Lilith rules Luxuria."
paragraph
3
substring
"Prince Lilith"
status
"false_positive"
location
extractedText
"Prince Lilith"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"859\", expected \"855\""
3
parsed
entry
"853"
detail
"ruler"
explanation
"The text associates Prince Belphegor with Avaros, but the codex states Belphegor rules Dymas and Mammon rules Avaros."
paragraph
10
substring
"Prince Belphegor's agents... signed in Avaros"
status
"false_positive"
location
extractedText
"[not found in paragraph 10]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
4
parsed
entry
"6006"
detail
"headquarters"
explanation
"This is correct per codex. No violation here."
paragraph
8
substring
"Canary Wharf office"
status
"false_positive"
location
extractedText
"Canary Wharf office"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
false
closestExpected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
"The text places the grove in Hyde Park, but the codex states it is in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"861"
detail
"standingStones"
explanation
"The text describes the stones as elm, but the codex specifies they are ancient oak standing stones."
paragraph
1
substring
"ancient elm standing stones"
status
"true_positive"
matchedExpected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
location
extractedText
"ancient elm standing stones"
inBounds
true
expectedText
"The ancient elm standing stones"
locationAccurate
true
2
parsed
entry
"4424"
detail
"eyeColor"
explanation
"The text says Isolde has pale blue eyes, but the codex states her eyes are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes, unblinking"
locationAccurate
true
3
parsed
entry
"2006"
detail
"temperature"
explanation
"The text says the Fae-Forged Blade is warm, but the codex states it is always cold to the touch."
paragraph
2
substring
"its familiar warmth"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
location
extractedText
"its familiar warmth"
inBounds
true
expectedText
"the Fae-Forged Blade warm at her hip"
locationAccurate
false
4
parsed
entry
"4414"
detail
"glasses"
explanation
"The text describes Eva's glasses as square, but the codex states she wears round glasses."
paragraph
2
substring
"Her square glasses"
status
"true_positive"
matchedExpected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
location
extractedText
"Her square glasses"
inBounds
true
expectedText
"Her square glasses kept fogging"
locationAccurate
true
5
parsed
entry
"4424"
detail
"footprints"
explanation
"The text says Isolde leaves clear prints, but the codex states she leaves no footprints when she walks."
paragraph
3
substring
"leaving clear prints in the soft earth"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
location
extractedText
"leaving clear prints in the soft earth"
inBounds
true
expectedText
"her bare feet leaving clear prints in the soft earth"
locationAccurate
true
6
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text says the vials are red, but the codex states Somnian Dream Dust is stored in cobalt-blue glass vials."
paragraph
3
substring
"little red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
location
extractedText
"little red glass vials"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
true
7
parsed
entry
"2005"
detail
"sealMaterial"
explanation
"The text says the wax is white, but the codex states it is sealed with black wax."
paragraph
3
substring
"sealed with white wax"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
location
extractedText
"sealed with white wax"
inBounds
true
expectedText
"sealed with white wax"
locationAccurate
true
8
parsed
entry
"6003"
detail
"master"
explanation
"The text identifies Lilith as the master of the Somnian Cult, but the codex states the master is Prince Asmodeus."
paragraph
3
substring
"Their master, Prince Lilith"
status
"true_positive"
matchedExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
location
extractedText
"Their master, Prince Lilith"
inBounds
true
expectedText
"Prince Lilith, demands more dreamers"
locationAccurate
false
9
parsed
entry
"4422"
detail
"eyeColor"
explanation
"The text says Father Cormac has dark brown eyes, but the codex states his eyes are pale blue."
paragraph
4
substring
"his dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
location
extractedText
"his dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
10
parsed
entry
"4422"
detail
"rosary"
explanation
"The text describes the rosary as cedar, but the codex states it is made of rowan wood beads."
paragraph
4
substring
"cedar rosary beads"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
location
extractedText
"cedar rosary beads"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
true
11
parsed
entry
"6004"
detail
"headquarters"
explanation
"The text places the Parish Guard's base/cathedral in Southwark, but the codex states their headquarters is St. Brigid's Church in Islington."
paragraph
4
substring
"our cathedral in Southwark"
status
"true_positive"
matchedExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
location
extractedText
"our cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
12
parsed
entry
"7002"
detail
"signedYear"
explanation
"The text dates the Covenant of Separation to 1066, but the codex states it was signed in 1215."
paragraph
4
substring
"treaty from 1066"
status
"true_positive"
matchedExpected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
location
extractedText
"treaty from 1066"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
true
13
parsed
entry
"4415"
detail
"cane"
explanation
"The text describes Lucien's cane as mahogany, but the codex states it is an ivory-handled cane."
paragraph
5
substring
"mahogany cane"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
location
extractedText
"mahogany cane"
inBounds
true
expectedText
"leaning on his mahogany cane"
locationAccurate
true
14
parsed
entry
"4415"
detail
"eyeColor"
explanation
"The text says both of Lucien's eyes are amber, but the codex states he has heterochromatic eyes (one amber, one black)."
paragraph
5
substring
"Both his amber eyes"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
location
extractedText
"Both his amber eyes"
inBounds
true
expectedText
"Both his amber eyes were fixed"
locationAccurate
true
15
parsed
entry
"857"
detail
"ruler"
explanation
"The text implies a shift involving Irath's ruler in the context of the Crimson Court's base, but more specifically, the text later associates Lilith with Somnia and Belphegor with Avaros incorrectly. However, strictly here, the text says the Court's base moved to Irath. The codex says the Crimson Court headquarters is Dymas. While bases can move, the next sentence claims Mammon breaks the covenant in Avaros (correct) but implies Lilith runs Somnia (incorrect). Let's look closer at paragraph 5: \"Mammon breaks it daily in Avaros.\" This is consistent. The violation is likely the implication of the Court's nature or specific rulers later. Actually, the text says \"Their master, Prince Lilith\" in para 3 referring to Somnian Cult. That is a violation. In para 5, \"Mammon breaks it daily in Avaros\" is fine. \"Crimson Court's base... shifted from Dymas to Irath\" contradicts the static HQ in the codex unless interpreted as a temporary move, but the codex defines the HQ as Dymas. A stronger violation is in paragraph 10 regarding Belphegor."
paragraph
5
substring
"shifted from Dymas to Irath"
status
"false_positive"
location
extractedText
"shifted from Dymas to Irath"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"857\", expected \"855\""
16
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text places the tattoo on Yasmin's right arm, but the codex states it coils up her left arm."
paragraph
6
substring
"flame serpent tattoo on her right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
location
extractedText
"flame serpent tattoo on her right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
17
parsed
entry
"2006"
detail
"material"
explanation
"The text describes the Fae-Forged Blades as bronze, but the codex states they are made of moonsilver."
paragraph
7
substring
"bronze daggers"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers, they say"
locationAccurate
true
18
parsed
entry
"856"
detail
"currentLocation"
explanation
"The text says the Veil Market is under Shoreditch, but the codex states it is currently beneath Camden."
paragraph
7
substring
"abandoned station under Shoreditch"
status
"true_positive"
matchedExpected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
location
extractedText
"abandoned station under Shoreditch"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
true
19
parsed
entry
"4420"
detail
"hair"
explanation
"The text describes Kai's hair as natural black, but the codex states it is dyed electric-blue in an undercut."
paragraph
8
substring
"natural black hair"
status
"true_positive"
matchedExpected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
location
extractedText
"natural black hair"
inBounds
true
expectedText
"his natural black hair falling into his face"
locationAccurate
true
20
parsed
entry
"6006"
detail
"logo"
explanation
"The text describes the Blackthorn logo as a sword inside a circle, but the codex states it is a thorned branch inside a shield."
paragraph
8
substring
"sword inside a circle"
status
"true_positive"
matchedExpected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
location
extractedText
"sword inside a circle"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
true
21
parsed
entry
"4419"
detail
"eyeColor"
explanation
"The text says Maggie has green eyes, but the codex states her eyes are sharp grey."
paragraph
9
substring
"keen green eyes"
status
"true_positive"
matchedExpected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
location
extractedText
"keen green eyes"
inBounds
true
expectedText
"Her keen green eyes"
locationAccurate
true
22
parsed
entry
"4419"
detail
"walkingStick"
explanation
"The text describes the walking stick as oak, but the codex states it is a blackthorn walking stick."
paragraph
9
substring
"oak walking stick"
status
"true_positive"
matchedExpected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn stick per codex, but the passage says oak."
location
extractedText
"oak walking stick"
inBounds
true
expectedText
"her oak walking stick"
locationAccurate
true
23
parsed
entry
"6001"
detail
"foundingYear"
explanation
"The text says the Wardens were founded in 1066, but the codex states the founding year is 1215."
paragraph
9
substring
"founded in 1066"
status
"true_positive"
matchedExpected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
location
extractedText
"founded in 1066"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
true
24
parsed
entry
"4417"
detail
"scar"
explanation
"The text places Tomás's scar on his right forearm, but the codex states it runs along his left forearm."
paragraph
10
substring
"scarred right forearm"
status
"true_positive"
matchedExpected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
location
extractedText
"scarred right forearm"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
true
25
parsed
entry
"4417"
detail
"birthplace"
explanation
"The text gives Tomás a Madrid accent, implying he is from Madrid, but the codex states he was born in Seville, Spain."
paragraph
10
substring
"Madrid accent"
status
"true_positive"
matchedExpected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
location
extractedText
"Madrid accent"
inBounds
true
expectedText
"His Madrid accent"
locationAccurate
true
26
parsed
entry
"7004"
detail
"freedom"
explanation
"The text says the contract was destroyed in Avaros to free a soul contracted in Avaros (implied by \"escaped from a contract signed in Avaros\"). Wait, the text says she escaped from Avaros, then destroyed it *while still in Avaros*? No, it says \"escaped from a contract signed in Avaros... managed to destroy her contract document while still in Avaros\". This actually aligns with the codex rule \"freed if the contract is physically destroyed within the realm where it was signed\". However, the text says Belphegor's agents are kidnapping humans. Belphegor rules Dymas (Gluttony), not Avaros (Greed). The text says \"contract signed in Avaros — said Prince Belphegor's agents\". This links Belphegor to Avaros. Codex: Belphegor rules Dymas; Mammon rules Avaros."
paragraph
10
substring
"destroy her contract document while still in Avaros, which broke the bond"
status
"false_positive"
location
extractedText
"destroy her contract document while still in Avaros, which broke the bond"
inBounds
true
expectedText
""
locationAccurate
true
27
parsed
entry
"859"
detail
"ruler"
explanation
"Previously noted: Text links Lilith to Somnia/Sleepers. Codex: Asmodeus rules Somnia. Lilith rules Luxuria."
paragraph
3
substring
"Prince Lilith"
status
"false_positive"
location
extractedText
"Prince Lilith"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"859\", expected \"855\""
28
parsed
entry
"853"
detail
"ruler"
explanation
"The text associates Prince Belphegor with Avaros, but the codex states Belphegor rules Dymas and Mammon rules Avaros."
paragraph
10
substring
"Prince Belphegor's agents... signed in Avaros"
status
"false_positive"
location
extractedText
"[not found in paragraph 10]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
29
parsed
entry
"4418"
detail
"eyeColor"
explanation
"The text says Nyx has glowing blue eyes, but the codex states their eyes are faintly glowing violet."
paragraph
11
substring
"glowing blue eyes"
status
"true_positive"
matchedExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
location
extractedText
"glowing blue eyes"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
true
30
parsed
entry
"2001"
detail
"chainMaterial"
explanation
"The text describes the Heartstone's chain as golden, but the codex states it is a silver chain."
paragraph
12
substring
"golden chain"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
location
extractedText
"golden chain"
inBounds
true
expectedText
"the golden chain tangled in her fingers"
locationAccurate
true
31
parsed
entry
"2001"
detail
"origin"
explanation
"The text says the Heartstone was forged in Avaros, but the codex states its origin is Dymas."
paragraph
13
substring
"forged in Avaros"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."
location
extractedText
"forged in Avaros"
inBounds
true
expectedText
"The Heartstone was forged in Avaros"
locationAccurate
true
32
parsed
entry
"6006"
detail
"headquarters"
explanation
"This is correct per codex. No violation here."
paragraph
8
substring
"Canary Wharf office"
status
"false_positive"
location
extractedText
"Canary Wharf office"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
false
closestExpected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."