"2026-02-16T02:36:21.341974+00:00"2/16/2026, 2:36:21 AM
model
"z-ai/glm-4.5"4/5/2001, 12:00:00 AM
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
608
moderation_latency
(null)
generation_time
36953
tokens_prompt
7819
tokens_completion
1641
native_tokens_prompt
7518
native_tokens_completion
1601
native_tokens_completion_images
0
native_tokens_reasoning
0
native_tokens_cached
7517
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00434967
router
(null)
provider_responses
0
id
"194e199f986f49ab4256ceb9feb50c1d"
status
200
is_byok
false
latency
608
endpoint_id
"e4ada6ec-12e7-49c9-837c-398dee612403"
provider_name
"Novita"
model_permaslug
"z-ai/glm-4.5"4/5/2001, 12:00:00 AM
api_type
"completions"
id
"gen-1771209343-eO716jaoMujhGWv8kXWM"
upstream_id
"194e199f986f49ab4256ceb9feb50c1d"
total_cost
0.00434967
cache_discount
0.00368333
upstream_inference_cost
0
provider_name
"Novita"
Evaluation details
Result
Evaluator
Details
Meta Data
58.3333%
Accuracy (recall)
Matched: 21/30, FP: 7
parsedCount
28
matched
21
total
30
falsePositives
7
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it's located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park shimmered"
location
extractedText
"The Fae Grove in Hyde Park shimmered"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
status
"matched"
matchedBy
entry
"861"
detail
"standingStones"
explanation
"The text describes elm standing stones, but the codex specifies they are oak standing stones."
paragraph
1
substring
"ancient elm standing stones"
location
extractedText
"ancient elm standing stones"
inBounds
true
expectedText
"The ancient elm standing stones"
locationAccurate
true
2
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes, unblinking"
locationAccurate
true
3
expected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
status
"missed"
4
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The text describes the Fae-Forged Blade as warm, but the codex states it is always cold to the touch."
paragraph
2
substring
"the Fae-Forged Blade warm at her hip"
location
extractedText
"the Fae-Forged Blade warm at her hip"
inBounds
true
expectedText
"the Fae-Forged Blade warm at her hip"
locationAccurate
true
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
status
"matched"
matchedBy
entry
"4414"
detail
"glasses"
explanation
"The text describes Eva's glasses as square, but the codex specifies they are round glasses."
paragraph
2
substring
"Her square glasses"
location
extractedText
"Her square glasses"
inBounds
true
expectedText
"Her square glasses kept fogging"
locationAccurate
true
6
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text describes Dream Dust containers as red glass vials, but the codex states they are stored in cobalt-blue glass vials."
paragraph
4
substring
"stored in little red glass vials"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
7
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
status
"matched"
matchedBy
entry
"2005"
detail
"sealMaterial"
explanation
"The text describes Dream Dust vials as sealed with white wax, but the codex specifies they are sealed with black wax."
paragraph
4
substring
"sealed with white wax"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"sealed with white wax"
locationAccurate
false
8
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
status
"missed"
9
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
status
"missed"
10
expected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
status
"matched"
matchedBy
entry
"4422"
detail
"rosary"
explanation
"The text describes Father Cormac's rosary as cedar, but the codex specifies it's made of rowan wood beads."
paragraph
5
substring
"cedar rosary beads"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
false
11
expected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
status
"matched"
matchedBy
entry
"7002"
detail
"signedYear"
explanation
"The text states the Covenant of Separation was signed in 1066, but the codex specifies it was signed in 1215."
paragraph
5
substring
"the old treaty from 1066"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
false
12
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
status
"missed"
13
expected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
status
"matched"
matchedBy
entry
"4415"
detail
"cane"
explanation
"The text describes Lucien's cane as mahogany, but the codex specifies it has an ivory handle."
paragraph
6
substring
"mahogany cane"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"leaning on his mahogany cane"
locationAccurate
false
14
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
status
"matched"
matchedBy
entry
"4415"
detail
"eyeColor"
explanation
"The text describes both of Lucien's eyes as amber, but the codex states he has heterochromatic eyes - one amber and one black."
paragraph
6
substring
"Both his amber eyes"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"Both his amber eyes were fixed"
locationAccurate
false
15
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex specifies it's on her left arm."
paragraph
7
substring
"The flame serpent tattoo on her right arm"
location
extractedText
"[not found in paragraph 7]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
16
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
status
"missed"
17
expected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The text describes Fae-Forged Blades as bronze daggers, but the codex specifies they are made of moonsilver."
paragraph
8
substring
"Fae-Forged Blades from the Veil Market — bronze daggers"
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"bronze daggers, they say"
locationAccurate
false
18
expected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
status
"matched"
matchedBy
entry
"856"
detail
"currentLocation"
explanation
"The text places the Veil Market under Shoreditch, but the codex states it's currently located beneath Camden."
paragraph
8
substring
"The market's moved to an abandoned station under Shoreditch"
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
false
19
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"matched"
matchedBy
entry
"4420"
detail
"hair"
explanation
"The text describes Kai's hair as natural black, but the codex states it's dyed electric-blue in an undercut."
paragraph
9
substring
"his natural black hair"
location
extractedText
"[not found in paragraph 9]"
inBounds
true
expectedText
"his natural black hair falling into his face"
locationAccurate
false
20
expected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
status
"matched"
matchedBy
entry
"6006"
detail
"logo"
explanation
"The text describes Blackthorn Security's logo as a sword inside a circle, but the codex specifies it's a thorned branch inside a shield."
paragraph
9
substring
"Their logo — the sword inside a circle"
location
extractedText
"[not found in paragraph 9]"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
false
21
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn stick per codex, but the passage says oak."
status
"missed"
22
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
status
"missed"
23
expected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
status
"matched"
matchedBy
entry
"6001"
detail
"foundingYear"
explanation
"The text states the Wardens were founded in 1066, but the codex specifies they were founded in 1215."
paragraph
10
substring
"The Wardens were founded in 1066"
location
extractedText
"[not found in paragraph 10]"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
false
24
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"matched"
matchedBy
entry
"4417"
detail
"scar"
explanation
"The text places Tomás's scar on his right forearm, but the codex specifies it's on his left forearm."
paragraph
11
substring
"His scarred right forearm"
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
false
25
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"missed"
26
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
status
"matched"
matchedBy
entry
"4418"
detail
"eyeColor"
explanation
"The text describes Nyx's eyes as glowing blue, but the codex specifies they are faintly glowing violet."
paragraph
12
substring
"their glowing blue eyes"
location
extractedText
"[not found in paragraph 12]"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
27
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
status
"matched"
matchedBy
entry
"2001"
detail
"chainMaterial"
explanation
"The text describes the Heartstone Pendant's chain as golden, but the codex specifies it's a silver chain."
paragraph
14
substring
"the golden chain"
location
extractedText
"[not found in paragraph 14]"
inBounds
true
expectedText
"the golden chain tangled in her fingers"
locationAccurate
false
28
expected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."
status
"missed"
29
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
status
"matched"
matchedBy
entry
"855"
detail
"ruler"
explanation
"The text correctly identifies Mammon as ruling Avaros, but this contradicts the earlier statement in paragraph 4 that Prince Lilith rules Somnia (which is correct)."
paragraph
6
substring
"Mammon breaks it daily in Avaros"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
falsePositiveDetails
0
parsed
entry
"862"
detail
"ruler"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult, but the codex states Prince Asmodeus is the master."
paragraph
4
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"862\", expected \"855\""
1
parsed
entry
"862"
detail
"ruler"
explanation
"The text identifies Prince Lilith as the ruler of Somnia, but the codex states Prince Asmodeus is the ruler."
paragraph
4
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"862\", expected \"855\""
2
parsed
entry
"856"
detail
"schedule"
explanation
"The text mentions the market's location for \"this lunar cycle,\" but the codex states it moves locations every full moon, not every lunar cycle."
paragraph
8
substring
"for this lunar cycle"
status
"false_positive"
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
false
closestExpected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
"The text identifies Prince Belphegor as operating in Avaros, but the codex states Prince Mammon rules Avaros, while Prince Belphegor rules Dymas."
paragraph
11
substring
"Prince Belphegor's agents"
status
"false_positive"
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
4
parsed
entry
"853"
detail
"ruler"
explanation
"The text states the contract was destroyed in Avaros, but according to codex, helbound soul contracts can only be freed if destroyed in the realm where they were signed - which would be Dymas if Prince Belphegor is involved."
paragraph
11
substring
"destroy her contract document while still in Avaros"
status
"false_positive"
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
5
parsed
entry
"853"
detail
"ruler"
explanation
"The text states the Heartstone was forged in Avaros, but the codex specifies it originates from Dymas."
paragraph
14
substring
"The Heartstone was forged in Avaros"
status
"false_positive"
location
extractedText
"[not found in paragraph 14]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
6
parsed
entry
"4413"
detail
"limp"
explanation
"The text has Silas rubbing his left knee, but the codex specifies his limp/injury is in his left leg, which would be consistent."
paragraph
16
substring
"He rubbed his left knee"
status
"false_positive"
location
extractedText
"[not found in paragraph 16]"
inBounds
true
expectedText
""
locationAccurate
false
75.0000%
Precision
True positives: 21/28
totalReported
28
truePositives
21
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it's located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park shimmered"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
location
extractedText
"The Fae Grove in Hyde Park shimmered"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"861"
detail
"standingStones"
explanation
"The text describes elm standing stones, but the codex specifies they are oak standing stones."
paragraph
1
substring
"ancient elm standing stones"
status
"true_positive"
matchedExpected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
location
extractedText
"ancient elm standing stones"
inBounds
true
expectedText
"The ancient elm standing stones"
locationAccurate
true
2
parsed
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes, unblinking"
locationAccurate
true
3
parsed
entry
"2006"
detail
"temperature"
explanation
"The text describes the Fae-Forged Blade as warm, but the codex states it is always cold to the touch."
paragraph
2
substring
"the Fae-Forged Blade warm at her hip"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
location
extractedText
"the Fae-Forged Blade warm at her hip"
inBounds
true
expectedText
"the Fae-Forged Blade warm at her hip"
locationAccurate
true
4
parsed
entry
"4414"
detail
"glasses"
explanation
"The text describes Eva's glasses as square, but the codex specifies they are round glasses."
paragraph
2
substring
"Her square glasses"
status
"true_positive"
matchedExpected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
location
extractedText
"Her square glasses"
inBounds
true
expectedText
"Her square glasses kept fogging"
locationAccurate
true
5
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text describes Dream Dust containers as red glass vials, but the codex states they are stored in cobalt-blue glass vials."
paragraph
4
substring
"stored in little red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
6
parsed
entry
"2005"
detail
"sealMaterial"
explanation
"The text describes Dream Dust vials as sealed with white wax, but the codex specifies they are sealed with black wax."
paragraph
4
substring
"sealed with white wax"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"sealed with white wax"
locationAccurate
false
7
parsed
entry
"862"
detail
"ruler"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult, but the codex states Prince Asmodeus is the master."
paragraph
4
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"862\", expected \"855\""
8
parsed
entry
"862"
detail
"ruler"
explanation
"The text identifies Prince Lilith as the ruler of Somnia, but the codex states Prince Asmodeus is the ruler."
paragraph
4
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"862\", expected \"855\""
9
parsed
entry
"4422"
detail
"rosary"
explanation
"The text describes Father Cormac's rosary as cedar, but the codex specifies it's made of rowan wood beads."
paragraph
5
substring
"cedar rosary beads"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
false
10
parsed
entry
"7002"
detail
"signedYear"
explanation
"The text states the Covenant of Separation was signed in 1066, but the codex specifies it was signed in 1215."
paragraph
5
substring
"the old treaty from 1066"
status
"true_positive"
matchedExpected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
false
11
parsed
entry
"4415"
detail
"eyeColor"
explanation
"The text describes both of Lucien's eyes as amber, but the codex states he has heterochromatic eyes - one amber and one black."
paragraph
6
substring
"Both his amber eyes"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"Both his amber eyes were fixed"
locationAccurate
false
12
parsed
entry
"4415"
detail
"cane"
explanation
"The text describes Lucien's cane as mahogany, but the codex specifies it has an ivory handle."
paragraph
6
substring
"mahogany cane"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"leaning on his mahogany cane"
locationAccurate
false
13
parsed
entry
"855"
detail
"ruler"
explanation
"The text correctly identifies Mammon as ruling Avaros, but this contradicts the earlier statement in paragraph 4 that Prince Lilith rules Somnia (which is correct)."
paragraph
6
substring
"Mammon breaks it daily in Avaros"
status
"true_positive"
matchedExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
14
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex specifies it's on her left arm."
paragraph
7
substring
"The flame serpent tattoo on her right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
location
extractedText
"[not found in paragraph 7]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
15
parsed
entry
"2006"
detail
"material"
explanation
"The text describes Fae-Forged Blades as bronze daggers, but the codex specifies they are made of moonsilver."
paragraph
8
substring
"Fae-Forged Blades from the Veil Market — bronze daggers"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"bronze daggers, they say"
locationAccurate
false
16
parsed
entry
"856"
detail
"currentLocation"
explanation
"The text places the Veil Market under Shoreditch, but the codex states it's currently located beneath Camden."
paragraph
8
substring
"The market's moved to an abandoned station under Shoreditch"
status
"true_positive"
matchedExpected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
false
17
parsed
entry
"856"
detail
"schedule"
explanation
"The text mentions the market's location for \"this lunar cycle,\" but the codex states it moves locations every full moon, not every lunar cycle."
paragraph
8
substring
"for this lunar cycle"
status
"false_positive"
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
false
closestExpected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
"The text describes Kai's hair as natural black, but the codex states it's dyed electric-blue in an undercut."
paragraph
9
substring
"his natural black hair"
status
"true_positive"
matchedExpected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
location
extractedText
"[not found in paragraph 9]"
inBounds
true
expectedText
"his natural black hair falling into his face"
locationAccurate
false
19
parsed
entry
"6006"
detail
"logo"
explanation
"The text describes Blackthorn Security's logo as a sword inside a circle, but the codex specifies it's a thorned branch inside a shield."
paragraph
9
substring
"Their logo — the sword inside a circle"
status
"true_positive"
matchedExpected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
location
extractedText
"[not found in paragraph 9]"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
false
20
parsed
entry
"6001"
detail
"foundingYear"
explanation
"The text states the Wardens were founded in 1066, but the codex specifies they were founded in 1215."
paragraph
10
substring
"The Wardens were founded in 1066"
status
"true_positive"
matchedExpected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
location
extractedText
"[not found in paragraph 10]"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
false
21
parsed
entry
"4417"
detail
"scar"
explanation
"The text places Tomás's scar on his right forearm, but the codex specifies it's on his left forearm."
paragraph
11
substring
"His scarred right forearm"
status
"true_positive"
matchedExpected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
false
22
parsed
entry
"853"
detail
"ruler"
explanation
"The text identifies Prince Belphegor as operating in Avaros, but the codex states Prince Mammon rules Avaros, while Prince Belphegor rules Dymas."
paragraph
11
substring
"Prince Belphegor's agents"
status
"false_positive"
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
23
parsed
entry
"853"
detail
"ruler"
explanation
"The text states the contract was destroyed in Avaros, but according to codex, helbound soul contracts can only be freed if destroyed in the realm where they were signed - which would be Dymas if Prince Belphegor is involved."
paragraph
11
substring
"destroy her contract document while still in Avaros"
status
"false_positive"
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
24
parsed
entry
"4418"
detail
"eyeColor"
explanation
"The text describes Nyx's eyes as glowing blue, but the codex specifies they are faintly glowing violet."
paragraph
12
substring
"their glowing blue eyes"
status
"true_positive"
matchedExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
location
extractedText
"[not found in paragraph 12]"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
25
parsed
entry
"2001"
detail
"chainMaterial"
explanation
"The text describes the Heartstone Pendant's chain as golden, but the codex specifies it's a silver chain."
paragraph
14
substring
"the golden chain"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
location
extractedText
"[not found in paragraph 14]"
inBounds
true
expectedText
"the golden chain tangled in her fingers"
locationAccurate
false
26
parsed
entry
"853"
detail
"ruler"
explanation
"The text states the Heartstone was forged in Avaros, but the codex specifies it originates from Dymas."
paragraph
14
substring
"The Heartstone was forged in Avaros"
status
"false_positive"
location
extractedText
"[not found in paragraph 14]"
inBounds
true
expectedText
"Prince Belphegor's agents are kidnapping humans"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
reason
"entry mismatch: got \"853\", expected \"855\""
27
parsed
entry
"4413"
detail
"limp"
explanation
"The text has Silas rubbing his left knee, but the codex specifies his limp/injury is in his left leg, which would be consistent."