"2026-02-16T02:24:37.127255+00:00"2/16/2026, 2:24:37 AM
model
"z-ai/glm-4.7-flash-20260119"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
920
moderation_latency
(null)
generation_time
86933
tokens_prompt
7819
tokens_completion
4855
native_tokens_prompt
7514
native_tokens_completion
5447
native_tokens_completion_images
(null)
native_tokens_reasoning
4055
native_tokens_cached
826
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00265522
router
(null)
provider_responses
0
id
"59217bd2eafcf8f410c882b547a6a61b"
status
200
is_byok
false
latency
920
endpoint_id
"6999081f-9017-4517-bbdb-47df8778c940"
provider_name
"Novita"
model_permaslug
"z-ai/glm-4.7-flash-20260119"
api_type
"completions"
id
"gen-1771208589-mOck9wbCxPqNTzIfMgc2"
upstream_id
"59217bd2eafcf8f410c882b547a6a61b"
total_cost
0.00265522
cache_discount
0.00004956
upstream_inference_cost
0
provider_name
"Novita"
Evaluation details
Result
Evaluator
Details
Meta Data
50.0000%
Accuracy (recall)
Matched: 15/30, FP: 0
parsedCount
15
matched
15
total
30
falsePositives
0
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex specifies it is located in Richmond Park."
paragraph
1
substring
"Fae Grove in Hyde Park"
location
extractedText
"Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
status
"missed"
2
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
status
"missed"
3
expected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
status
"missed"
4
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
status
"missed"
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
status
"matched"
matchedBy
entry
"4414"
detail
"glasses"
explanation
"The text describes Eva's glasses as square, while the codex states they are round."
paragraph
2
substring
"square glasses"
location
extractedText
"square glasses"
inBounds
true
expectedText
"Her square glasses kept fogging"
locationAccurate
true
6
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text describes the Somnian Dream Dust vials as red and sealed with white wax, but the codex states they are cobalt-blue and sealed with black wax."
paragraph
3
substring
"little red glass vials... sealed with white wax"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
7
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
status
"missed"
8
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
status
"missed"
9
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex states they are pale blue."
paragraph
4
substring
"dark brown eyes"
location
extractedText
"dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
10
expected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
status
"matched"
matchedBy
entry
"4422"
detail
"rosary"
explanation
"The text describes Father Cormac's rosary as being made of cedar, but the codex specifies rowan wood beads."
paragraph
4
substring
"cedar rosary beads"
location
extractedText
"cedar rosary beads"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
true
11
expected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
status
"matched"
matchedBy
entry
"7002"
detail
"signedYear"
explanation
"The text mentions the Covenant of Separation was signed in 1066, but the codex states the signed year is 1215."
paragraph
4
substring
"treaty from 1066"
location
extractedText
"treaty from 1066"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
true
12
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
status
"missed"
13
expected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
status
"matched"
matchedBy
entry
"4415"
detail
"cane"
explanation
"The text describes Lucien's cane as made of mahogany, but the codex specifies it is ivory-handled."
paragraph
5
substring
"leaning on his mahogany cane"
location
extractedText
"leaning on his mahogany cane"
inBounds
true
expectedText
"leaning on his mahogany cane"
locationAccurate
true
14
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
status
"missed"
15
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex states it coils up her left arm."
paragraph
6
substring
"flame serpent tattoo on her right arm"
location
extractedText
"flame serpent tattoo on her right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
16
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"The text describes Zhou's dragon tattoo as being on his chest, but the codex states it covers his entire back."
paragraph
7
substring
"dragon tattoo on his chest"
location
extractedText
"dragon tattoo on his chest"
inBounds
true
expectedText
"the dragon tattoo on his chest"
locationAccurate
true
17
expected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
status
"missed"
18
expected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
status
"missed"
19
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"missed"
20
expected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
status
"matched"
matchedBy
entry
"6006"
detail
"logo"
explanation
"The text describes the Blackthorn Security logo as a sword inside a circle, but the codex specifies a thorned branch inside a shield."
paragraph
8
substring
"sword inside a circle"
location
extractedText
"sword inside a circle"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
true
21
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn stick per codex, but the passage says oak."
status
"missed"
22
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
status
"matched"
matchedBy
entry
"4419"
detail
"eyeColor"
explanation
"The text describes Maggie's eyes as green, but the codex states they are sharp grey."
paragraph
9
substring
"keen green eyes"
location
extractedText
"keen green eyes"
inBounds
true
expectedText
"Her keen green eyes"
locationAccurate
true
23
expected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
status
"matched"
matchedBy
entry
"6001"
detail
"foundingYear"
explanation
"The text states the Wardens were founded in 1066, but the codex lists the founding year as 1215."
paragraph
9
substring
"founded in 1066"
location
extractedText
"founded in 1066"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
true
24
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"matched"
matchedBy
entry
"4417"
detail
"scar"
explanation
"The text indicates Tomás has a scar on his right forearm, but the codex specifies the scar runs along his left forearm."
paragraph
10
substring
"scarred right forearm"
location
extractedText
"scarred right forearm"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
true
25
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"missed"
26
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
status
"matched"
matchedBy
entry
"4418"
detail
"eyeColor"
explanation
"The text describes Nyx's eyes as glowing blue, but the codex states they are faintly glowing violet."
paragraph
11
substring
"glowing blue eyes"
location
extractedText
"glowing blue eyes"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
true
27
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
status
"missed"
28
expected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."
status
"matched"
matchedBy
entry
"2001"
detail
"origin"
explanation
"The text states the Heartstone was forged in Avaros, but the codex lists the origin as Dymas."
paragraph
14
substring
"Heartstone was forged in Avaros"
location
extractedText
"[not found in paragraph 14]"
inBounds
true
expectedText
"The Heartstone was forged in Avaros"
locationAccurate
false
29
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
status
"missed"
falsePositiveDetails
(empty)
100.0000%
Precision
True positives: 15/15
totalReported
15
truePositives
15
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex specifies it is located in Richmond Park."
paragraph
1
substring
"Fae Grove in Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
location
extractedText
"Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"4414"
detail
"glasses"
explanation
"The text describes Eva's glasses as square, while the codex states they are round."
paragraph
2
substring
"square glasses"
status
"true_positive"
matchedExpected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
location
extractedText
"square glasses"
inBounds
true
expectedText
"Her square glasses kept fogging"
locationAccurate
true
2
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text describes the Somnian Dream Dust vials as red and sealed with white wax, but the codex states they are cobalt-blue and sealed with black wax."
paragraph
3
substring
"little red glass vials... sealed with white wax"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
3
parsed
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex states they are pale blue."
paragraph
4
substring
"dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
location
extractedText
"dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
4
parsed
entry
"4422"
detail
"rosary"
explanation
"The text describes Father Cormac's rosary as being made of cedar, but the codex specifies rowan wood beads."
paragraph
4
substring
"cedar rosary beads"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
location
extractedText
"cedar rosary beads"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
true
5
parsed
entry
"7002"
detail
"signedYear"
explanation
"The text mentions the Covenant of Separation was signed in 1066, but the codex states the signed year is 1215."
paragraph
4
substring
"treaty from 1066"
status
"true_positive"
matchedExpected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
location
extractedText
"treaty from 1066"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
true
6
parsed
entry
"4415"
detail
"cane"
explanation
"The text describes Lucien's cane as made of mahogany, but the codex specifies it is ivory-handled."
paragraph
5
substring
"leaning on his mahogany cane"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
location
extractedText
"leaning on his mahogany cane"
inBounds
true
expectedText
"leaning on his mahogany cane"
locationAccurate
true
7
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex states it coils up her left arm."
paragraph
6
substring
"flame serpent tattoo on her right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
location
extractedText
"flame serpent tattoo on her right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
8
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text describes Zhou's dragon tattoo as being on his chest, but the codex states it covers his entire back."
paragraph
7
substring
"dragon tattoo on his chest"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
location
extractedText
"dragon tattoo on his chest"
inBounds
true
expectedText
"the dragon tattoo on his chest"
locationAccurate
true
9
parsed
entry
"6006"
detail
"logo"
explanation
"The text describes the Blackthorn Security logo as a sword inside a circle, but the codex specifies a thorned branch inside a shield."
paragraph
8
substring
"sword inside a circle"
status
"true_positive"
matchedExpected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
location
extractedText
"sword inside a circle"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
true
10
parsed
entry
"4419"
detail
"eyeColor"
explanation
"The text describes Maggie's eyes as green, but the codex states they are sharp grey."
paragraph
9
substring
"keen green eyes"
status
"true_positive"
matchedExpected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
location
extractedText
"keen green eyes"
inBounds
true
expectedText
"Her keen green eyes"
locationAccurate
true
11
parsed
entry
"6001"
detail
"foundingYear"
explanation
"The text states the Wardens were founded in 1066, but the codex lists the founding year as 1215."
paragraph
9
substring
"founded in 1066"
status
"true_positive"
matchedExpected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
location
extractedText
"founded in 1066"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
true
12
parsed
entry
"4417"
detail
"scar"
explanation
"The text indicates Tomás has a scar on his right forearm, but the codex specifies the scar runs along his left forearm."
paragraph
10
substring
"scarred right forearm"
status
"true_positive"
matchedExpected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
location
extractedText
"scarred right forearm"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
true
13
parsed
entry
"4418"
detail
"eyeColor"
explanation
"The text describes Nyx's eyes as glowing blue, but the codex states they are faintly glowing violet."
paragraph
11
substring
"glowing blue eyes"
status
"true_positive"
matchedExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
location
extractedText
"glowing blue eyes"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
true
14
parsed
entry
"2001"
detail
"origin"
explanation
"The text states the Heartstone was forged in Avaros, but the codex lists the origin as Dymas."
paragraph
14
substring
"Heartstone was forged in Avaros"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."