"2026-02-16T01:56:13.971959+00:00"2/16/2026, 1:56:13 AM
model
"z-ai/glm-4.7-flash-20260119"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
868
moderation_latency
(null)
generation_time
61134
tokens_prompt
6574
tokens_completion
4669
native_tokens_prompt
6432
native_tokens_completion
4892
native_tokens_completion_images
(null)
native_tokens_reasoning
4212
native_tokens_cached
826
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00235748
router
(null)
provider_responses
0
id
"e02f00648814811bdfb48152819a323e"
status
200
is_byok
false
latency
868
endpoint_id
"6999081f-9017-4517-bbdb-47df8778c940"
provider_name
"Novita"
model_permaslug
"z-ai/glm-4.7-flash-20260119"
api_type
"completions"
id
"gen-1771206912-TOs2FFAjzbpB9gj2Px8A"
upstream_id
"e02f00648814811bdfb48152819a323e"
total_cost
0.00235748
cache_discount
0.00004956
upstream_inference_cost
0
provider_name
"Novita"
Evaluation details
Result
Evaluator
Details
Meta Data
65.0000%
Accuracy (recall)
Matched: 7/10, FP: 1
parsedCount
8
matched
7
total
10
falsePositives
1
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places The Fae Grove in Hyde Park, but the codex specifies it is located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park shimmered"
location
extractedText
"The Fae Grove in Hyde Park shimmered"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex specifies they are pale lavender."
paragraph
1
substring
"Her pale blue eyes settled on Aurora"
location
extractedText
"Her pale blue eyes settled on Aurora"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"missed"
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"matched"
matchedBy
entry
"6003"
detail
"master"
explanation
"The text attributes the ruler of the Somnian Cult to Prince Lilith, but the codex lists Prince Asmodeus as the master."
paragraph
2
substring
"Their master, Prince Lilith, demands more dreamers"
location
extractedText
"Their master, Prince Lilith, demands more dreamers"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
true
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex specifies they are pale blue."
paragraph
3
substring
"his dark brown eyes troubled"
location
extractedText
"his dark brown eyes troubled"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"missed"
nearMiss
parsed
entry
"6004"
detail
"description"
explanation
"The text states the Parish Guard intercepted a shipment near a cathedral in Southwark, but the codex identifies their headquarters as St. Brigid's Church in Islington."
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text describes Yasmin's flame serpent tattoo as being on her right arm, but the codex states it coils up her left arm."
paragraph
4
substring
"right arm"
location
extractedText
"right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"The text describes Zhou Wei-Lin's tattoo as being on his chest, but the codex states it covers his entire back."
paragraph
5
substring
"dragon on his chest"
location
extractedText
"dragon on his chest"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The text refers to Fae-Forged Blades as bronze daggers, but the codex defines the material of the Fae-Forged Blade as moonsilver."
paragraph
5
substring
"bronze daggers"
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
true
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"missed"
falsePositiveDetails
0
parsed
entry
"6004"
detail
"description"
explanation
"The text states the Parish Guard intercepted a shipment near a cathedral in Southwark, but the codex identifies their headquarters as St. Brigid's Church in Islington."
paragraph
3
substring
"cathedral in Southwark"
status
"false_positive"
location
extractedText
"cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
"The text describes Isolde's eyes as pale blue, but the codex specifies they are pale lavender."
paragraph
1
substring
"Her pale blue eyes settled on Aurora"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"Her pale blue eyes settled on Aurora"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
1
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text places The Fae Grove in Hyde Park, but the codex specifies it is located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park shimmered"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"The Fae Grove in Hyde Park shimmered"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
2
parsed
entry
"6003"
detail
"master"
explanation
"The text attributes the ruler of the Somnian Cult to Prince Lilith, but the codex lists Prince Asmodeus as the master."
paragraph
2
substring
"Their master, Prince Lilith, demands more dreamers"
status
"true_positive"
matchedExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
location
extractedText
"Their master, Prince Lilith, demands more dreamers"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
true
3
parsed
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex specifies they are pale blue."
paragraph
3
substring
"his dark brown eyes troubled"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"his dark brown eyes troubled"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
4
parsed
entry
"6004"
detail
"description"
explanation
"The text states the Parish Guard intercepted a shipment near a cathedral in Southwark, but the codex identifies their headquarters as St. Brigid's Church in Islington."
paragraph
3
substring
"cathedral in Southwark"
status
"false_positive"
location
extractedText
"cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."