"2026-02-16T02:07:32.36767+00:00"2/16/2026, 2:07:32 AM
model
"z-ai/glm-4.7-flash-20260119"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
831
moderation_latency
(null)
generation_time
89819
tokens_prompt
6574
tokens_completion
3783
native_tokens_prompt
6432
native_tokens_completion
3897
native_tokens_completion_images
(null)
native_tokens_reasoning
3222
native_tokens_cached
1397
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00192522
router
(null)
provider_responses
0
id
"43fa18da4a1a15d12eed59ffac68a4a8"
status
200
is_byok
false
latency
831
endpoint_id
"6999081f-9017-4517-bbdb-47df8778c940"
provider_name
"Novita"
model_permaslug
"z-ai/glm-4.7-flash-20260119"
api_type
"completions"
id
"gen-1771207561-HnIZEQOLZGGL2kL7ljJ8"
upstream_id
"43fa18da4a1a15d12eed59ffac68a4a8"
total_cost
0.00192522
cache_discount
0.00008382
upstream_inference_cost
0
provider_name
"Novita"
Evaluation details
Result
Evaluator
Details
Meta Data
85.0000%
Accuracy (recall)
Matched: 9/10, FP: 1
parsedCount
10
matched
9
total
10
falsePositives
1
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it is a hidden grove in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"Isolde is described with pale blue eyes in the text, but the codex specifies pale lavender eyes."
paragraph
1
substring
"pale blue eyes"
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text states Somnian Dream Dust is stored in red glass vials, whereas the codex specifies small cobalt-blue glass vials."
paragraph
1
substring
"little red glass vials"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"matched"
matchedBy
entry
"6003"
detail
"master"
explanation
"The text implies the Somnian Cult's master is Prince Lilith, but the codex states the master is Prince Asmodeus."
paragraph
1
substring
"Their master, Prince Lilith"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
false
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"Father Cormac is described with dark brown eyes in the text, but the codex specifies pale blue eyes."
paragraph
2
substring
"dark brown eyes"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"matched"
matchedBy
entry
"6004"
detail
"headquarters"
explanation
"The text mentions the Parish Guard's cathedral being in Southwark, but the codex specifies their headquarters are at St. Brigid's Church in Islington."
paragraph
2
substring
"cathedral in Southwark"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
false
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text describes Yasmin's flame serpent tattoo on her right arm, but the codex specifies it coils up her left arm."
paragraph
2
substring
"right arm"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"Zhou Wei-Lin is described with a dragon tattoo visible on his chest, but the codex specifies it covers his entire back."
paragraph
3
substring
"dragon on his chest"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"missed"
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The Fae-Forged Blade is described as warm to the touch in the text, but the codex states it is always cold to the touch."
paragraph
3
substring
"It was warm to the touch"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"It was warm to the touch"
locationAccurate
false
falsePositiveDetails
0
parsed
entry
"6002"
detail
"leadership"
explanation
"The text claims Prince Lilith is the master of the Crimson Court, but the codex describes the leadership as a council of seven demon lords."
paragraph
1
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
90.0000%
Precision
True positives: 9/10
totalReported
10
truePositives
9
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it is a hidden grove in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"4424"
detail
"eyeColor"
explanation
"Isolde is described with pale blue eyes in the text, but the codex specifies pale lavender eyes."
paragraph
1
substring
"pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text states Somnian Dream Dust is stored in red glass vials, whereas the codex specifies small cobalt-blue glass vials."
paragraph
1
substring
"little red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
3
parsed
entry
"6002"
detail
"leadership"
explanation
"The text claims Prince Lilith is the master of the Crimson Court, but the codex describes the leadership as a council of seven demon lords."
paragraph
1
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
4
parsed
entry
"6003"
detail
"master"
explanation
"The text implies the Somnian Cult's master is Prince Lilith, but the codex states the master is Prince Asmodeus."
paragraph
1
substring
"Their master, Prince Lilith"
status
"true_positive"
matchedExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
false
5
parsed
entry
"4422"
detail
"eyeColor"
explanation
"Father Cormac is described with dark brown eyes in the text, but the codex specifies pale blue eyes."
paragraph
2
substring
"dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
6
parsed
entry
"6004"
detail
"headquarters"
explanation
"The text mentions the Parish Guard's cathedral being in Southwark, but the codex specifies their headquarters are at St. Brigid's Church in Islington."
paragraph
2
substring
"cathedral in Southwark"
status
"true_positive"
matchedExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
false
7
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text describes Yasmin's flame serpent tattoo on her right arm, but the codex specifies it coils up her left arm."
paragraph
2
substring
"right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
8
parsed
entry
"2006"
detail
"temperature"
explanation
"The Fae-Forged Blade is described as warm to the touch in the text, but the codex states it is always cold to the touch."
paragraph
3
substring
"It was warm to the touch"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"It was warm to the touch"
locationAccurate
false
9
parsed
entry
"4423"
detail
"tattoo"
explanation
"Zhou Wei-Lin is described with a dragon tattoo visible on his chest, but the codex specifies it covers his entire back."
paragraph
3
substring
"dragon on his chest"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."