"2026-02-16T02:34:02.359529+00:00"2/16/2026, 2:34:02 AM
model
"z-ai/glm-4.5"4/5/2001, 12:00:00 AM
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
630
moderation_latency
(null)
generation_time
10762
tokens_prompt
6574
tokens_completion
523
native_tokens_prompt
6436
native_tokens_completion
512
native_tokens_completion_images
0
native_tokens_reasoning
0
native_tokens_cached
6130
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0019843
router
(null)
provider_responses
0
id
"745b441ec3cb7dfd8261978b5f65a13c"
status
200
is_byok
false
latency
630
endpoint_id
"e4ada6ec-12e7-49c9-837c-398dee612403"
provider_name
"Novita"
model_permaslug
"z-ai/glm-4.5"4/5/2001, 12:00:00 AM
api_type
"completions"
id
"gen-1771209231-wXGVUZH3LlQz6jNu6sbY"
upstream_id
"745b441ec3cb7dfd8261978b5f65a13c"
total_cost
0.0019843
cache_discount
0.0030037
upstream_inference_cost
0
provider_name
"Novita"
Evaluation details
Result
Evaluator
Details
Meta Data
15.0000%
Accuracy (recall)
Matched: 4/10, FP: 5
parsedCount
9
matched
4
total
10
falsePositives
5
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it's located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"missed"
nearMiss
parsed
entry
"8424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
reason
"entry mismatch: got \"8424\", expected \"4424\""
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text states Dream Dust is stored in red glass vials, but the codex specifies it's stored in cobalt-blue glass vials."
paragraph
3
substring
"stored in little red glass vials"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"matched"
matchedBy
entry
"6003"
detail
"master"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult, but the codex states their master is Prince Asmodeus."
paragraph
3
substring
"Their master, Prince Lilith"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
false
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"missed"
nearMiss
parsed
entry
"8424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
reason
"entry mismatch: got \"8424\", expected \"4422\""
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"missed"
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"missed"
nearMiss
parsed
entry
"8421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex specifies it coils up her left arm."
paragraph
5
substring
"The flame serpent tattoo on her right arm"
reason
"entry mismatch: got \"8421\", expected \"4421\""
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"missed"
nearMiss
parsed
entry
"8421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex specifies it coils up her left arm."
paragraph
5
substring
"The flame serpent tattoo on her right arm"
reason
"entry mismatch: got \"8421\", expected \"4423\""
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"missed"
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The text describes the Fae-Forged Blade as warm to the touch, but the codex states it's always cold to the touch."
paragraph
8
substring
"It was warm to the touch"
location
extractedText
(null)
inBounds
false
expectedText
"It was warm to the touch"
locationAccurate
(null)
falsePositiveDetails
0
parsed
entry
"8424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
status
"false_positive"
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
closestExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
reason
"entry mismatch: got \"8424\", expected \"4424\""
1
parsed
entry
"8422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex states they are pale blue."
paragraph
4
substring
"his dark brown eyes"
status
"false_positive"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
false
closestExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
reason
"entry mismatch: got \"8422\", expected \"4424\""
2
parsed
entry
"8424"
detail
"compulsion"
explanation
"The text shows Yasmin sniffing unknown substances directly, which contradicts the codex stating she is an experienced alchemist who would know better than to smell unknown substances."
paragraph
5
substring
"Yasmin uncorked a vial and sniffed it"
status
"false_positive"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
""
locationAccurate
false
3
parsed
entry
"8421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex specifies it coils up her left arm."
paragraph
5
substring
"The flame serpent tattoo on her right arm"
status
"false_positive"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"8421\", expected \"4421\""
4
parsed
entry
"8423"
detail
"tattoo"
explanation
"The text mentions Wei-Lin's dragon tattoo being on his chest, but the codex specifies it covers his entire back."
paragraph
6
substring
"The dragon on his chest"
status
"false_positive"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"8423\", expected \"4421\""
44.4444%
Precision
True positives: 4/9
totalReported
9
truePositives
4
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it's located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"8424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
status
"false_positive"
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
closestExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
reason
"entry mismatch: got \"8424\", expected \"4424\""
2
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text states Dream Dust is stored in red glass vials, but the codex specifies it's stored in cobalt-blue glass vials."
paragraph
3
substring
"stored in little red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
3
parsed
entry
"6003"
detail
"master"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult, but the codex states their master is Prince Asmodeus."
paragraph
3
substring
"Their master, Prince Lilith"
status
"true_positive"
matchedExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
false
4
parsed
entry
"8422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex states they are pale blue."
paragraph
4
substring
"his dark brown eyes"
status
"false_positive"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
false
closestExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
reason
"entry mismatch: got \"8422\", expected \"4424\""
5
parsed
entry
"8424"
detail
"compulsion"
explanation
"The text shows Yasmin sniffing unknown substances directly, which contradicts the codex stating she is an experienced alchemist who would know better than to smell unknown substances."
paragraph
5
substring
"Yasmin uncorked a vial and sniffed it"
status
"false_positive"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
""
locationAccurate
false
6
parsed
entry
"8421"
detail
"tattoo"
explanation
"The text places Yasmin's flame serpent tattoo on her right arm, but the codex specifies it coils up her left arm."
paragraph
5
substring
"The flame serpent tattoo on her right arm"
status
"false_positive"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"8421\", expected \"4421\""
7
parsed
entry
"8423"
detail
"tattoo"
explanation
"The text mentions Wei-Lin's dragon tattoo being on his chest, but the codex specifies it covers his entire back."
paragraph
6
substring
"The dragon on his chest"
status
"false_positive"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"8423\", expected \"4421\""
8
parsed
entry
"2006"
detail
"temperature"
explanation
"The text describes the Fae-Forged Blade as warm to the touch, but the codex states it's always cold to the touch."
paragraph
8
substring
"It was warm to the touch"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."