"2026-02-16T00:14:49.912514+00:00"2/16/2026, 12:14:49 AM
model
"meta-llama/llama-3.1-8b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
357
moderation_latency
(null)
generation_time
9483
tokens_prompt
6683
tokens_completion
633
native_tokens_prompt
6461
native_tokens_completion
629
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00016067
router
(null)
provider_responses
0
id
"cmpl-a5069cabfe8540f7ae59fef0c31a91fe"
status
200
is_byok
false
latency
103
endpoint_id
"858e9b98-fa86-433e-8299-17c3c4d6c24f"
provider_name
"DeepInfra"
model_permaslug
"meta-llama/llama-3.1-8b-instruct"
api_type
"completions"
id
"gen-1771200879-EsIBgAjuunzHNfLrn8mB"
upstream_id
"cmpl-a5069cabfe8540f7ae59fef0c31a91fe"
total_cost
0.00016067
cache_discount
(null)
upstream_inference_cost
0
provider_name
"DeepInfra"
Evaluation details
Result
Evaluator
Details
Meta Data
0.0000%
Accuracy (recall)
Matched: 1/19, FP: 10
parsedCount
11
matched
1
total
19
falsePositives
10
expectedDetails
0
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue eyes."
status
"matched"
matchedBy
entry
"4418"
detail
"eyeColor"
explanation
"Maggie's eye color is sharp grey, not green."
paragraph
2
substring
"wire-rimmed spectacles"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
1
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"armScars"
explanation
"The codex states Tomás has a scar running along his left forearm, not right."
paragraph
1
substring
"Tomás trailed behind, his scarred right forearm tucked into his jacket"
reason
"entry mismatch: got \"4423\", expected \"4417\""
2
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"birthplace"
explanation
"Tomás was born in Seville, Spain, not Madrid."
paragraph
1
substring
"Madrid accent thickening as he muttered complaints"
reason
"entry mismatch: got \"4423\", expected \"4417\""
3
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"missed"
4
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn walking stick per codex, but the passage says oak."
status
"missed"
5
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green eyes."
status
"missed"
nearMiss
parsed
entry
"4412"
detail
"eyeColor"
explanation
"The text says blue eyes, but the codex says bright blue."
paragraph
1
substring
"glowing blue eyes"
reason
"entry mismatch: got \"4412\", expected \"4419\""
6
expected
entry
"6002"
detail
"headquarters"
summary
"The Crimson Court HQ is in Dymas per codex, but Maggie says Avaros."
status
"missed"
7
expected
entry
"2003"
detail
"material"
summary
"The Irathi War Gauntlet is blackened iron with red runes, but the passage says gleaming steel with blue runes."
status
"missed"
8
expected
entry
"2003"
detail
"origin"
summary
"The Gauntlet is from Irath, but the merchant says Dymas."
status
"missed"
nearMiss
parsed
entry
"4415"
detail
"origin"
explanation
"The item's origin is stated as Dymas, but in the codex it's the Irathi War Gauntlet, which originates from Irath and is crafted by demon smith Gorath, not Prince Abaddon."
paragraph
3
substring
"Prince Abaddon's finest work. Straight from Dymas"
reason
"entry mismatch: got \"4415\", expected \"2003\""
9
expected
entry
"2003"
detail
"creator"
summary
"The Irathi War Gauntlet was forged by a demon smith named Gorath per codex, but the merchant attributes it to Prince Abaddon."
status
"missed"
10
expected
entry
"2004"
detail
"faceMarkings"
summary
"The Veil Compass face is etched with sigils, but the passage says smooth and unmarked."
status
"missed"
11
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust vials are cobalt-blue per codex, but the passage says red glass."
status
"missed"
nearMiss
parsed
entry
"4421"
detail
"container"
explanation
"The codex states the container color of Somnian Dream Dust is cobalt-blue glass with black wax, not red glass with white wax."
paragraph
3
substring
"Dream Dust — the red glass container sealed with white wax"
reason
"entry mismatch: got \"4421\", expected \"2005\""
12
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but the passage says white wax."
status
"missed"
13
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"missed"
nearMiss
parsed
entry
"4421"
detail
"container"
explanation
"The codex states the container color of Somnian Dream Dust is cobalt-blue glass with black wax, not red glass with white wax."
paragraph
3
substring
"Dream Dust — the red glass container sealed with white wax"
"Kai's hair is described as naturally black, but in the codex it's dyed electric-blue in an undercut."
paragraph
2
substring
"black hair hidden under a beanie"
status
"false_positive"
location
extractedText
"black hair hidden under a beanie"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
closestExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue eyes."
reason
"entry mismatch: got \"4415\", expected \"4418\""
4
parsed
entry
"4418"
detail
"eyeColor"
explanation
"Rory is examining an item with a deep crimson gemstone, but in the codex it's a Heartstone Pendant with a gemstone color of deep crimson."
paragraph
3
substring
"deep crimson"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"her keen green eyes"
locationAccurate
false
closestExpected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green eyes."
reason
"entry mismatch: got \"4418\", expected \"4419\""
5
parsed
entry
"4415"
detail
"origin"
explanation
"The item's origin is stated as Dymas, but in the codex it's the Irathi War Gauntlet, which originates from Irath and is crafted by demon smith Gorath, not Prince Abaddon."
paragraph
3
substring
"Prince Abaddon's finest work. Straight from Dymas"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"Straight from Dymas"
locationAccurate
false
closestExpected
entry
"2003"
detail
"origin"
summary
"The Gauntlet is from Irath, but the merchant says Dymas."
reason
"entry mismatch: got \"4415\", expected \"2003\""
6
parsed
entry
"4412"
detail
"itemAttunement"
explanation
"The codex states the Veil Compass has face markings of protective sigils, not a smooth and unmarked face."
paragraph
3
substring
"the Veil Compass spinning wildly in her other hand, its face smooth and unmarked"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
""
locationAccurate
false
7
parsed
entry
"4421"
detail
"container"
explanation
"The codex states the container color of Somnian Dream Dust is cobalt-blue glass with black wax, not red glass with white wax."
paragraph
3
substring
"Dream Dust — the red glass container sealed with white wax"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
"Kai's hair is described as naturally black, but in the codex it's dyed electric-blue in an undercut."
paragraph
2
substring
"black hair hidden under a beanie"
status
"false_positive"
location
extractedText
"black hair hidden under a beanie"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
closestExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue eyes."
reason
"entry mismatch: got \"4415\", expected \"4418\""
4
parsed
entry
"4418"
detail
"eyeColor"
explanation
"Maggie's eye color is sharp grey, not green."
paragraph
2
substring
"wire-rimmed spectacles"
status
"true_positive"
matchedExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue eyes."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
5
parsed
entry
"4418"
detail
"eyeColor"
explanation
"Rory is examining an item with a deep crimson gemstone, but in the codex it's a Heartstone Pendant with a gemstone color of deep crimson."
paragraph
3
substring
"deep crimson"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"her keen green eyes"
locationAccurate
false
closestExpected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green eyes."
reason
"entry mismatch: got \"4418\", expected \"4419\""
6
parsed
entry
"4415"
detail
"origin"
explanation
"The item's origin is stated as Dymas, but in the codex it's the Irathi War Gauntlet, which originates from Irath and is crafted by demon smith Gorath, not Prince Abaddon."
paragraph
3
substring
"Prince Abaddon's finest work. Straight from Dymas"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"Straight from Dymas"
locationAccurate
false
closestExpected
entry
"2003"
detail
"origin"
summary
"The Gauntlet is from Irath, but the merchant says Dymas."
reason
"entry mismatch: got \"4415\", expected \"2003\""
7
parsed
entry
"4412"
detail
"itemAttunement"
explanation
"The codex states the Veil Compass has face markings of protective sigils, not a smooth and unmarked face."
paragraph
3
substring
"the Veil Compass spinning wildly in her other hand, its face smooth and unmarked"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
""
locationAccurate
false
8
parsed
entry
"4421"
detail
"container"
explanation
"The codex states the container color of Somnian Dream Dust is cobalt-blue glass with black wax, not red glass with white wax."
paragraph
3
substring
"Dream Dust — the red glass container sealed with white wax"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."