"2026-02-16T00:12:18.309931+00:00"2/16/2026, 12:12:18 AM
model
"meta-llama/llama-3.1-8b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
468
moderation_latency
(null)
generation_time
7451
tokens_prompt
6618
tokens_completion
453
native_tokens_prompt
6419
native_tokens_completion
445
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00015063
router
(null)
provider_responses
0
id
"cmpl-e496b8ffa808416b97f836c0ee35fc39"
status
200
is_byok
false
latency
231
endpoint_id
"858e9b98-fa86-433e-8299-17c3c4d6c24f"
provider_name
"DeepInfra"
model_permaslug
"meta-llama/llama-3.1-8b-instruct"
api_type
"completions"
id
"gen-1771200730-VmDDQ6vVfn2XXbE50O9V"
upstream_id
"cmpl-e496b8ffa808416b97f836c0ee35fc39"
total_cost
0.00015063
cache_discount
(null)
upstream_inference_cost
0
provider_name
"DeepInfra"
Evaluation details
Result
Evaluator
Details
Meta Data
20.0000%
Accuracy (recall)
Matched: 4/10, FP: 4
parsedCount
8
matched
4
total
10
falsePositives
4
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"location"
explanation
"The text says Hyde Park, but the codex states the Fae Grove is located in Richmond Park."
paragraph
2
substring
"the Fae Grove in Hyde Park"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
false
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eye color"
explanation
"The text says pale blue, but the codex states pale lavender."
paragraph
1
substring
"her pale blue eyes"
location
extractedText
"her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"missed"
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"matched"
matchedBy
entry
"6003"
detail
"master"
explanation
"The text says Prince Lilith, but the codex states the master of the Somnian Cult is Prince Asmodeus."
paragraph
2
substring
"Prince Lilith, demands more dreamers"
location
extractedText
"Prince Lilith, demands more dreamers"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
false
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"missed"
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"missed"
nearMiss
parsed
entry
"6002"
detail
"headquarters"
explanation
"The text says Dymas, Hel, but the codex states Dymas is a location in Hel, but it doesn't specify the headquarters of the Crimson Court, which might be Dymas but the codex does not confirm it."
paragraph
1
substring
"Their headquarters Dymas, Hel"
reason
"entry mismatch: got \"6002\", expected \"6004\""
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"missed"
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"missing finger"
explanation
"The text does not mention Wei-Lin missing the tip of his left little finger, contradicting the codex, which states that he is missing the tip of his left little finger."
paragraph
2
substring
"nobody noticed the tip of Wei-Lin's left little finger was missing"
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The text says bronze, but the codex states moonsilver."
paragraph
5
substring
"the bronze dagger that can cut through wards"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
false
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"missed"
falsePositiveDetails
0
parsed
entry
"6002"
detail
"headquarters"
explanation
"The text says Dymas, Hel, but the codex states Dymas is a location in Hel, but it doesn't specify the headquarters of the Crimson Court, which might be Dymas but the codex does not confirm it."
paragraph
1
substring
"Their headquarters Dymas, Hel"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
false
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
reason
"entry mismatch: got \"6002\", expected \"6004\""
1
parsed
entry
"4424"
detail
"age"
explanation
"The text says 300, but the codex states 300 years old."
paragraph
1
substring
"Isolde, who was 300 years old, stood"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
false
closestExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
"The text does not mention Wei-Lin missing the tip of his left little finger, contradicting the codex, which states that he is missing the tip of his left little finger."
paragraph
2
substring
"nobody noticed the tip of Wei-Lin's left little finger was missing"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
"The text says Dymas, Hel, but the codex states Dymas is a location in Hel, but it doesn't specify the headquarters of the Crimson Court, which might be Dymas but the codex does not confirm it."
paragraph
1
substring
"Their headquarters Dymas, Hel"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
false
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
reason
"entry mismatch: got \"6002\", expected \"6004\""
1
parsed
entry
"4424"
detail
"age"
explanation
"The text says 300, but the codex states 300 years old."
paragraph
1
substring
"Isolde, who was 300 years old, stood"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
false
closestExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
"The text says pale blue, but the codex states pale lavender."
paragraph
1
substring
"her pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
4
parsed
entry
"6003"
detail
"master"
explanation
"The text says Prince Lilith, but the codex states the master of the Somnian Cult is Prince Asmodeus."
paragraph
2
substring
"Prince Lilith, demands more dreamers"
status
"true_positive"
matchedExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
location
extractedText
"Prince Lilith, demands more dreamers"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
false
5
parsed
entry
"861"
detail
"location"
explanation
"The text says Hyde Park, but the codex states the Fae Grove is located in Richmond Park."
paragraph
2
substring
"the Fae Grove in Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
false
6
parsed
entry
"4423"
detail
"missing finger"
explanation
"The text does not mention Wei-Lin missing the tip of his left little finger, contradicting the codex, which states that he is missing the tip of his left little finger."
paragraph
2
substring
"nobody noticed the tip of Wei-Lin's left little finger was missing"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."