"2026-02-16T00:41:03.533408+00:00"2/16/2026, 12:41:03 AM
model
"meta-llama/llama-3.1-8b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
2413
moderation_latency
(null)
generation_time
12407
tokens_prompt
6618
tokens_completion
392
native_tokens_prompt
6419
native_tokens_completion
385
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00014763
router
(null)
provider_responses
0
id
"cmpl-84c82750ec8a4e2888dc4ea36406e169"
status
200
is_byok
false
latency
99
endpoint_id
"858e9b98-fa86-433e-8299-17c3c4d6c24f"
provider_name
"DeepInfra"
model_permaslug
"meta-llama/llama-3.1-8b-instruct"
api_type
"completions"
id
"gen-1771202450-feIc5UXRoJa7faB1C7lY"
upstream_id
"cmpl-84c82750ec8a4e2888dc4ea36406e169"
total_cost
0.00014763
cache_discount
(null)
upstream_inference_cost
0
provider_name
"DeepInfra"
Evaluation details
Result
Evaluator
Details
Meta Data
30.0000%
Accuracy (recall)
Matched: 4/10, FP: 2
parsedCount
6
matched
4
total
10
falsePositives
2
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text says the Fae Grove is located in Hyde Park, but the codex states it is in Richmond Park."
paragraph
1
substring
"Richmond Park shimmered in the dying light"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
false
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eye color as pale blue, but the codex states her eye color is pale lavender."
paragraph
1
substring
"her pale blue eyes settled on Aurora"
location
extractedText
"her pale blue eyes settled on Aurora"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"missed"
nearMiss
parsed
entry
"4425"
detail
""
explanation
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
reason
"entry mismatch: got \"4425\", expected \"2005\""
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"missed"
nearMiss
parsed
entry
"4425"
detail
""
explanation
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
reason
"entry mismatch: got \"4425\", expected \"6003\""
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eye color as dark brown, but the codex states his eye color is pale blue."
paragraph
6
substring
"dark brown eyes troubled beneath thinning ginger hair"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"missed"
nearMiss
parsed
entry
"4425"
detail
""
explanation
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
reason
"entry mismatch: got \"4425\", expected \"6004\""
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text states Yasmin's tattoo is on her right arm, but the codex indicates it is on her left arm."
paragraph
5
substring
"the flame serpent tattoo on her right arm seemed to writhe in the fae-light"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"eyeColor"
explanation
"The text says Wei-Lin's tattooed arm is partially visible, but the codex states he has a tattoo on his entire back."
paragraph
5
substring
"The dragon on his chest was partially visible beneath his open collar"
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"missed"
nearMiss
parsed
entry
"4425"
detail
""
explanation
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
reason
"entry mismatch: got \"4425\", expected \"2006\""
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"missed"
nearMiss
parsed
entry
"4425"
detail
""
explanation
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
reason
"entry mismatch: got \"4425\", expected \"2006\""
falsePositiveDetails
0
parsed
entry
"4423"
detail
"eyeColor"
explanation
"The text says Wei-Lin's tattooed arm is partially visible, but the codex states he has a tattoo on his entire back."
paragraph
5
substring
"The dragon on his chest was partially visible beneath his open collar"
status
"false_positive"
location
extractedText
"The dragon on his chest was partially visible beneath his open collar"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
(null)
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
reason
"entry mismatch: got \"4425\", expected \"861\""
66.6667%
Precision
True positives: 4/6
totalReported
6
truePositives
4
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text says the Fae Grove is located in Hyde Park, but the codex states it is in Richmond Park."
paragraph
1
substring
"Richmond Park shimmered in the dying light"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
false
1
parsed
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eye color as pale blue, but the codex states her eye color is pale lavender."
paragraph
1
substring
"her pale blue eyes settled on Aurora"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"her pale blue eyes settled on Aurora"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text states Yasmin's tattoo is on her right arm, but the codex indicates it is on her left arm."
paragraph
5
substring
"the flame serpent tattoo on her right arm seemed to writhe in the fae-light"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
3
parsed
entry
"4423"
detail
"eyeColor"
explanation
"The text says Wei-Lin's tattooed arm is partially visible, but the codex states he has a tattoo on his entire back."
paragraph
5
substring
"The dragon on his chest was partially visible beneath his open collar"
status
"false_positive"
location
extractedText
"The dragon on his chest was partially visible beneath his open collar"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
"The text describes Father Cormac's eye color as dark brown, but the codex states his eye color is pale blue."
paragraph
6
substring
"dark brown eyes troubled beneath thinning ginger hair"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
parsed
entry
"4425"
detail
""
explanation
"Missing character reference for Wei-Lin. The text contains the name \"Wei-Lin\" but no character entry in the codex. Use Wei-Lin's codex entry ID: 4423.\nThe text describes Wei-Lin's dragon tattoo as \"tattooed arms\" but the codex indicates it is a tattoo on his back."
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
(null)
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."