"2026-02-16T00:12:33.101804+00:00"2/16/2026, 12:12:33 AM
model
"meta-llama/llama-3.1-8b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
317
moderation_latency
(null)
generation_time
15433
tokens_prompt
6618
tokens_completion
832
native_tokens_prompt
6419
native_tokens_completion
785
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00016763
router
(null)
provider_responses
0
id
"cmpl-ae7807cd9bed4c16af7a05b360b2d20f"
status
200
is_byok
false
latency
113
endpoint_id
"858e9b98-fa86-433e-8299-17c3c4d6c24f"
provider_name
"DeepInfra"
model_permaslug
"meta-llama/llama-3.1-8b-instruct"
api_type
"completions"
id
"gen-1771200737-88Y8Y4x4oiAvD2WdiANA"
upstream_id
"cmpl-ae7807cd9bed4c16af7a05b360b2d20f"
total_cost
0.00016763
cache_discount
(null)
upstream_inference_cost
0
provider_name
"DeepInfra"
Evaluation details
Result
Evaluator
Details
Meta Data
0.0000%
Accuracy (recall)
Matched: 4/10, FP: 9
parsedCount
13
matched
4
total
10
falsePositives
9
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"missed"
nearMiss
parsed
entry
"861"
detail
"locationName"
explanation
"The text implies that Isolde is within the boundary of the Fae Grove in the codex, but the codex specifies that time moves differently inside the grove and that time behavior is unpredictable."
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"missed"
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text describes the vials as red, but the codex states the vials are cobalt-blue."
paragraph
1
substring
"red glass vials"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"missed"
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text mentions Father Cormac's eye color as dark brown, but the codex states his eye color is pale blue."
paragraph
1
substring
"pale blue eyes"
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"missed"
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattooLocation"
explanation
"The text says the flame serpent tattoo on Yasmin's arm is located on her right arm, but the codex states it's located on her left arm."
paragraph
1
substring
"her right arm"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"matched"
matchedBy
entry
"4423"
detail
"dragonTattooVisibility"
explanation
"Wei-Lin's dragon tattoo is partially visible under his open collar, but the codex doesn't describe the tattoo's visibility, only that it covers his entire back."
paragraph
1
substring
"the dragon on his chest was partially visible beneath his open collar"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"missed"
nearMiss
parsed
entry
"2006"
detail
"wearer"
explanation
"The text says the Fae-Forged Blade is warm to the touch, but the codex states it is always cold to the touch."
"The text mentions the Fae Grove in Hyde Park, but the codex states it's in Richmond Park."
paragraph
1
substring
"Hyde Park"
status
"false_positive"
location
extractedText
"Hyde Park"
inBounds
true
expectedText
""
locationAccurate
true
1
parsed
entry
"861"
detail
"locationName"
explanation
"The text implies that Isolde is within the boundary of the Fae Grove in the codex, but the codex specifies that time moves differently inside the grove and that time behavior is unpredictable."
paragraph
1
substring
"the circle"
status
"false_positive"
location
extractedText
"the circle"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
"The text also says the Fae Grove \"shimmered in the dying light\", which doesn't align with the codex description of the exterior appearance being wildflowers and the interior appearance being \"ethereal, ageless\"."
paragraph
1
substring
"the circle"
status
"false_positive"
location
extractedText
"the circle"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
"The text identifies Prince Lilith as the master of the Somnian Cult, but the codex lists Prince Lilith as the ruler of Luxuria."
paragraph
1
substring
"Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
5
parsed
entry
"860"
detail
"contents"
explanation
"Yasmin identifies Dream Dust in a vial but says it's been cut with binding salts from her shop. However, the codex states the Dream Dust is stored in small cobalt-blue glass vials and doesn't mention red vials."
paragraph
1
substring
"stored in little red glass vials"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
6
parsed
entry
"4421"
detail
"tattooColor"
explanation
"While the codex mentions Yasmin's eye color as amber, the text does not contain any information contradicting this."
paragraph
1
substring
"amber eyes"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
reason
"entry mismatch: got \"4421\", expected \"4423\""
7
parsed
entry
"2006"
detail
"wearer"
explanation
"The text says the Fae-Forged Blade is warm to the touch, but the codex states it is always cold to the touch."
paragraph
1
substring
"always cold to the touch"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
false
closestExpected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
"The codex states the Wardens are Lawful Neutral, but in the text, Father Cormac's network (the Parish Guard) is described as being supportive and operative independently from the Wardens."
paragraph
1
substring
"views the clique with suspicion"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
30.7692%
Precision
True positives: 4/13
totalReported
13
truePositives
4
reportedDetails
0
parsed
entry
"860"
detail
"locationName"
explanation
"The text mentions the Fae Grove in Hyde Park, but the codex states it's in Richmond Park."
paragraph
1
substring
"Hyde Park"
status
"false_positive"
location
extractedText
"Hyde Park"
inBounds
true
expectedText
""
locationAccurate
true
1
parsed
entry
"861"
detail
"locationName"
explanation
"The text implies that Isolde is within the boundary of the Fae Grove in the codex, but the codex specifies that time moves differently inside the grove and that time behavior is unpredictable."
paragraph
1
substring
"the circle"
status
"false_positive"
location
extractedText
"the circle"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
"The text also says the Fae Grove \"shimmered in the dying light\", which doesn't align with the codex description of the exterior appearance being wildflowers and the interior appearance being \"ethereal, ageless\"."
paragraph
1
substring
"the circle"
status
"false_positive"
location
extractedText
"the circle"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
"The text mentions Father Cormac's eye color as dark brown, but the codex states his eye color is pale blue."
paragraph
1
substring
"pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
parsed
entry
"6002"
detail
"leader"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult, but the codex lists Prince Lilith as the ruler of Luxuria."
paragraph
1
substring
"Prince Lilith"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
6
parsed
entry
"860"
detail
"contents"
explanation
"Yasmin identifies Dream Dust in a vial but says it's been cut with binding salts from her shop. However, the codex states the Dream Dust is stored in small cobalt-blue glass vials and doesn't mention red vials."
paragraph
1
substring
"stored in little red glass vials"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
7
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text describes the vials as red, but the codex states the vials are cobalt-blue."
paragraph
1
substring
"red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
false
8
parsed
entry
"4421"
detail
"tattooLocation"
explanation
"The text says the flame serpent tattoo on Yasmin's arm is located on her right arm, but the codex states it's located on her left arm."
paragraph
1
substring
"her right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
9
parsed
entry
"4421"
detail
"tattooColor"
explanation
"While the codex mentions Yasmin's eye color as amber, the text does not contain any information contradicting this."
paragraph
1
substring
"amber eyes"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
reason
"entry mismatch: got \"4421\", expected \"4423\""
10
parsed
entry
"4423"
detail
"dragonTattooVisibility"
explanation
"Wei-Lin's dragon tattoo is partially visible under his open collar, but the codex doesn't describe the tattoo's visibility, only that it covers his entire back."
paragraph
1
substring
"the dragon on his chest was partially visible beneath his open collar"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
11
parsed
entry
"2006"
detail
"wearer"
explanation
"The text says the Fae-Forged Blade is warm to the touch, but the codex states it is always cold to the touch."
paragraph
1
substring
"always cold to the touch"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
false
closestExpected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
"The codex states the Wardens are Lawful Neutral, but in the text, Father Cormac's network (the Parish Guard) is described as being supportive and operative independently from the Wardens."