"2026-02-16T01:00:22.896485+00:00"2/16/2026, 1:00:22 AM
model
"meta-llama/llama-3.1-70b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
935
moderation_latency
(null)
generation_time
4910
tokens_prompt
6683
tokens_completion
515
native_tokens_prompt
6461
native_tokens_completion
498
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00612392
router
(null)
provider_responses
0
id
"oXYCWho-62bZhn-9ce91b70a53b3b41"
status
200
is_byok
false
latency
801
endpoint_id
"d71a12bc-4c11-42b2-adbb-a23de627c9ff"
provider_name
"Together"
model_permaslug
"meta-llama/llama-3.1-70b-instruct"
api_type
"completions"
id
"gen-1771203617-Mieu4pyHx2Fh4AlWoUwo"
upstream_id
"oXYCWho-62bZhn-9ce91b70a53b3b41"
total_cost
0.00612392
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Together"
Evaluation details
Result
Evaluator
Details
Meta Data
2.6316%
Accuracy (recall)
Matched: 3/19, FP: 5
parsedCount
8
matched
3
total
19
falsePositives
5
expectedDetails
0
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue eyes."
status
"missed"
1
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"scar"
explanation
"The text says the scar is on his right forearm, but the codex says the tip of his left little finger is missing."
paragraph
1
substring
"his scarred right forearm tucked into his jacket"
reason
"entry mismatch: got \"4423\", expected \"4417\""
2
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"birthplace"
explanation
"The text mentions Madrid, but the codex does not mention Madrid as his birthplace; it says he is from Hong Kong."
paragraph
2
substring
"his Madrid accent thickening"
reason
"entry mismatch: got \"4423\", expected \"4417\""
3
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"matched"
matchedBy
entry
"4420"
detail
"hairColor"
explanation
"The text says natural black hair, but the codex says his hair is dyed electric-blue in an undercut."
paragraph
1
substring
"his natural black hair hidden under a beanie"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"his natural black hair"
locationAccurate
false
4
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn walking stick per codex, but the passage says oak."
status
"missed"
5
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green eyes."
status
"missed"
6
expected
entry
"6002"
detail
"headquarters"
summary
"The Crimson Court HQ is in Dymas per codex, but Maggie says Avaros."
status
"missed"
7
expected
entry
"2003"
detail
"material"
summary
"The Irathi War Gauntlet is blackened iron with red runes, but the passage says gleaming steel with blue runes."
status
"missed"
8
expected
entry
"2003"
detail
"origin"
summary
"The Gauntlet is from Irath, but the merchant says Dymas."
status
"missed"
9
expected
entry
"2003"
detail
"creator"
summary
"The Irathi War Gauntlet was forged by a demon smith named Gorath per codex, but the merchant attributes it to Prince Abaddon."
status
"missed"
10
expected
entry
"2004"
detail
"faceMarkings"
summary
"The Veil Compass face is etched with sigils, but the passage says smooth and unmarked."
status
"matched"
matchedBy
entry
"2004"
detail
"faceMarkings"
explanation
"The text says the face of the Veil Compass is smooth and unmarked, but the codex says it is etched with protective sigils."
paragraph
2
substring
"the Veil Compass spinning wildly in her other hand, its face smooth and unmarked"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"its face smooth and unmarked"
locationAccurate
false
11
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust vials are cobalt-blue per codex, but the passage says red glass."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text says the container is red glass sealed with white wax, but the codex says it is stored in small cobalt-blue glass vials sealed with black wax."
paragraph
2
substring
"a vial of Dream Dust — the red glass container sealed with white wax"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"the red glass container"
locationAccurate
false
12
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but the passage says white wax."
status
"missed"
13
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"missed"
14
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
status
"missed"
15
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
status
"missed"
16
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Cormac says Prince Lilith."
status
"missed"
17
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"birthplace"
explanation
"The text mentions Madrid, but the codex does not mention Madrid as his birthplace; it says he is from Hong Kong."
"The text says the Fae-Forged Blade is a bronze dagger, but the codex says it is a moonsilver leaf-shaped dagger."
paragraph
2
substring
"someone's buying Fae-Forged Blades — bronze daggers that cut through wards"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
""
locationAccurate
false
4
parsed
entry
"855"
detail
"ruler"
explanation
"The text says the Irathi War Gauntlet was made by Prince Abaddon, but the codex says the creator is a demon smith named Gorath, and the ruler of Irath is Prince Abaddon."
paragraph
2
substring
"Prince Abaddon's finest work"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
""
locationAccurate
false
37.5000%
Precision
True positives: 3/8
totalReported
8
truePositives
3
reportedDetails
0
parsed
entry
"4420"
detail
"hairColor"
explanation
"The text says natural black hair, but the codex says his hair is dyed electric-blue in an undercut."
paragraph
1
substring
"his natural black hair hidden under a beanie"
status
"true_positive"
matchedExpected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"his natural black hair"
locationAccurate
false
1
parsed
entry
"4420"
detail
"headphones"
explanation
"The text says he is wearing his headphones, but the codex says he wears them around his neck."
paragraph
1
substring
"his noise-cancelling headphones"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"his natural black hair"
locationAccurate
false
closestExpected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
"The text says the Fae-Forged Blade is a bronze dagger, but the codex says it is a moonsilver leaf-shaped dagger."
paragraph
2
substring
"someone's buying Fae-Forged Blades — bronze daggers that cut through wards"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
""
locationAccurate
false
5
parsed
entry
"855"
detail
"ruler"
explanation
"The text says the Irathi War Gauntlet was made by Prince Abaddon, but the codex says the creator is a demon smith named Gorath, and the ruler of Irath is Prince Abaddon."
paragraph
2
substring
"Prince Abaddon's finest work"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
""
locationAccurate
false
6
parsed
entry
"2004"
detail
"faceMarkings"
explanation
"The text says the face of the Veil Compass is smooth and unmarked, but the codex says it is etched with protective sigils."
paragraph
2
substring
"the Veil Compass spinning wildly in her other hand, its face smooth and unmarked"
status
"true_positive"
matchedExpected
entry
"2004"
detail
"faceMarkings"
summary
"The Veil Compass face is etched with sigils, but the passage says smooth and unmarked."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"its face smooth and unmarked"
locationAccurate
false
7
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text says the container is red glass sealed with white wax, but the codex says it is stored in small cobalt-blue glass vials sealed with black wax."
paragraph
2
substring
"a vial of Dream Dust — the red glass container sealed with white wax"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust vials are cobalt-blue per codex, but the passage says red glass."