"2026-02-16T00:58:33.057118+00:00"2/16/2026, 12:58:33 AM
model
"meta-llama/llama-3.1-70b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
934
moderation_latency
(null)
generation_time
2957
tokens_prompt
3857
tokens_completion
566
native_tokens_prompt
3703
native_tokens_completion
540
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0016972
router
(null)
provider_responses
0
id
"oXYBxcR-4YNCb4-9ce918ced97e0384"
status
200
is_byok
false
latency
855
endpoint_id
"c0841471-73f1-4511-b47f-ac2643802026"
provider_name
"Hyperbolic"
model_permaslug
"meta-llama/llama-3.1-70b-instruct"
api_type
"completions"
id
"gen-1771203509-cOmwp3zuejexquJGKooT"
upstream_id
"oXYBxcR-4YNCb4-9ce918ced97e0384"
total_cost
0.0016972
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Hyperbolic"
Evaluation details
Result
Evaluator
Details
Meta Data
45.4545%
Accuracy (recall)
Matched: 6/11, FP: 2
parsedCount
8
matched
6
total
11
falsePositives
2
expectedDetails
0
expected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is beneath Camden per the codex, but the passage says Shoreditch."
status
"matched"
matchedBy
entry
"856"
detail
"currentLocation"
explanation
"The text says the Veil Market is in an abandoned Tube station beneath Shoreditch, but the codex says it is in an abandoned Tube station beneath Camden."
paragraph
1
substring
"The Veil Market hummed with activity in the abandoned Tube station beneath Shoreditch."
location
extractedText
"The Veil Market hummed with activity in the abandoned Tube station beneath Shoreditch."
inBounds
true
expectedText
"the abandoned Tube station beneath Shoreditch"
locationAccurate
true
1
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per the codex, but the passage says blue eyes."
status
"matched"
matchedBy
entry
"4418"
detail
"eyeColor"
explanation
"The text says Nyx has glowing blue eyes, but the codex says they have faintly glowing violet eyes."
paragraph
1
substring
"their glowing blue eyes scanning for the merchant Silas had described."
location
extractedText
"their glowing blue eyes scanning for the merchant Silas had described."
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
true
2
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per the codex, but the passage says right forearm."
status
"missed"
nearMiss
parsed
entry
"4417"
detail
"forearmLocation"
explanation
"The text says Tomás has a scar on his right forearm, but the codex says the scar is on his left forearm."
paragraph
2
substring
"Tomás was nearby, his scarred right forearm tucked into his jacket pocket."
"The text says the Irathi War Gauntlet was made in Dymas, but the codex says it was forged in Irath, which is ruled by Prince Abaddon."
paragraph
5
substring
"the merchant hissed. 'Straight from Dymas,'"
status
"false_positive"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
""
locationAccurate
false
75.0000%
Precision
True positives: 6/8
totalReported
8
truePositives
6
reportedDetails
0
parsed
entry
"856"
detail
"currentLocation"
explanation
"The text says the Veil Market is in an abandoned Tube station beneath Shoreditch, but the codex says it is in an abandoned Tube station beneath Camden."
paragraph
1
substring
"The Veil Market hummed with activity in the abandoned Tube station beneath Shoreditch."
status
"true_positive"
matchedExpected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is beneath Camden per the codex, but the passage says Shoreditch."
location
extractedText
"The Veil Market hummed with activity in the abandoned Tube station beneath Shoreditch."
inBounds
true
expectedText
"the abandoned Tube station beneath Shoreditch"
locationAccurate
true
1
parsed
entry
"4418"
detail
"eyeColor"
explanation
"The text says Nyx has glowing blue eyes, but the codex says they have faintly glowing violet eyes."
paragraph
1
substring
"their glowing blue eyes scanning for the merchant Silas had described."
status
"true_positive"
matchedExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per the codex, but the passage says blue eyes."
location
extractedText
"their glowing blue eyes scanning for the merchant Silas had described."
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
true
2
parsed
entry
"4417"
detail
"forearmLocation"
explanation
"The text says Tomás has a scar on his right forearm, but the codex says the scar is on his left forearm."
paragraph
2
substring
"Tomás was nearby, his scarred right forearm tucked into his jacket pocket."
status
"false_positive"
location
extractedText
"Tomás was nearby, his scarred right forearm tucked into his jacket pocket."
inBounds
true
expectedText
"his scarred right forearm"
locationAccurate
true
closestExpected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per the codex, but the passage says right forearm."