"2026-02-16T00:18:40.165002+00:00"2/16/2026, 12:18:40 AM
model
"meta-llama/llama-3.1-8b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
631
moderation_latency
(null)
generation_time
4291
tokens_prompt
1485
tokens_completion
285
native_tokens_prompt
1370
native_tokens_completion
285
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00004165
router
(null)
provider_responses
0
id
"91a38329110a4d6a9158ba0de636ddc1"
status
200
is_byok
false
latency
623
endpoint_id
"baecce7a-5028-432e-aaa8-d78b5b700929"
provider_name
"Novita"
model_permaslug
"meta-llama/llama-3.1-8b-instruct"
api_type
"completions"
id
"gen-1771201115-7dAAXT2y1rDh6ruMnBR0"
upstream_id
"91a38329110a4d6a9158ba0de636ddc1"
total_cost
0.00004165
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Novita"
Evaluation details
Result
Evaluator
Details
Meta Data
70.0000%
Accuracy (recall)
Matched: 4/5, FP: 1
parsedCount
5
matched
4
total
5
falsePositives
1
expectedDetails
0
expected
entry
"4412"
detail
"eyeColor"
summary
"Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes."
status
"matched"
matchedBy
entry
"4412"
detail
"eyeColor"
explanation
"The codex states Rory's eye color as bright blue."
paragraph
1
substring
"green eyes"
location
extractedText
"green eyes"
inBounds
true
expectedText
"her green eyes scanning the room"
locationAccurate
true
1
expected
entry
"4412"
detail
"species"
summary
"Aurora is Human per her codex entry, but the passage refers to her as Half-Fae."
status
"missed"
2
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain."
status
"matched"
matchedBy
entry
"2001"
detail
"chainMaterial"
explanation
"The text says golden chain, but the codex says silver chain."
paragraph
3
substring
"golden chain"
location
extractedText
"golden chain"
inBounds
true
expectedText
"the golden chain catching the low light"
locationAccurate
true
3
expected
entry
"4413"
detail
"beard"
summary
"Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard."
status
"matched"
matchedBy
entry
"4413"
detail
"beard"
explanation
"The codex specifically describes Silas' beard as grey-streaked auburn."
paragraph
1
substring
"his dark brown beard"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"his dark brown beard"
locationAccurate
false
4
expected
entry
"853"
detail
"ruler"
summary
"Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm."
status
"matched"
matchedBy
entry
"853"
detail
"ruler"
explanation
"The text incorrectly lists Mammon as the ruler of Dymas, and this, in fact, contradicts the codex, which states that Prince Belphegor rules (Note entry 853 also states ruler 'has been known to switch in secret sessions, only remaining 1 true and only known ruler from here Hmm. Format modified according as per the requirements above so that no extra details are contained) ."
paragraph
1
substring
"Dymasian Lord, Prince Mammon"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"Prince Mammon's realm"
locationAccurate
false
falsePositiveDetails
0
parsed
entry
"4413"
detail
"hair"
explanation
"The text says dark brown beard, but the codex says grey-streaked auburn."
paragraph
1
substring
"Si's dark brown beard"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"his dark brown beard"
locationAccurate
false
closestExpected
entry
"4413"
detail
"beard"
summary
"Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard."
"The codex specifically describes Silas' beard as grey-streaked auburn."
paragraph
1
substring
"his dark brown beard"
status
"true_positive"
matchedExpected
entry
"4413"
detail
"beard"
summary
"Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"his dark brown beard"
locationAccurate
false
2
parsed
entry
"853"
detail
"ruler"
explanation
"The text incorrectly lists Mammon as the ruler of Dymas, and this, in fact, contradicts the codex, which states that Prince Belphegor rules (Note entry 853 also states ruler 'has been known to switch in secret sessions, only remaining 1 true and only known ruler from here Hmm. Format modified according as per the requirements above so that no extra details are contained) ."
paragraph
1
substring
"Dymasian Lord, Prince Mammon"
status
"true_positive"
matchedExpected
entry
"853"
detail
"ruler"
summary
"Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"Prince Mammon's realm"
locationAccurate
false
3
parsed
entry
"4412"
detail
"eyeColor"
explanation
"The codex states Rory's eye color as bright blue."
paragraph
1
substring
"green eyes"
status
"true_positive"
matchedExpected
entry
"4412"
detail
"eyeColor"
summary
"Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes."
location
extractedText
"green eyes"
inBounds
true
expectedText
"her green eyes scanning the room"
locationAccurate
true
4
parsed
entry
"2001"
detail
"chainMaterial"
explanation
"The text says golden chain, but the codex says silver chain."
paragraph
3
substring
"golden chain"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain."