"2026-02-16T01:14:43.366294+00:00"2/16/2026, 1:14:43 AM
model
"meta-llama/llama-3.1-70b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
430
moderation_latency
(null)
generation_time
1742
tokens_prompt
1485
tokens_completion
308
native_tokens_prompt
1369
native_tokens_completion
311
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0014784
router
(null)
provider_responses
0
id
"oXYGwNo-62bZhn-9ce930861296aa75"
status
200
is_byok
false
latency
293
endpoint_id
"d71a12bc-4c11-42b2-adbb-a23de627c9ff"
provider_name
"Together"
model_permaslug
"meta-llama/llama-3.1-70b-instruct"
api_type
"completions"
id
"gen-1771204480-C9d8wJ06xMJ2H0bNY315"
upstream_id
"oXYGwNo-62bZhn-9ce930861296aa75"
total_cost
0.0014784
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Together"
Evaluation details
Result
Evaluator
Details
Meta Data
90.0000%
Accuracy (recall)
Matched: 5/5, FP: 1
parsedCount
6
matched
5
total
5
falsePositives
1
expectedDetails
0
expected
entry
"4412"
detail
"eyeColor"
summary
"Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes."
status
"matched"
matchedBy
entry
"4412"
detail
"eyeColor"
explanation
"The text says green eyes, but the codex says bright blue eyes."
paragraph
1
substring
"her green eyes scanning the room for Silas."
location
extractedText
"her green eyes scanning the room for Silas."
inBounds
true
expectedText
"her green eyes scanning the room"
locationAccurate
true
1
expected
entry
"4412"
detail
"species"
summary
"Aurora is Human per her codex entry, but the passage refers to her as Half-Fae."
status
"matched"
matchedBy
entry
"4412"
detail
"species"
explanation
"The text says Half-Fae, but the codex says Human."
paragraph
4
substring
"her Half-Fae senses tingling"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"her Half-Fae senses tingling"
locationAccurate
false
2
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain."
status
"matched"
matchedBy
entry
"2001"
detail
"chainMaterial"
explanation
"The text says golden chain, but the codex says silver chain."
paragraph
3
substring
"the golden chain catching the low light"
location
extractedText
"the golden chain catching the low light"
inBounds
true
expectedText
"the golden chain catching the low light"
locationAccurate
true
3
expected
entry
"4413"
detail
"beard"
summary
"Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard."
status
"matched"
matchedBy
entry
"4413"
detail
"beard"
explanation
"The text says dark brown beard, but the codex says grey-streaked auburn beard."
paragraph
2
substring
"running a hand through his dark brown beard"
location
extractedText
"running a hand through his dark brown beard"
inBounds
true
expectedText
"his dark brown beard"
locationAccurate
true
4
expected
entry
"853"
detail
"ruler"
summary
"Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm."
status
"matched"
matchedBy
entry
"853"
detail
"ruler"
explanation
"The text mentions Prince Mammon, but the codex says Prince Belphegor is the ruler of Dymas."
paragraph
3
substring
"Prince Mammon's realm is... unsettling, to say the least."
location
extractedText
"Prince Mammon's realm is... unsettling, to say the least."
inBounds
true
expectedText
"Prince Mammon's realm"
locationAccurate
true
falsePositiveDetails
0
parsed
entry
"854"
detail
"signColor"
explanation
"The text does not mention the sign color, but this is not a violation. However, the text does not mention the distinctive green neon sign, which is a detail found in the codex."
paragraph
(null)
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
""
locationAccurate
(null)
83.3333%
Precision
True positives: 5/6
totalReported
6
truePositives
5
reportedDetails
0
parsed
entry
"4412"
detail
"eyeColor"
explanation
"The text says green eyes, but the codex says bright blue eyes."
paragraph
1
substring
"her green eyes scanning the room for Silas."
status
"true_positive"
matchedExpected
entry
"4412"
detail
"eyeColor"
summary
"Aurora has bright blue eyes per her codex entry, but the passage says she has green eyes."
location
extractedText
"her green eyes scanning the room for Silas."
inBounds
true
expectedText
"her green eyes scanning the room"
locationAccurate
true
1
parsed
entry
"4412"
detail
"species"
explanation
"The text says Half-Fae, but the codex says Human."
paragraph
4
substring
"her Half-Fae senses tingling"
status
"true_positive"
matchedExpected
entry
"4412"
detail
"species"
summary
"Aurora is Human per her codex entry, but the passage refers to her as Half-Fae."
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"her Half-Fae senses tingling"
locationAccurate
false
2
parsed
entry
"4413"
detail
"beard"
explanation
"The text says dark brown beard, but the codex says grey-streaked auburn beard."
paragraph
2
substring
"running a hand through his dark brown beard"
status
"true_positive"
matchedExpected
entry
"4413"
detail
"beard"
summary
"Silas's beard matches his grey-streaked auburn hair per codex, but the passage says dark brown beard."
location
extractedText
"running a hand through his dark brown beard"
inBounds
true
expectedText
"his dark brown beard"
locationAccurate
true
3
parsed
entry
"2001"
detail
"chainMaterial"
explanation
"The text says golden chain, but the codex says silver chain."
paragraph
3
substring
"the golden chain catching the low light"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per its codex entry, but the passage says golden chain."
location
extractedText
"the golden chain catching the low light"
inBounds
true
expectedText
"the golden chain catching the low light"
locationAccurate
true
4
parsed
entry
"854"
detail
"signColor"
explanation
"The text does not mention the sign color, but this is not a violation. However, the text does not mention the distinctive green neon sign, which is a detail found in the codex."
paragraph
(null)
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
""
locationAccurate
(null)
5
parsed
entry
"853"
detail
"ruler"
explanation
"The text mentions Prince Mammon, but the codex says Prince Belphegor is the ruler of Dymas."
paragraph
3
substring
"Prince Mammon's realm is... unsettling, to say the least."
status
"true_positive"
matchedExpected
entry
"853"
detail
"ruler"
summary
"Dymas is Prince Belphegor's realm per the codex, but the passage says Prince Mammon's realm."
location
extractedText
"Prince Mammon's realm is... unsettling, to say the least."