"2026-02-16T01:03:03.66742+00:00"2/16/2026, 1:03:03 AM
model
"google/gemini-2.5-flash"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
352
moderation_latency
(null)
generation_time
1720
tokens_prompt
2275
tokens_completion
397
native_tokens_prompt
2271
native_tokens_completion
423
native_tokens_completion_images
0
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"STOP"
usage
0.0017388
router
(null)
provider_responses
0
status
200
is_byok
false
latency
352
endpoint_id
"16c01e26-9b91-4d22-b487-ed35634b017d"
provider_name
"Google AI Studio"
model_permaslug
"google/gemini-2.5-flash"
api_type
"completions"
id
"gen-1771203781-Kr1hSrNwE7ZmGENrDtmc"
upstream_id
(null)
total_cost
0.0017388
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Google AI Studio"
Evaluation details
Result
Evaluator
Details
Meta Data
66.6667%
Accuracy (recall)
Matched: 5/6, FP: 2
parsedCount
7
matched
5
total
6
falsePositives
2
expectedDetails
0
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
status
"missed"
nearMiss
parsed
entry
"853"
detail
"ruler"
explanation
"The text mistakenly places Prince Belphegor as the ruler of Avaros (Greed), but the codex states he is the ruler of Dymas (Gluttony)."
paragraph
2
substring
"Prince Belphegor's domain of greed"
reason
"entry mismatch: got \"853\", expected \"855\""
1
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has one amber eye and one black eye (heterochromia), but the passage says both his amber eyes."
status
"matched"
matchedBy
entry
"4415"
detail
"eyeColor"
explanation
"The text states Lucien has \"both his amber eyes,\" but the codex specifies he has heterochromatic eyes: \"one amber, one black.\""
paragraph
2
substring
"both his amber eyes narrowed"
location
extractedText
"both his amber eyes narrowed"
inBounds
true
expectedText
"both his amber eyes narrowed"
locationAccurate
true
2
expected
entry
"2002"
detail
"origin"
summary
"The Ledger of Debts originates from Avaros per its codex entry, but Eva says it came from Dymas."
status
"matched"
matchedBy
entry
"2002"
detail
"origin"
explanation
"The text says the Ledger originated from Dymas, but the codex states its origin is Avaros."
paragraph
4
substring
"originally came from Dymas, not Avaros"
location
extractedText
"originally came from Dymas, not Avaros"
inBounds
true
expectedText
"it originally came from Dymas, not Avaros"
locationAccurate
true
3
expected
entry
"4416"
detail
"eyeColor"
summary
"Detective Quinn has brown eyes per her codex entry, but the passage says blue eyes."
status
"matched"
matchedBy
entry
"4416"
detail
"eyeColor"
explanation
"The text says Detective Quinn has blue eyes, but the codex states her eye color is brown."
paragraph
5
substring
"her blue eyes watching"
location
extractedText
"her blue eyes watching"
inBounds
true
expectedText
"her blue eyes watching the museum"
locationAccurate
true
4
expected
entry
"4416"
detail
"hair"
summary
"Detective Quinn has salt-and-pepper hair per her codex entry, but the passage says blonde hair."
status
"matched"
matchedBy
entry
"4416"
detail
"hair"
explanation
"The text says Detective Quinn has short blonde hair, but the codex states her hair is \"closely cropped salt-and-pepper.\""
paragraph
5
substring
"Her short blonde hair caught the streetlight"
location
extractedText
"Her short blonde hair caught the streetlight"
inBounds
true
expectedText
"Her short blonde hair"
locationAccurate
true
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per her codex entry, but the passage says square glasses."
status
"matched"
matchedBy
entry
"4414"
detail
"glasses"
explanation
"The text says square glasses, but the codex says round glasses."
paragraph
1
substring
"square glasses"
location
extractedText
"square glasses"
inBounds
true
expectedText
"her square glasses"
locationAccurate
true
falsePositiveDetails
0
parsed
entry
"853"
detail
"ruler"
explanation
"The text mistakenly places Prince Belphegor as the ruler of Avaros (Greed), but the codex states he is the ruler of Dymas (Gluttony)."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"false_positive"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
reason
"entry mismatch: got \"853\", expected \"855\""
1
parsed
entry
"855"
detail
"sin"
explanation
"The text incorrectly identifies Avaros as the domain of greed, but the codex states Avaros is the realm of Greed, but Prince Belphegor rules Dymas (Gluttony). Mammon rules Avaros."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"false_positive"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
"The text says square glasses, but the codex says round glasses."
paragraph
1
substring
"square glasses"
status
"true_positive"
matchedExpected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per her codex entry, but the passage says square glasses."
location
extractedText
"square glasses"
inBounds
true
expectedText
"her square glasses"
locationAccurate
true
1
parsed
entry
"853"
detail
"ruler"
explanation
"The text mistakenly places Prince Belphegor as the ruler of Avaros (Greed), but the codex states he is the ruler of Dymas (Gluttony)."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"false_positive"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
reason
"entry mismatch: got \"853\", expected \"855\""
2
parsed
entry
"855"
detail
"sin"
explanation
"The text incorrectly identifies Avaros as the domain of greed, but the codex states Avaros is the realm of Greed, but Prince Belphegor rules Dymas (Gluttony). Mammon rules Avaros."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"false_positive"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."