"2026-02-16T01:12:18.369439+00:00"2/16/2026, 1:12:18 AM
model
"google/gemini-2.5-flash-lite"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
219
moderation_latency
(null)
generation_time
1585
tokens_prompt
2275
tokens_completion
461
native_tokens_prompt
2271
native_tokens_completion
465
native_tokens_completion_images
0
native_tokens_reasoning
0
native_tokens_cached
2038
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"STOP"
usage
0.00022968
router
(null)
provider_responses
0
status
200
is_byok
false
latency
219
endpoint_id
"ce839073-aa24-4f29-8358-15b319bd05ec"
provider_name
"Google AI Studio"
model_permaslug
"google/gemini-2.5-flash-lite"
api_type
"completions"
id
"gen-1771204335-EMej17Xm3YkUkONKDDJj"
upstream_id
(null)
total_cost
0.00022968
cache_discount
0.00018342
upstream_inference_cost
0
provider_name
"Google AI Studio"
Evaluation details
Result
Evaluator
Details
Meta Data
66.6667%
Accuracy (recall)
Matched: 5/6, FP: 2
parsedCount
7
matched
5
total
6
falsePositives
2
expectedDetails
0
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
status
"matched"
matchedBy
entry
"855"
detail
"ruler"
explanation
"The described domain of greed is Avaros, but the text incorrectly associates Prince Belphegor with it. The codex states Avaros is ruled by Prince Mammon."
paragraph
2
substring
"Avaros"
location
extractedText
"Avaros"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
false
1
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has one amber eye and one black eye (heterochromia), but the passage says both his amber eyes."
status
"matched"
matchedBy
entry
"4415"
detail
"eyeColor"
explanation
"The text states Lucien has amber eyes, but the codex states he has heterochromatic eyes – one amber, one black."
paragraph
3
substring
"his amber eyes"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"both his amber eyes narrowed"
locationAccurate
false
2
expected
entry
"2002"
detail
"origin"
summary
"The Ledger of Debts originates from Avaros per its codex entry, but Eva says it came from Dymas."
status
"matched"
matchedBy
entry
"2002"
detail
"origin"
explanation
"The text states The Ledger of Debts is from Dymas, but the codex states its origin is Avaros."
paragraph
4
substring
"from Dymas"
location
extractedText
"from Dymas"
inBounds
true
expectedText
"it originally came from Dymas, not Avaros"
locationAccurate
true
3
expected
entry
"4416"
detail
"eyeColor"
summary
"Detective Quinn has brown eyes per her codex entry, but the passage says blue eyes."
status
"matched"
matchedBy
entry
"4416"
detail
"eyeColor"
explanation
"The text states Detective Quinn has blue eyes, but the codex states she has brown eyes."
paragraph
5
substring
"her blue eyes"
location
extractedText
"her blue eyes"
inBounds
true
expectedText
"her blue eyes watching the museum"
locationAccurate
true
4
expected
entry
"4416"
detail
"hair"
summary
"Detective Quinn has salt-and-pepper hair per her codex entry, but the passage says blonde hair."
status
"matched"
matchedBy
entry
"4416"
detail
"hair"
explanation
"The text states Detective Quinn has short blonde hair, but the codex states she has closely cropped salt-and-pepper hair."
paragraph
5
substring
"Her short blonde hair"
location
extractedText
"Her short blonde hair"
inBounds
true
expectedText
"Her short blonde hair"
locationAccurate
true
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per her codex entry, but the passage says square glasses."
status
"missed"
falsePositiveDetails
0
parsed
entry
"853"
detail
"ruler"
explanation
"The text states Prince Belphegor rules Dymas, but the codex states Prince Mammon rules Avaros and Prince Belphegor rules Dymas (which is associated with Gluttony). The text incorrectly associates Prince Belphegor with the domain of greed (Avaros)."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"false_positive"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
reason
"entry mismatch: got \"853\", expected \"855\""
1
parsed
entry
"4415"
detail
"hair"
explanation
"The text describes the male companion as having platinum blond hair, but the codex states Lucien Moreau's hair is slicked-back platinum blond. This is not a contradiction in hair color, but a potential contradiction if the companion is not Lucien; however, the text strongly implies it is him."
paragraph
6
substring
"platinum blond"
status
"false_positive"
location
extractedText
"platinum blond"
inBounds
true
expectedText
"both his amber eyes narrowed"
locationAccurate
false
closestExpected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has one amber eye and one black eye (heterochromia), but the passage says both his amber eyes."
"The text states Prince Belphegor rules Dymas, but the codex states Prince Mammon rules Avaros and Prince Belphegor rules Dymas (which is associated with Gluttony). The text incorrectly associates Prince Belphegor with the domain of greed (Avaros)."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"false_positive"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
reason
"entry mismatch: got \"853\", expected \"855\""
1
parsed
entry
"855"
detail
"ruler"
explanation
"The described domain of greed is Avaros, but the text incorrectly associates Prince Belphegor with it. The codex states Avaros is ruled by Prince Mammon."
paragraph
2
substring
"Avaros"
status
"true_positive"
matchedExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
location
extractedText
"Avaros"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
false
2
parsed
entry
"4415"
detail
"eyeColor"
explanation
"The text states Lucien has amber eyes, but the codex states he has heterochromatic eyes – one amber, one black."
paragraph
3
substring
"his amber eyes"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has one amber eye and one black eye (heterochromia), but the passage says both his amber eyes."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"both his amber eyes narrowed"
locationAccurate
false
3
parsed
entry
"2002"
detail
"origin"
explanation
"The text states The Ledger of Debts is from Dymas, but the codex states its origin is Avaros."
paragraph
4
substring
"from Dymas"
status
"true_positive"
matchedExpected
entry
"2002"
detail
"origin"
summary
"The Ledger of Debts originates from Avaros per its codex entry, but Eva says it came from Dymas."
location
extractedText
"from Dymas"
inBounds
true
expectedText
"it originally came from Dymas, not Avaros"
locationAccurate
true
4
parsed
entry
"4416"
detail
"eyeColor"
explanation
"The text states Detective Quinn has blue eyes, but the codex states she has brown eyes."
paragraph
5
substring
"her blue eyes"
status
"true_positive"
matchedExpected
entry
"4416"
detail
"eyeColor"
summary
"Detective Quinn has brown eyes per her codex entry, but the passage says blue eyes."
location
extractedText
"her blue eyes"
inBounds
true
expectedText
"her blue eyes watching the museum"
locationAccurate
true
5
parsed
entry
"4416"
detail
"hair"
explanation
"The text states Detective Quinn has short blonde hair, but the codex states she has closely cropped salt-and-pepper hair."
paragraph
5
substring
"Her short blonde hair"
status
"true_positive"
matchedExpected
entry
"4416"
detail
"hair"
summary
"Detective Quinn has salt-and-pepper hair per her codex entry, but the passage says blonde hair."
location
extractedText
"Her short blonde hair"
inBounds
true
expectedText
"Her short blonde hair"
locationAccurate
true
6
parsed
entry
"4415"
detail
"hair"
explanation
"The text describes the male companion as having platinum blond hair, but the codex states Lucien Moreau's hair is slicked-back platinum blond. This is not a contradiction in hair color, but a potential contradiction if the companion is not Lucien; however, the text strongly implies it is him."
paragraph
6
substring
"platinum blond"
status
"false_positive"
location
extractedText
"platinum blond"
inBounds
true
expectedText
"both his amber eyes narrowed"
locationAccurate
false
closestExpected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has one amber eye and one black eye (heterochromia), but the passage says both his amber eyes."