"2026-02-16T01:09:26.748376+00:00"2/16/2026, 1:09:26 AM
model
"google/gemini-2.5-flash"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
344
moderation_latency
(null)
generation_time
2120
tokens_prompt
6574
tokens_completion
504
native_tokens_prompt
6655
native_tokens_completion
541
native_tokens_completion_images
0
native_tokens_reasoning
0
native_tokens_cached
6133
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"STOP"
usage
0.00169309
router
(null)
provider_responses
0
status
200
is_byok
false
latency
344
endpoint_id
"16c01e26-9b91-4d22-b487-ed35634b017d"
provider_name
"Google AI Studio"
model_permaslug
"google/gemini-2.5-flash"
api_type
"completions"
id
"gen-1771204164-ORmY7a1CkRmzBNio7enE"
upstream_id
(null)
total_cost
0.00169309
cache_discount
0.00165591
upstream_inference_cost
0
provider_name
"Google AI Studio"
Evaluation details
Result
Evaluator
Details
Meta Data
95.0000%
Accuracy (recall)
Matched: 10/10, FP: 1
parsedCount
11
matched
10
total
10
falsePositives
1
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The Fae Grove is located in Richmond Park, not Hyde Park."
paragraph
1
substring
"Hyde Park"
location
extractedText
"Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"Isolde's eye color is pale lavender, not pale blue."
paragraph
1
substring
"pale blue eyes"
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"Somnian Dream Dust is stored in cobalt-blue glass vials, not red."
paragraph
2
substring
"red glass vials"
location
extractedText
"red glass vials"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
true
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"matched"
matchedBy
entry
"6003"
detail
"master"
explanation
"The master of the Somnian Cult is Prince Asmodeus, not Prince Lilith."
paragraph
2
substring
"Prince Lilith"
location
extractedText
"Prince Lilith"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
true
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"Father Cormac's eye color is pale blue, not dark brown."
paragraph
3
substring
"dark brown eyes"
location
extractedText
"dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"matched"
matchedBy
entry
"6004"
detail
"headquarters"
explanation
"The Parish Guard's headquarters is St. Brigid's Church in Islington, not a cathedral in Southwark."
paragraph
3
substring
"our cathedral in Southwark"
location
extractedText
"our cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"Yasmin's flame serpent tattoo is on her left arm, not her right."
paragraph
4
substring
"right arm"
location
extractedText
"right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"Wei-Lin's dragon tattoo covers his entire back, not his chest."
paragraph
5
substring
"dragon on his chest"
location
extractedText
"dragon on his chest"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The Fae-Forged Blade is made of moonsilver, not bronze."
paragraph
5
substring
"bronze daggers"
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
true
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The Fae-Forged Blade is always cold to the touch, not warm."
paragraph
6
substring
"warm to the touch"
location
extractedText
"warm to the touch"
inBounds
true
expectedText
"It was warm to the touch"
locationAccurate
true
falsePositiveDetails
0
parsed
entry
"6002"
detail
"headquarters"
explanation
"The Crimson Court's headquarters is Dymas, Hel, but the text implies they operate from somewhere else by saying \"stored in little red glass vials, they tell me.\" The Crimson Court operates through proxies and agents, not directly from Dymas on Earth for spreading Dream Dust."
paragraph
2
substring
"Dymas, Hel"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
false
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
reason
"entry mismatch: got \"6002\", expected \"6004\""
90.9091%
Precision
True positives: 10/11
totalReported
11
truePositives
10
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The Fae Grove is located in Richmond Park, not Hyde Park."
paragraph
1
substring
"Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"4424"
detail
"eyeColor"
explanation
"Isolde's eye color is pale lavender, not pale blue."
paragraph
1
substring
"pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
parsed
entry
"6002"
detail
"headquarters"
explanation
"The Crimson Court's headquarters is Dymas, Hel, but the text implies they operate from somewhere else by saying \"stored in little red glass vials, they tell me.\" The Crimson Court operates through proxies and agents, not directly from Dymas on Earth for spreading Dream Dust."
paragraph
2
substring
"Dymas, Hel"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
false
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
reason
"entry mismatch: got \"6002\", expected \"6004\""
3
parsed
entry
"2005"
detail
"containerColor"
explanation
"Somnian Dream Dust is stored in cobalt-blue glass vials, not red."
paragraph
2
substring
"red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
location
extractedText
"red glass vials"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
true
4
parsed
entry
"6003"
detail
"master"
explanation
"The master of the Somnian Cult is Prince Asmodeus, not Prince Lilith."
paragraph
2
substring
"Prince Lilith"
status
"true_positive"
matchedExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
location
extractedText
"Prince Lilith"
inBounds
true
expectedText
"Their master, Prince Lilith"
locationAccurate
true
5
parsed
entry
"4422"
detail
"eyeColor"
explanation
"Father Cormac's eye color is pale blue, not dark brown."
paragraph
3
substring
"dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
6
parsed
entry
"6004"
detail
"headquarters"
explanation
"The Parish Guard's headquarters is St. Brigid's Church in Islington, not a cathedral in Southwark."
paragraph
3
substring
"our cathedral in Southwark"
status
"true_positive"
matchedExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
location
extractedText
"our cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
7
parsed
entry
"4421"
detail
"tattoo"
explanation
"Yasmin's flame serpent tattoo is on her left arm, not her right."
paragraph
4
substring
"right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
location
extractedText
"right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
8
parsed
entry
"4423"
detail
"tattoo"
explanation
"Wei-Lin's dragon tattoo covers his entire back, not his chest."
paragraph
5
substring
"dragon on his chest"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
location
extractedText
"dragon on his chest"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
9
parsed
entry
"2006"
detail
"material"
explanation
"The Fae-Forged Blade is made of moonsilver, not bronze."
paragraph
5
substring
"bronze daggers"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
true
10
parsed
entry
"2006"
detail
"temperature"
explanation
"The Fae-Forged Blade is always cold to the touch, not warm."
paragraph
6
substring
"warm to the touch"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."