"2026-02-16T01:55:47.623899+00:00"2/16/2026, 1:55:47 AM
model
"mistralai/mistral-small-creative-20251216"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
378
moderation_latency
(null)
generation_time
3305
tokens_prompt
6574
tokens_completion
767
native_tokens_prompt
6676
native_tokens_completion
791
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
2240
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0009049
router
(null)
provider_responses
0
id
"21e40936c3f3434e9dff9189446b493c"
status
200
is_byok
false
latency
378
endpoint_id
"0118a65e-79f9-48b0-924e-38c4a41378e1"
provider_name
"Mistral"
model_permaslug
"mistralai/mistral-small-creative-20251216"
api_type
"completions"
id
"gen-1771206942-xIJEBSEePjCOBpLS8QNJ"
upstream_id
"21e40936c3f3434e9dff9189446b493c"
total_cost
0.0009049
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Mistral"
Evaluation details
Result
Evaluator
Details
Meta Data
15.0000%
Accuracy (recall)
Matched: 6/10, FP: 9
parsedCount
15
matched
6
total
10
falsePositives
9
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text says Hyde Park, but the codex states the Fae Grove is in Richmond Park."
paragraph
1
substring
"Hyde Park"
location
extractedText
"Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text says pale blue eyes, but the codex states Isolde's eye color is pale lavender."
paragraph
1
substring
"pale blue eyes"
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"missed"
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"missed"
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text says dark brown eyes, but the codex states Father Cormac's eye color is pale blue."
paragraph
2
substring
"dark brown eyes"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"missed"
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"missed"
nearMiss
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text describes the tattoo as a flame serpent, but the codex does not specify the type of serpent, only that it is a flame serpent (no contradiction here, but the placement is wrong)."
paragraph
3
substring
"flame serpent tattoo"
reason
"entry mismatch: got \"4423\", expected \"4421\""
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"The text says the flame serpent tattoo is on her right arm, but the codex states it is on Yasmin's left arm."
paragraph
3
substring
"right arm"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The text says bronze daggers, but the codex states the Fae-Forged Blade is made of moonsilver."
paragraph
6
substring
"bronze daggers"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
false
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The text says the Fae-Forged Blade is warm to the touch, but the codex states it is always cold to the touch."
paragraph
6
substring
"warm to the touch"
location
extractedText
"warm to the touch"
inBounds
true
expectedText
"It was warm to the touch"
locationAccurate
true
falsePositiveDetails
0
parsed
entry
"4422"
detail
"hair"
explanation
"The text says thinning ginger hair, but the codex states Father Cormac has thinning ginger hair (correct) but the description of \"dark brown eyes\" contradicts the codex."
paragraph
2
substring
"thinning ginger hair"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
closestExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
"The text describes the tattoo as a flame serpent, but the codex does not specify the type of serpent, only that it is a flame serpent (no contradiction here, but the placement is wrong)."
paragraph
3
substring
"flame serpent tattoo"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"4423\", expected \"4421\""
2
parsed
entry
"4423"
detail
"eyeColor"
explanation
"The text says amber eyes, but the codex states Yasmin's eye color is amber (correct). No contradiction here."
paragraph
3
substring
"amber eyes"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
"The text says the flame serpent tattoo is on her right arm, but the codex states it is on Yasmin's left arm."
paragraph
3
substring
"right arm"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"4423\", expected \"4421\""
7
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text does not contradict the codex regarding the type of serpent."
paragraph
3
substring
"flame serpent"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"4423\", expected \"4421\""
8
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text says the flame serpent tattoo is on her right arm, but the codex states it is on Yasmin's left arm."
paragraph
3
substring
"right arm"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"4423\", expected \"4421\""
40.0000%
Precision
True positives: 6/15
totalReported
15
truePositives
6
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text says Hyde Park, but the codex states the Fae Grove is in Richmond Park."
paragraph
1
substring
"Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"4424"
detail
"eyeColor"
explanation
"The text says pale blue eyes, but the codex states Isolde's eye color is pale lavender."
paragraph
1
substring
"pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
parsed
entry
"4422"
detail
"eyeColor"
explanation
"The text says dark brown eyes, but the codex states Father Cormac's eye color is pale blue."
paragraph
2
substring
"dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
3
parsed
entry
"4422"
detail
"hair"
explanation
"The text says thinning ginger hair, but the codex states Father Cormac has thinning ginger hair (correct) but the description of \"dark brown eyes\" contradicts the codex."
paragraph
2
substring
"thinning ginger hair"
status
"false_positive"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
closestExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
"The text says the flame serpent tattoo is on her right arm, but the codex states it is on Yasmin's left arm."
paragraph
3
substring
"right arm"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
5
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text describes the tattoo as a flame serpent, but the codex does not specify the type of serpent, only that it is a flame serpent (no contradiction here, but the placement is wrong)."
paragraph
3
substring
"flame serpent tattoo"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
closestExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
reason
"entry mismatch: got \"4423\", expected \"4421\""
6
parsed
entry
"4423"
detail
"eyeColor"
explanation
"The text says amber eyes, but the codex states Yasmin's eye color is amber (correct). No contradiction here."
paragraph
3
substring
"amber eyes"
status
"false_positive"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
false
closestExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."