"2026-02-16T00:23:59.759844+00:00"2/16/2026, 12:23:59 AM
model
"meta-llama/llama-3.1-8b-instruct"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
729
moderation_latency
(null)
generation_time
1511
tokens_prompt
7863
tokens_completion
266
native_tokens_prompt
7503
native_tokens_completion
271
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.00024948
router
(null)
provider_responses
0
id
"cmpl-e2578a8bc62f43bb9bc451ef9dd380f2"
status
200
is_byok
false
latency
314
endpoint_id
"0a08dbd2-0f96-40dd-baa6-46f324f33a5e"
provider_name
"Nebius"
model_permaslug
"meta-llama/llama-3.1-8b-instruct"
api_type
"completions"
id
"gen-1771201437-DerU2qSnUredxiRYLQAs"
upstream_id
"cmpl-e2578a8bc62f43bb9bc451ef9dd380f2"
total_cost
0.00024948
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Nebius"
Evaluation details
Result
Evaluator
Details
Meta Data
0.0000%
Accuracy (recall)
Matched: 1/30, FP: 4
parsedCount
5
matched
1
total
30
falsePositives
4
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"861\""
1
expected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"861\""
2
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4424\""
3
expected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4424\""
4
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"2006\""
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4414\""
6
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"2005\""
7
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"2005\""
8
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
status
"missed"
nearMiss
parsed
entry
"6002"
detail
"master"
explanation
"The text says Prince Lilith, but the codex does not specify Prince Lilith as the master of the Somnian Cult, it only mentions Prince Asmodeus."
paragraph
6
substring
"Prince Lilith, demands more dreamers for her garden of sleeping souls"
reason
"entry mismatch: got \"6002\", expected \"6003\""
9
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4422\""
10
expected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4422\""
11
expected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
status
"matched"
matchedBy
entry
"7002"
detail
"signedYear"
explanation
"The text says 1066, but the codex says 1215."
paragraph
6
substring
"the old treaty from 1066"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
false
12
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"6004\""
13
expected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4415\""
14
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4415\""
15
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4421\""
16
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4423\""
17
expected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"2006\""
18
expected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"856\""
19
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4420\""
20
expected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"6006\""
21
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn stick per codex, but the passage says oak."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4419\""
22
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4419\""
23
expected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
status
"missed"
nearMiss
parsed
entry
"6005"
detail
"foundingYear"
explanation
"The text says 1066, but the codex says 1215."
paragraph
14
substring
"founded in 1066"
reason
"entry mismatch: got \"6005\", expected \"6001\""
24
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4417\""
25
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4417\""
26
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"4418\""
27
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"2001\""
28
expected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"2001\""
29
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
status
"missed"
nearMiss
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
reason
"entry mismatch: got \"4429\", expected \"855\""
falsePositiveDetails
0
parsed
entry
"6005"
detail
"foundingYear"
explanation
"The text says 1066, but the codex says 1215."
paragraph
14
substring
"founded in 1066"
status
"false_positive"
location
extractedText
"[not found in paragraph 14]"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
false
closestExpected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
reason
"entry mismatch: got \"6005\", expected \"6001\""
1
parsed
entry
"6002"
detail
"master"
explanation
"The text says Prince Lilith, but the codex does not specify Prince Lilith as the master of the Somnian Cult, it only mentions Prince Asmodeus."
paragraph
6
substring
"Prince Lilith, demands more dreamers for her garden of sleeping souls"
status
"false_positive"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"Prince Lilith, demands more dreamers"
locationAccurate
false
closestExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
reason
"entry mismatch: got \"6002\", expected \"6003\""
2
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
(null)
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
reason
"entry mismatch: got \"4429\", expected \"861\""
3
parsed
entry
"6004"
detail
"host"
explanation
"The text says St. Brigid's Cathedral in Southwark the codex mentions St. Brigid's parish in Islington as the headquarters for the Parish Guard, not cathedral and Southwark but Islington."
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
"our cathedral in Southwark"
locationAccurate
(null)
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
reason
"entry mismatch: got \"6005\", expected \"6001\""
1
parsed
entry
"6002"
detail
"master"
explanation
"The text says Prince Lilith, but the codex does not specify Prince Lilith as the master of the Somnian Cult, it only mentions Prince Asmodeus."
paragraph
6
substring
"Prince Lilith, demands more dreamers for her garden of sleeping souls"
status
"false_positive"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"Prince Lilith, demands more dreamers"
locationAccurate
false
closestExpected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
reason
"entry mismatch: got \"6002\", expected \"6003\""
2
parsed
entry
"7002"
detail
"signedYear"
explanation
"The text says 1066, but the codex says 1215."
paragraph
6
substring
"the old treaty from 1066"
status
"true_positive"
matchedExpected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
false
3
parsed
entry
"4429"
detail
""
explanation
"No entry in the codex for this name, description, and location association"
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
(null)
closestExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
reason
"entry mismatch: got \"4429\", expected \"861\""
4
parsed
entry
"6004"
detail
"host"
explanation
"The text says St. Brigid's Cathedral in Southwark the codex mentions St. Brigid's parish in Islington as the headquarters for the Parish Guard, not cathedral and Southwark but Islington."
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
"our cathedral in Southwark"
locationAccurate
(null)
closestExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."