"2026-02-16T01:52:55.963367+00:00"2/16/2026, 1:52:55 AM
model
"writer/palmyra-x5-20250428"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
584
moderation_latency
174
generation_time
16920
tokens_prompt
7819
tokens_completion
1101
native_tokens_prompt
7608
native_tokens_completion
1148
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0114528
router
(null)
provider_responses
0
status
200
is_byok
false
latency
584
endpoint_id
"c684c4e7-1b77-4ca5-9516-7ecc66e2c455"
provider_name
"Amazon Bedrock"
model_permaslug
"writer/palmyra-x5-20250428"
api_type
"completions"
id
"gen-1771206758-njx0x1VDXkZR1kntXYCx"
upstream_id
(null)
total_cost
0.0114528
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Amazon Bedrock"
Evaluation details
Result
Evaluator
Details
Meta Data
51.6667%
Accuracy (recall)
Matched: 17/30, FP: 3
parsedCount
20
matched
17
total
30
falsePositives
3
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text says the Fae Grove is in Hyde Park, but the codex states it is in Richmond Park."
paragraph
1
substring
"Hyde Park"
location
extractedText
"Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"861"
detail
"standingStones"
summary
"The grove has oak standing stones per codex, but the passage says elm."
status
"missed"
2
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text says Isolde has pale blue eyes, but the codex states her eyes are pale lavender."
paragraph
1
substring
"her pale blue eyes"
location
extractedText
"her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes, unblinking"
locationAccurate
true
3
expected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
status
"matched"
matchedBy
entry
"4424"
detail
"footprints"
explanation
"The text says Isolde leaves footprints, but the codex states she leaves no footprints when she walks."
paragraph
1
substring
"her bare feet leaving clear prints in the soft earth"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"her bare feet leaving clear prints in the soft earth"
locationAccurate
false
4
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold per codex, but the passage says warm."
status
"missed"
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per codex, but the passage says square glasses."
status
"missed"
6
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue vials per codex, but Isolde says red glass vials."
status
"missed"
7
expected
entry
"2005"
detail
"sealMaterial"
summary
"Dream Dust vials are sealed with black wax per codex, but Isolde says white wax."
status
"missed"
8
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per codex, but Isolde says Prince Lilith."
status
"missed"
9
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text says Father Cormac has dark brown eyes, but the codex states his eyes are pale blue."
paragraph
2
substring
"dark brown eyes"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
10
expected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
status
"matched"
matchedBy
entry
"4422"
detail
"rosary"
explanation
"The text says Father Cormac has a cedar rosary, but the codex specifies it is made of rowan wood beads."
paragraph
2
substring
"cedar rosary beads"
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
false
11
expected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
status
"matched"
matchedBy
entry
"7002"
detail
"signedYear"
explanation
"The text says the Covenant of Separation was from 1066, but the codex states it was signed in 1215."
paragraph
10
substring
"from 1066"
location
extractedText
"[not found in paragraph 10]"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
false
12
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard HQ is St. Brigid's in Islington per codex, but Cormac says Southwark."
status
"missed"
13
expected
entry
"4415"
detail
"cane"
summary
"Lucien carries an ivory-handled cane per codex, but the passage says mahogany."
status
"missed"
14
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
status
"matched"
matchedBy
entry
"4415"
detail
"eyeColor"
explanation
"The text says Lucien has two amber eyes, but the codex states he is heterochromatic — one amber, one black."
paragraph
3
substring
"Both his amber eyes"
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"Both his amber eyes were fixed"
locationAccurate
false
15
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text says Yasmin's flame serpent tattoo is on her right arm, but the codex states it is on her left arm."
paragraph
4
substring
"right arm"
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
16
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"The text says the dragon tattoo is visible on Wei-Lin's chest, but the codex states it covers his entire back, not the chest."
paragraph
5
substring
"chest"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"the dragon tattoo on his chest"
locationAccurate
false
17
expected
entry
"2006"
detail
"material"
summary
"Fae-Forged Blades are moonsilver per codex, but Wei-Lin says bronze."
status
"missed"
18
expected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
status
"matched"
matchedBy
entry
"856"
detail
"currentLocation"
explanation
"The text says the Veil Market is under Shoreditch, but the codex states its current location is beneath Camden."
paragraph
5
substring
"under Shoreditch"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
false
19
expected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
status
"matched"
matchedBy
entry
"4420"
detail
"hair"
explanation
"The text describes Kai's hair as natural black, but the codex states his hair is dyed electric-blue in an undercut."
paragraph
5
substring
"natural black hair"
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"his natural black hair falling into his face"
locationAccurate
false
20
expected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
status
"matched"
matchedBy
entry
"6006"
detail
"logo"
explanation
"The text describes Blackthorn Security's logo as a sword inside a circle, but the codex states it is a thorned branch inside a shield."
paragraph
6
substring
"the sword inside a circle"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
false
21
expected
entry
"4419"
detail
"walkingStick"
summary
"Maggie carries a blackthorn stick per codex, but the passage says oak."
status
"missed"
22
expected
entry
"4419"
detail
"eyeColor"
summary
"Maggie has grey eyes per codex, but the passage says green."
status
"missed"
23
expected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
status
"matched"
matchedBy
entry
"6001"
detail
"foundingYear"
explanation
"The text says the Wardens were founded in 1066, but the codex states they were founded in 1215."
paragraph
11
substring
"founded in 1066"
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
false
24
expected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
status
"matched"
matchedBy
entry
"4417"
detail
"scar"
explanation
"The text says Tomás has a scar on his right forearm, but the codex states the scar is on his left forearm."
paragraph
7
substring
"scarred right forearm"
location
extractedText
"[not found in paragraph 7]"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
false
25
expected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
status
"matched"
matchedBy
entry
"4417"
detail
"birthplace"
explanation
"The text implies Tomás is from Madrid, but the codex states he was born in Seville, Spain."
paragraph
7
substring
"Madrid accent"
location
extractedText
"[not found in paragraph 7]"
inBounds
true
expectedText
"His Madrid accent"
locationAccurate
false
26
expected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
status
"matched"
matchedBy
entry
"4418"
detail
"eyeColor"
explanation
"The text says Nyx has glowing blue eyes, but the codex states their eyes are faintly glowing violet."
paragraph
8
substring
"glowing blue eyes"
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
27
expected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
status
"matched"
matchedBy
entry
"2001"
detail
"chainMaterial"
explanation
"The text says the Heartstone Pendant has a golden chain, but the codex states it has a silver chain."
paragraph
9
substring
"golden chain"
location
extractedText
"[not found in paragraph 9]"
inBounds
true
expectedText
"the golden chain tangled in her fingers"
locationAccurate
false
28
expected
entry
"2001"
detail
"origin"
summary
"The Heartstone Pendant was forged in Dymas per codex, but Isolde says it was forged in Avaros."
status
"missed"
29
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per codex, but Tomás says Prince Belphegor's agents operate there."
status
"missed"
falsePositiveDetails
0
parsed
entry
"4412"
detail
"weapon"
explanation
"The Fae-Forged Blade is described as warm, but the codex states it is always cold to the touch."
paragraph
1
substring
"the Fae-Forged Blade warm at her hip"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
1
parsed
entry
"856"
detail
"currentLocation"
explanation
"The text says the market is under Camden this month, but earlier in the same paragraph it had already moved to Shoreditch — creating a contradiction. The codex states it moves every full moon, but only one location can be current. The final statement contradicts the codex's rule that the location is singular and changes monthly."
paragraph
6
substring
"under Camden this month"
status
"false_positive"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
""
locationAccurate
false
2
parsed
entry
"6005"
detail
"owner"
explanation
"The owner of Golden Empress Restaurant is mentioned in the group entry but not directly contradicted in the text. No violation."
paragraph
(null)
substring
"Yu-Fei's place"
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
""
locationAccurate
(null)
85.0000%
Precision
True positives: 17/20
totalReported
20
truePositives
17
reportedDetails
0
parsed
entry
"4424"
detail
"eyeColor"
explanation
"The text says Isolde has pale blue eyes, but the codex states her eyes are pale lavender."
paragraph
1
substring
"her pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per codex, but the passage says pale blue eyes."
location
extractedText
"her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes, unblinking"
locationAccurate
true
1
parsed
entry
"4424"
detail
"footprints"
explanation
"The text says Isolde leaves footprints, but the codex states she leaves no footprints when she walks."
paragraph
1
substring
"her bare feet leaving clear prints in the soft earth"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"footprints"
summary
"Isolde leaves no footprints per codex, but the passage says she leaves clear prints."
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
"her bare feet leaving clear prints in the soft earth"
locationAccurate
false
2
parsed
entry
"4412"
detail
"weapon"
explanation
"The Fae-Forged Blade is described as warm, but the codex states it is always cold to the touch."
paragraph
1
substring
"the Fae-Forged Blade warm at her hip"
status
"false_positive"
location
extractedText
"[not found in paragraph 1]"
inBounds
true
expectedText
""
locationAccurate
false
3
parsed
entry
"4422"
detail
"rosary"
explanation
"The text says Father Cormac has a cedar rosary, but the codex specifies it is made of rowan wood beads."
paragraph
2
substring
"cedar rosary beads"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"rosary"
summary
"Cormac carries a rowan wood rosary per codex, but the passage says cedar."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his cedar rosary beads"
locationAccurate
false
4
parsed
entry
"4422"
detail
"eyeColor"
explanation
"The text says Father Cormac has dark brown eyes, but the codex states his eyes are pale blue."
paragraph
2
substring
"dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per codex, but the passage says dark brown eyes."
location
extractedText
"[not found in paragraph 2]"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
false
5
parsed
entry
"4415"
detail
"eyeColor"
explanation
"The text says Lucien has two amber eyes, but the codex states he is heterochromatic — one amber, one black."
paragraph
3
substring
"Both his amber eyes"
status
"true_positive"
matchedExpected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has heterochromatic eyes (one amber, one black), but the passage says both amber."
location
extractedText
"[not found in paragraph 3]"
inBounds
true
expectedText
"Both his amber eyes were fixed"
locationAccurate
false
6
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text says Yasmin's flame serpent tattoo is on her right arm, but the codex states it is on her left arm."
paragraph
4
substring
"right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per codex, but the passage says right arm."
location
extractedText
"[not found in paragraph 4]"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
false
7
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text says the dragon tattoo is visible on Wei-Lin's chest, but the codex states it covers his entire back, not the chest."
paragraph
5
substring
"chest"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his back per codex, but the passage says chest."
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"the dragon tattoo on his chest"
locationAccurate
false
8
parsed
entry
"4420"
detail
"hair"
explanation
"The text describes Kai's hair as natural black, but the codex states his hair is dyed electric-blue in an undercut."
paragraph
5
substring
"natural black hair"
status
"true_positive"
matchedExpected
entry
"4420"
detail
"hair"
summary
"Kai has dyed electric-blue hair per codex, but the passage says natural black hair."
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"his natural black hair falling into his face"
locationAccurate
false
9
parsed
entry
"856"
detail
"currentLocation"
explanation
"The text says the Veil Market is under Shoreditch, but the codex states its current location is beneath Camden."
paragraph
5
substring
"under Shoreditch"
status
"true_positive"
matchedExpected
entry
"856"
detail
"currentLocation"
summary
"The Veil Market is under Camden per codex, but Wei-Lin says Shoreditch."
location
extractedText
"[not found in paragraph 5]"
inBounds
true
expectedText
"abandoned station under Shoreditch"
locationAccurate
false
10
parsed
entry
"856"
detail
"currentLocation"
explanation
"The text says the market is under Camden this month, but earlier in the same paragraph it had already moved to Shoreditch — creating a contradiction. The codex states it moves every full moon, but only one location can be current. The final statement contradicts the codex's rule that the location is singular and changes monthly."
paragraph
6
substring
"under Camden this month"
status
"false_positive"
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
""
locationAccurate
false
11
parsed
entry
"6006"
detail
"logo"
explanation
"The text describes Blackthorn Security's logo as a sword inside a circle, but the codex states it is a thorned branch inside a shield."
paragraph
6
substring
"the sword inside a circle"
status
"true_positive"
matchedExpected
entry
"6006"
detail
"logo"
summary
"Blackthorn Security's logo is a thorned branch inside a shield per codex, but Kai says a sword inside a circle."
location
extractedText
"[not found in paragraph 6]"
inBounds
true
expectedText
"the sword inside a circle"
locationAccurate
false
12
parsed
entry
"4417"
detail
"birthplace"
explanation
"The text implies Tomás is from Madrid, but the codex states he was born in Seville, Spain."
paragraph
7
substring
"Madrid accent"
status
"true_positive"
matchedExpected
entry
"4417"
detail
"birthplace"
summary
"Tomás was born in Seville per codex, but the passage implies Madrid accent."
location
extractedText
"[not found in paragraph 7]"
inBounds
true
expectedText
"His Madrid accent"
locationAccurate
false
13
parsed
entry
"4417"
detail
"scar"
explanation
"The text says Tomás has a scar on his right forearm, but the codex states the scar is on his left forearm."
paragraph
7
substring
"scarred right forearm"
status
"true_positive"
matchedExpected
entry
"4417"
detail
"scar"
summary
"Tomás has a scar on his left forearm per codex, but the passage says right forearm."
location
extractedText
"[not found in paragraph 7]"
inBounds
true
expectedText
"His scarred right forearm"
locationAccurate
false
14
parsed
entry
"4418"
detail
"eyeColor"
explanation
"The text says Nyx has glowing blue eyes, but the codex states their eyes are faintly glowing violet."
paragraph
8
substring
"glowing blue eyes"
status
"true_positive"
matchedExpected
entry
"4418"
detail
"eyeColor"
summary
"Nyx has violet eyes per codex, but the passage says blue."
location
extractedText
"[not found in paragraph 8]"
inBounds
true
expectedText
"their glowing blue eyes"
locationAccurate
false
15
parsed
entry
"2001"
detail
"chainMaterial"
explanation
"The text says the Heartstone Pendant has a golden chain, but the codex states it has a silver chain."
paragraph
9
substring
"golden chain"
status
"true_positive"
matchedExpected
entry
"2001"
detail
"chainMaterial"
summary
"The Heartstone Pendant has a silver chain per codex, but the passage says golden chain."
location
extractedText
"[not found in paragraph 9]"
inBounds
true
expectedText
"the golden chain tangled in her fingers"
locationAccurate
false
16
parsed
entry
"7002"
detail
"signedYear"
explanation
"The text says the Covenant of Separation was from 1066, but the codex states it was signed in 1215."
paragraph
10
substring
"from 1066"
status
"true_positive"
matchedExpected
entry
"7002"
detail
"signedYear"
summary
"The Covenant of Separation was signed in 1215 per codex, but Cormac says 1066."
location
extractedText
"[not found in paragraph 10]"
inBounds
true
expectedText
"the old treaty from 1066"
locationAccurate
false
17
parsed
entry
"6001"
detail
"foundingYear"
explanation
"The text says the Wardens were founded in 1066, but the codex states they were founded in 1215."
paragraph
11
substring
"founded in 1066"
status
"true_positive"
matchedExpected
entry
"6001"
detail
"foundingYear"
summary
"The Wardens were founded in 1215 per codex, but Maggie says 1066."
location
extractedText
"[not found in paragraph 11]"
inBounds
true
expectedText
"The Wardens were founded in 1066"
locationAccurate
false
18
parsed
entry
"6005"
detail
"owner"
explanation
"The owner of Golden Empress Restaurant is mentioned in the group entry but not directly contradicted in the text. No violation."
paragraph
(null)
substring
"Yu-Fei's place"
status
"false_positive"
location
extractedText
(null)
inBounds
false
expectedText
""
locationAccurate
(null)
19
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text says the Fae Grove is in Hyde Park, but the codex states it is in Richmond Park."
paragraph
1
substring
"Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per codex, but the passage says Hyde Park."