"2026-02-16T02:05:00.005539+00:00"2/16/2026, 2:05:00 AM
model
"writer/palmyra-x5-20250428"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
1779
moderation_latency
146
generation_time
6110
tokens_prompt
2275
tokens_completion
348
native_tokens_prompt
2222
native_tokens_completion
374
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0035772
router
(null)
provider_responses
0
status
200
is_byok
false
latency
1779
endpoint_id
"c684c4e7-1b77-4ca5-9516-7ecc66e2c455"
provider_name
"Amazon Bedrock"
model_permaslug
"writer/palmyra-x5-20250428"
api_type
"completions"
id
"gen-1771207493-lZyE1Ve38oRvABqAvxYV"
upstream_id
(null)
total_cost
0.0035772
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Amazon Bedrock"
Evaluation details
Result
Evaluator
Details
Meta Data
75.0000%
Accuracy (recall)
Matched: 5/6, FP: 1
parsedCount
6
matched
5
total
6
falsePositives
1
expectedDetails
0
expected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
status
"matched"
matchedBy
entry
"855"
detail
"ruler"
explanation
"The text attributes Avaros (the realm of Greed) to Prince Belphegor, but the codex states that Avaros is ruled by Prince Mammon, not Belphegor. Belphegor rules Dymas."
paragraph
2
substring
"Prince Belphegor's domain of greed"
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
1
expected
entry
"4415"
detail
"eyeColor"
summary
"Lucien has one amber eye and one black eye (heterochromia), but the passage says both his amber eyes."
status
"matched"
matchedBy
entry
"4415"
detail
"eyeColor"
explanation
"The text refers to Lucien having \"both his amber eyes\", but the codex states he is heterochromatic — one amber and one black."
paragraph
2
substring
"both his amber eyes"
location
extractedText
"both his amber eyes"
inBounds
true
expectedText
"both his amber eyes narrowed"
locationAccurate
true
2
expected
entry
"2002"
detail
"origin"
summary
"The Ledger of Debts originates from Avaros per its codex entry, but Eva says it came from Dymas."
status
"missed"
nearMiss
parsed
entry
"855"
detail
"origin"
explanation
"The text claims the Ledger of Debts originally came from Dymas, but the codex states its origin is Avaros. This contradicts the \"origin\" attribute in item 2002."
paragraph
4
substring
"originally came from Dymas, not Avaros"
reason
"entry mismatch: got \"855\", expected \"2002\""
3
expected
entry
"4416"
detail
"eyeColor"
summary
"Detective Quinn has brown eyes per her codex entry, but the passage says blue eyes."
status
"matched"
matchedBy
entry
"4416"
detail
"eyeColor"
explanation
"The text describes Detective Quinn as having blue eyes, but the codex states her eye color is brown."
paragraph
5
substring
"her blue eyes"
location
extractedText
"her blue eyes"
inBounds
true
expectedText
"her blue eyes watching the museum"
locationAccurate
true
4
expected
entry
"4416"
detail
"hair"
summary
"Detective Quinn has salt-and-pepper hair per her codex entry, but the passage says blonde hair."
status
"matched"
matchedBy
entry
"4416"
detail
"hair"
explanation
"The text describes Detective Quinn's hair as short blonde, but the codex specifies it is \"closely cropped salt-and-pepper\"."
paragraph
5
substring
"short blonde hair"
location
extractedText
"short blonde hair"
inBounds
true
expectedText
"Her short blonde hair"
locationAccurate
true
5
expected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per her codex entry, but the passage says square glasses."
status
"matched"
matchedBy
entry
"4414"
detail
"glasses"
explanation
"The text mentions \"square glasses\", but the codex specifies Eva wears \"round glasses\"."
paragraph
1
substring
"square glasses"
location
extractedText
"square glasses"
inBounds
true
expectedText
"her square glasses"
locationAccurate
true
falsePositiveDetails
0
parsed
entry
"855"
detail
"origin"
explanation
"The text claims the Ledger of Debts originally came from Dymas, but the codex states its origin is Avaros. This contradicts the \"origin\" attribute in item 2002."
paragraph
4
substring
"originally came from Dymas, not Avaros"
status
"false_positive"
location
extractedText
"originally came from Dymas, not Avaros"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
"The text mentions \"square glasses\", but the codex specifies Eva wears \"round glasses\"."
paragraph
1
substring
"square glasses"
status
"true_positive"
matchedExpected
entry
"4414"
detail
"glasses"
summary
"Eva wears round glasses per her codex entry, but the passage says square glasses."
location
extractedText
"square glasses"
inBounds
true
expectedText
"her square glasses"
locationAccurate
true
1
parsed
entry
"855"
detail
"ruler"
explanation
"The text attributes Avaros (the realm of Greed) to Prince Belphegor, but the codex states that Avaros is ruled by Prince Mammon, not Belphegor. Belphegor rules Dymas."
paragraph
2
substring
"Prince Belphegor's domain of greed"
status
"true_positive"
matchedExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."
location
extractedText
"Prince Belphegor's domain of greed"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
true
2
parsed
entry
"855"
detail
"origin"
explanation
"The text claims the Ledger of Debts originally came from Dymas, but the codex states its origin is Avaros. This contradicts the \"origin\" attribute in item 2002."
paragraph
4
substring
"originally came from Dymas, not Avaros"
status
"false_positive"
location
extractedText
"originally came from Dymas, not Avaros"
inBounds
true
expectedText
"Prince Belphegor's domain of greed"
locationAccurate
false
closestExpected
entry
"855"
detail
"ruler"
summary
"Avaros is Prince Mammon's realm per the codex, but Eva says it is Prince Belphegor's domain."