"2026-02-16T11:12:27.828783+00:00"2/16/2026, 11:12:27 AM
model
"qwen/qwen3.5-plus-20260216"
app_id
182717
external_user
(null)
streamed
true
cancelled
false
latency
847
moderation_latency
(null)
generation_time
20303
tokens_prompt
6574
tokens_completion
559
native_tokens_prompt
6822
native_tokens_completion
586
native_tokens_completion_images
(null)
native_tokens_reasoning
0
native_tokens_cached
0
num_media_prompt
(null)
num_input_audio_prompt
(null)
num_media_completion
0
num_search_results
(null)
origin
"https://ncbench.com/"
is_byok
false
finish_reason
"stop"
native_finish_reason
"stop"
usage
0.0041352
router
(null)
provider_responses
0
id
"chatcmpl-3c3c7fad-1e00-9f51-aef1-06b273396234"
status
200
is_byok
false
latency
847
endpoint_id
"71e0f6c3-7815-4734-92d3-8a04f3b0ca91"
provider_name
"Alibaba"
model_permaslug
"qwen/qwen3.5-plus-20260216"
api_type
"completions"
id
"gen-1771240327-yFjKnnMyPK95lXNE1DRy"
upstream_id
"chatcmpl-3c3c7fad-1e00-9f51-aef1-06b273396234"
total_cost
0.0041352
cache_discount
(null)
upstream_inference_cost
0
provider_name
"Alibaba"
Evaluation details
Result
Evaluator
Details
Meta Data
85.0000%
Accuracy (recall)
Matched: 9/10, FP: 1
parsedCount
10
matched
9
total
10
falsePositives
1
expectedDetails
0
expected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
status
"matched"
matchedBy
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it is located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
expected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
status
"matched"
matchedBy
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
expected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
status
"matched"
matchedBy
entry
"2005"
detail
"containerColor"
explanation
"The text describes the vials as red, but the codex states Somnian Dream Dust is stored in cobalt-blue glass vials."
paragraph
2
substring
"stored in little red glass vials"
location
extractedText
"stored in little red glass vials"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
true
3
expected
entry
"6003"
detail
"master"
summary
"The Somnian Cult serves Prince Asmodeus per the codex, but Isolde says their master is Prince Lilith."
status
"missed"
4
expected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
status
"matched"
matchedBy
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex states they are pale blue."
paragraph
3
substring
"his dark brown eyes"
location
extractedText
"his dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
5
expected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
status
"matched"
matchedBy
entry
"6004"
detail
"headquarters"
explanation
"The text locates the Parish Guard's base/cathedral in Southwark, but the codex states their headquarters is St. Brigid's Church in Islington."
paragraph
3
substring
"our cathedral in Southwark"
location
extractedText
"our cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
6
expected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
status
"matched"
matchedBy
entry
"4421"
detail
"tattoo"
explanation
"The text places Yasmin's tattoo on her right arm, but the codex states it coils up her left arm."
paragraph
4
substring
"flame serpent tattoo on her right arm"
location
extractedText
"flame serpent tattoo on her right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
7
expected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
status
"matched"
matchedBy
entry
"4423"
detail
"tattoo"
explanation
"The text describes Wei-Lin's dragon tattoo as being on his chest (visible beneath his collar), but the codex states it covers his entire back."
paragraph
5
substring
"The dragon on his chest"
location
extractedText
"The dragon on his chest"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
8
expected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
status
"matched"
matchedBy
entry
"2006"
detail
"material"
explanation
"The text describes Fae-Forged Blades as bronze, but the codex states they are made of moonsilver."
paragraph
5
substring
"bronze daggers"
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
true
9
expected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."
status
"matched"
matchedBy
entry
"2006"
detail
"temperature"
explanation
"The text describes the Fae-Forged Blade as warm, but the codex states it is always cold to the touch."
paragraph
6
substring
"warm to the touch"
location
extractedText
"warm to the touch"
inBounds
true
expectedText
"It was warm to the touch"
locationAccurate
true
falsePositiveDetails
0
parsed
entry
"859"
detail
"ruler"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult (Somnia), but the codex states the ruler of Somnia is Prince Asmodeus. (Prince Lilith rules Luxuria)."
paragraph
2
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"Their master, Prince Lilith"
inBounds
true
expectedText
""
locationAccurate
true
90.0000%
Precision
True positives: 9/10
totalReported
10
truePositives
9
reportedDetails
0
parsed
entry
"861"
detail
"parkLocation"
explanation
"The text places the Fae Grove in Hyde Park, but the codex states it is located in Richmond Park."
paragraph
1
substring
"The Fae Grove in Hyde Park"
status
"true_positive"
matchedExpected
entry
"861"
detail
"parkLocation"
summary
"The Fae Grove is in Richmond Park per the codex, but the passage places it in Hyde Park."
location
extractedText
"The Fae Grove in Hyde Park"
inBounds
true
expectedText
"The Fae Grove in Hyde Park"
locationAccurate
true
1
parsed
entry
"4424"
detail
"eyeColor"
explanation
"The text describes Isolde's eyes as pale blue, but the codex states they are pale lavender."
paragraph
1
substring
"Her pale blue eyes"
status
"true_positive"
matchedExpected
entry
"4424"
detail
"eyeColor"
summary
"Isolde has pale lavender eyes per the codex, but the passage says pale blue eyes."
location
extractedText
"Her pale blue eyes"
inBounds
true
expectedText
"Her pale blue eyes settled on Aurora"
locationAccurate
true
2
parsed
entry
"2005"
detail
"containerColor"
explanation
"The text describes the vials as red, but the codex states Somnian Dream Dust is stored in cobalt-blue glass vials."
paragraph
2
substring
"stored in little red glass vials"
status
"true_positive"
matchedExpected
entry
"2005"
detail
"containerColor"
summary
"Dream Dust is stored in cobalt-blue glass vials per the codex, but Isolde says red glass vials."
location
extractedText
"stored in little red glass vials"
inBounds
true
expectedText
"little red glass vials"
locationAccurate
true
3
parsed
entry
"859"
detail
"ruler"
explanation
"The text identifies Prince Lilith as the master of the Somnian Cult (Somnia), but the codex states the ruler of Somnia is Prince Asmodeus. (Prince Lilith rules Luxuria)."
paragraph
2
substring
"Their master, Prince Lilith"
status
"false_positive"
location
extractedText
"Their master, Prince Lilith"
inBounds
true
expectedText
""
locationAccurate
true
4
parsed
entry
"4422"
detail
"eyeColor"
explanation
"The text describes Father Cormac's eyes as dark brown, but the codex states they are pale blue."
paragraph
3
substring
"his dark brown eyes"
status
"true_positive"
matchedExpected
entry
"4422"
detail
"eyeColor"
summary
"Father Cormac has pale blue eyes per the codex, but the passage says dark brown eyes."
location
extractedText
"his dark brown eyes"
inBounds
true
expectedText
"his dark brown eyes troubled"
locationAccurate
true
5
parsed
entry
"6004"
detail
"headquarters"
explanation
"The text locates the Parish Guard's base/cathedral in Southwark, but the codex states their headquarters is St. Brigid's Church in Islington."
paragraph
3
substring
"our cathedral in Southwark"
status
"true_positive"
matchedExpected
entry
"6004"
detail
"headquarters"
summary
"The Parish Guard is headquartered at St. Brigid's Church, Islington per the codex, but Cormac says their cathedral in Southwark."
location
extractedText
"our cathedral in Southwark"
inBounds
true
expectedText
"our cathedral in Southwark"
locationAccurate
true
6
parsed
entry
"4421"
detail
"tattoo"
explanation
"The text places Yasmin's tattoo on her right arm, but the codex states it coils up her left arm."
paragraph
4
substring
"flame serpent tattoo on her right arm"
status
"true_positive"
matchedExpected
entry
"4421"
detail
"tattoo"
summary
"Yasmin's flame serpent tattoo is on her left arm per the codex, but the passage says right arm."
location
extractedText
"flame serpent tattoo on her right arm"
inBounds
true
expectedText
"tattoo on her right arm"
locationAccurate
true
7
parsed
entry
"4423"
detail
"tattoo"
explanation
"The text describes Wei-Lin's dragon tattoo as being on his chest (visible beneath his collar), but the codex states it covers his entire back."
paragraph
5
substring
"The dragon on his chest"
status
"true_positive"
matchedExpected
entry
"4423"
detail
"tattoo"
summary
"Wei-Lin's dragon tattoo covers his entire back per the codex, but the passage places it on his chest."
location
extractedText
"The dragon on his chest"
inBounds
true
expectedText
"The dragon on his chest"
locationAccurate
true
8
parsed
entry
"2006"
detail
"material"
explanation
"The text describes Fae-Forged Blades as bronze, but the codex states they are made of moonsilver."
paragraph
5
substring
"bronze daggers"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"material"
summary
"The Fae-Forged Blade is made of moonsilver per the codex, but Wei-Lin says bronze daggers."
location
extractedText
"bronze daggers"
inBounds
true
expectedText
"bronze daggers that can cut through wards"
locationAccurate
true
9
parsed
entry
"2006"
detail
"temperature"
explanation
"The text describes the Fae-Forged Blade as warm, but the codex states it is always cold to the touch."
paragraph
6
substring
"warm to the touch"
status
"true_positive"
matchedExpected
entry
"2006"
detail
"temperature"
summary
"The Fae-Forged Blade is always cold to the touch per the codex, but Aurora feels it warm."