nvidia/nemotron-3.5-lightning-free · genui-spec · all runs of loan-contract · Nov 10, 13:47
Runs from different design-system versions should not be compared.
A screenshot in each theme, as the benchmark took it.
As the agent left it; marked lines broke a rule.
import { GeneratedView } from "@vektos/genui";import data from "./fixture.json";import spec from "./spec.json";None. The run followed every rule that was checked.
One row per model call, with the tools it asked for. An agent that reads the guidelines before writing shows it here; what a checker or submit_view answered is under its call.
| Step | Tools | Tokens in | Tokens out | Cost |
|---|---|---|---|---|
| 0 | submit_view submit_view: These parts of your view could not be shown. Send the whole view again with them fixed: - $.children[2].props.rows: Invalid input: expected array, received undefined - $.children[3].props.rows: Invalid input: expected array, received undefined | 2,532 | 5,206 | $0.0000 |
| 1 | submit_view submit_view: These parts of your view could not be shown. Send the whole view again with them fixed: - $.children[2].props.rows: Invalid input: expected array, received undefined - $.children[3].props.rows: Invalid input: expected array, received undefined |
As the agent left it; marked lines broke a rule.
{ "type": "Stack", "props": { "direction": "column", "gap": "4" }, "children": [ { "type": "Heading", "props": { "level": 1, "text": "Personal loan – PL-2026-004817" } }, { "type": "Card", "props": { "title": "Key terms", "accent": false }, "children": [ { "type": "Stack", "props": { "direction": "column", "gap": "2" }, "children": [ { "type": "Stat", "props": { "label": "Amount borrowed", "value": 15000, "format": "currency", "currency": "EUR" } }, { "type": "Stat", "props": { "label": "Nominal interest rate", "value": 0.0649, "format": "percent" } }, { "type": "Stat", "props": { "label": "APR", "value": 0.0712, "format": "percent" } }, { "type": "Stat", "props": { "label": "Term", "value": 60, "format": "number" } }, { "type": "Stat", "props": { "label": "Monthly payment", "value": 293.48, "format": "currency", "currency": "EUR" } }, { "type": "Stat", "props": { "label": "Outstanding", "value": 13921.06, "format": "currency", "currency": "EUR" } }, { "type": "Text", "props": { "text": "Start date: 2026-06-15", "tone": "default", "size": "md" } } ] } ] }, { "type": "Table", "props": { "caption": "Repayment schedule", "currency": "EUR", "columns": [ { "key": "dueDate", "label": "Due date", "format": "date" }, { "key": "payment", "label": "Payment", "format": "currency", "currency": "EUR" }, { "key": "principal", "label": "Principal", "format": "currency", "currency": "EUR" }, { "key": "interest", "label": "Interest", "format": "currency", "currency": "EUR" }, { "key": "remaining", "label": "Remaining", "format": "currency", "currency": "EUR" }, { "key": "status", "label": "Status", "format": "text" } ], "rows": [ { "number": 1, "dueDate": "2026-07-15", "payment": 293.48, "principal": 212.35, "interest": 81.13, "remaining": 14787.65, "status": "paid" }, { "number": 2, "dueDate": "2026-08-15", "payment": 293.48, "principal": 213.5, "interest": 79.98, "remaining": 14574.15, "status": "paid" }, { "number": 3, "dueDate": "2026-09-15", "payment": 293.48, "principal": 214.65, "interest": 78.83, "remaining": 14359.5, "status": "paid" }, { "number": 4, "dueDate": "2026-10-15", "payment": 293.48, "principal": 215.81, "interest": 77.67, "remaining": 14143.69, "status": "paid" }, { "number": 5, "dueDate": "2026-11-15", "payment": 293.48, "principal": 216.98, "interest": 76.5, "remaining": 13926.71, "status": "due" }, { "number": 6, "dueDate": "2026-12-15", "payment": 293.48, "principal": 218.15, "interest": 75.33, "remaining": 13708.56, "status": "upcoming" } ] } }, { "type": "Table", "props": { "caption": "Signed documents", "columns": [ { "key": "name", "label": "Document", "format": "text" }, { "key": "signedAt", "label": "Signed date", "format": "date" } ], "rows": [ { "name": "Credit agreement", "signedAt": "2026-06-10" }, { "name": "SECCI form", "signedAt": "2026-06-08" }, { "name": "Payment protection insurance", "signedAt": "2026-06-10" } ] } } ]}| 9,891 |
| 2,446 |
| $0.0000 |
| 2 | submit_view submit_view: The view is accepted. Stop here. | 1,417 | 1,506 | $0.0000 |