{ "artifactVersion": "2026-07-26.3", "startedAt": "2026-07-26T16:42:58.047Z", "completedAt": "2026-07-26T16:44:35.036Z", "model": "openai/gpt-5.6-luna", "temperature": null, "outputLimit": 2500, "runsPerVariant": 3, "selection": "all", "promptsAndOutputsArePublicSyntheticFixtures": true, "providerPrivacy": { "zeroDataRetentionRequired": true, "dataCollectionDenied": true }, "executionPath": "temporary_authenticated_cloudflare_remote_dev_worker", "fixtureVersion": "2026-07-26.1", "sourceLedger": { "productName": "Northstar Cost Lens", "productType": "Fictional API cost dashboard", "audience": "Engineering leaders evaluating model and environment spend", "approvedFacts": [ "Breaks API spend down by model and environment.", "Supports CSV export.", "Supports saved filters.", "Launch date is July 30." ], "prohibitedClaims": [ "Customer adoption or customer counts.", "Savings percentages or guaranteed savings.", "Performance, speed, or reliability improvements.", "Testimonials, awards, or market leadership." ], "unknowns": [ "Price.", "Trial availability.", "Number of integrations.", "Historical customer results." ], "requiredCallToAction": "Open the dashboard", "humanReviewBoundary": "Tone, usefulness, and brand fit still require a human editor." }, "results": [ { "id": "marketing_landing_page", "deliverable": "Landing-page hero", "format": "One headline, one subhead of at most 45 words, three proof bullets, and one call to action.", "reviewMethod": "deterministic_fact_and_format_checks_plus_human_tone_review", "acceptanceCriteria": [ "Names Northstar Cost Lens.", "Uses at least three approved facts.", "Contains no prohibited or unknown claim.", "Uses the exact call to action once.", "Contains one headline, one subhead, and three proof bullets." ], "roughPrompt": "Write a high-converting landing-page hero for Northstar Cost Lens.", "revisedPrompt": "Create the requested marketing work using only the supplied source ledger.\n\nDeliverable\nLanding-page hero\n\nFormat\nOne headline, one subhead of at most 45 words, three proof bullets, and one call to action.\n\nRequirements\n- Names Northstar Cost Lens\n- Uses at least three approved facts\n- Contains no prohibited or unknown claim\n- Uses the exact call to action once\n- Contains one headline, one subhead, and three proof bullets\n\nTreat every item under UNKNOWNS as unavailable. Do not infer a benefit, proof\npoint, comparison, price, or customer result that the approved facts do not\nstate. Return only the requested draft.", "variants": [ { "name": "original", "summary": { "runs": 3, "completed": 3, "full": 2, "partial": 1, "failed": 0, "errors": 0, "promptTokens": 516, "completionTokens": 284, "costUsd": 0.00222 }, "runs": [ { "run": 1, "output": "# See exactly where your API spend goes\n\nNorthstar Cost Lens gives engineering leaders a clear view of model and environment costs—so you can inspect spend without digging through disconnected reports.\n\n**Break down API spend by model and environment. Save the filters you use most. Export the data as CSV.**\n\n**Launching July 30.**\n\n[**Open the dashboard**]\n\n*Tone, usefulness, and brand fit should be reviewed by a human editor before publishing.*", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "three_proof_bullets", "passed": false }, { "id": "subhead_limit", "passed": true } ] }, "durationMs": 1360, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 172, "completionTokens": 96, "costUsd": 0.000748 }, "errorCode": null }, { "run": 2, "output": "# See Where Your Model Spend Goes\n\nNorthstar Cost Lens gives engineering leaders a clearer view of API costs across models and environments—so you can investigate spend with the detail your team needs.\n\n- Break down API spend by model and environment \n- Save filters for recurring analysis \n- Export data to CSV for deeper review and reporting \n\n**Launching July 30.**\n\n[Open the dashboard]\n\n*Tone, usefulness, and brand fit should be reviewed by a human editor.*", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "three_proof_bullets", "passed": true }, { "id": "subhead_limit", "passed": true } ] }, "durationMs": 1304, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 172, "completionTokens": 98, "costUsd": 0.00076 }, "errorCode": null }, { "run": 3, "output": "# See exactly where your API spend is going\n\nNorthstar Cost Lens gives engineering leaders a clearer view of model and environment costs—so you can investigate spend with the breakdowns your team needs.\n\n- Break API spend down by model and environment \n- Save filters for recurring analysis \n- Export cost data as CSV \n\n**Launching July 30**\n\n[Open the dashboard]\n\nReview for tone, usefulness, and brand fit before publishing.", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "three_proof_bullets", "passed": true }, { "id": "subhead_limit", "passed": true } ] }, "durationMs": 1436, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 172, "completionTokens": 90, "costUsd": 0.000712 }, "errorCode": null } ] }, { "name": "revised", "summary": { "runs": 3, "completed": 3, "full": 2, "partial": 1, "failed": 0, "errors": 0, "promptTokens": 879, "completionTokens": 204, "costUsd": 0.002103 }, "runs": [ { "run": 1, "output": "# Northstar Cost Lens: See API Spend by Model and Environment\n\nTrack API spend with saved filters and CSV export in one dashboard built for engineering leaders evaluating model and environment spend. Launches July 30.\n\n- Breaks API spend down by model and environment\n- Supports saved filters\n- Supports CSV export\n\nOpen the dashboard", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "three_proof_bullets", "passed": true }, { "id": "subhead_limit", "passed": true } ] }, "durationMs": 1878, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 293, "completionTokens": 70, "costUsd": 0.000713 }, "errorCode": null }, { "run": 2, "output": "# Northstar Cost Lens\n\nSee API spend by model and environment, refine views with saved filters, and export cost data as CSV. Launching July 30.\n\n- Breaks API spend down by model and environment\n- Supports saved filters\n- Supports CSV export\n\n[Open the dashboard]", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": false }, { "id": "one_exact_cta", "passed": true }, { "id": "three_proof_bullets", "passed": true }, { "id": "subhead_limit", "passed": true } ] }, "durationMs": 6528, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 293, "completionTokens": 63, "costUsd": 0.000671 }, "errorCode": null }, { "run": 3, "output": "# See API Spend Clearly with Northstar Cost Lens\n\nBreak down API spend by model and environment, then save filters and export the data as CSV. Launching July 30.\n\n- Breaks API spend down by model\n- Breaks API spend down by environment\n- Supports saved filters and CSV export\n\n**Open the dashboard**", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "three_proof_bullets", "passed": true }, { "id": "subhead_limit", "passed": true } ] }, "durationMs": 1244, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 293, "completionTokens": 71, "costUsd": 0.000719 }, "errorCode": null } ] } ] }, { "id": "marketing_launch_email", "deliverable": "Launch email", "format": "One subject line, a body of at most 160 words, and one call to action.", "reviewMethod": "deterministic_fact_and_format_checks_plus_human_tone_review", "acceptanceCriteria": [ "Names Northstar Cost Lens.", "Uses all four approved facts.", "Contains no prohibited or unknown claim.", "Uses the exact call to action once.", "Keeps the body at or below 160 words." ], "roughPrompt": "Write an exciting product launch email for Northstar Cost Lens.", "revisedPrompt": "Create the requested marketing work using only the supplied source ledger.\n\nDeliverable\nLaunch email\n\nFormat\nOne subject line, a body of at most 160 words, and one call to action.\n\nRequirements\n- Names Northstar Cost Lens\n- Uses all four approved facts\n- Contains no prohibited or unknown claim\n- Uses the exact call to action once\n- Keeps the body at or below 160 words\n\nTreat every item under UNKNOWNS as unavailable. Do not infer a benefit, proof\npoint, comparison, price, or customer result that the approved facts do not\nstate. Return only the requested draft.", "variants": [ { "name": "original", "summary": { "runs": 3, "completed": 3, "full": 0, "partial": 3, "failed": 0, "errors": 0, "promptTokens": 510, "completionTokens": 537, "costUsd": 0.003732 }, "runs": [ { "run": 1, "output": "**Subject:** See exactly where your API spend is going\n\n**Preview text:** Northstar Cost Lens launches July 30 with clearer model- and environment-level cost visibility.\n\nHi [First Name],\n\nAPI spend can be difficult to understand when costs are spread across multiple models and environments.\n\n**Northstar Cost Lens** gives engineering leaders a clearer view of that spend—so you can explore costs by:\n\n- **Model**\n- **Environment**\n- **Saved filters** for repeat analysis\n- **CSV export** for further reporting and collaboration\n\nWhether you’re reviewing development usage, production costs, or both, Northstar Cost Lens helps bring the details into one dashboard.\n\n**Northstar Cost Lens launches July 30.**\n\n[**Open the dashboard**]\n\nBest, \nThe Northstar Team\n\n*Please have a human editor review this message for tone, usefulness, and brand fit before sending.*", "evaluation": { "status": "partial", "checksPassed": 4, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": false }, { "id": "one_exact_cta", "passed": true }, { "id": "subject_line", "passed": false }, { "id": "word_limit", "passed": true } ] }, "durationMs": 1886, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 170, "completionTokens": 182, "costUsd": 0.001262 }, "errorCode": null }, { "run": 2, "output": "**Subject:** Meet Northstar Cost Lens: See Where Your API Spend Goes\n\nOn **July 30**, Northstar Cost Lens launches to give engineering leaders a clearer view of model and environment spend.\n\nBreak API costs down by:\n\n- **Model** to understand where usage is concentrated \n- **Environment** to compare spending across development, staging, and production \n- **Saved filters** to quickly revisit the views that matter most \n- **CSV export** to take cost data into your existing analysis workflows \n\nWhether you’re reviewing usage trends, preparing a budget conversation, or investigating a specific environment, Northstar Cost Lens helps put the right cost details in view.\n\n**Open the dashboard** on launch day and explore your API spend with greater clarity.\n\n*Tone, usefulness, and brand fit should be reviewed by a human editor before sending.*", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "subject_line", "passed": false }, { "id": "word_limit", "passed": true } ] }, "durationMs": 1812, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 170, "completionTokens": 171, "costUsd": 0.001196 }, "errorCode": null }, { "run": 3, "output": "**Subject:** Meet Northstar Cost Lens: Clearer visibility into API spend\n\n**Preview text:** See model and environment costs in one place, with flexible filtering and CSV export.\n\nHi [First Name],\n\nUnderstanding API spend shouldn’t require piecing together reports from multiple sources.\n\nOn **July 30**, we’re launching **Northstar Cost Lens**—a dashboard designed to help engineering leaders examine API costs by:\n\n- **Model**\n- **Environment**\n- **Saved filters** for recurring views\n- **CSV export** for further analysis and sharing\n\nWhether you’re reviewing development and production usage, comparing model spend, or preparing a budget discussion, Northstar Cost Lens gives your team a focused way to explore the numbers.\n\n**[Open the dashboard]**\n\nBest, \nThe Northstar Team\n\n*Please have a human editor review this email for tone, usefulness, and brand fit before sending.*", "evaluation": { "status": "partial", "checksPassed": 4, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": false }, { "id": "one_exact_cta", "passed": true }, { "id": "subject_line", "passed": false }, { "id": "word_limit", "passed": true } ] }, "durationMs": 2740, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 170, "completionTokens": 184, "costUsd": 0.001274 }, "errorCode": null } ] }, { "name": "revised", "summary": { "runs": 3, "completed": 3, "full": 0, "partial": 3, "failed": 0, "errors": 0, "promptTokens": 852, "completionTokens": 294, "costUsd": 0.002616 }, "runs": [ { "run": 1, "output": "Subject: Introducing Northstar Cost Lens on July 30\n\nBody: Meet Northstar Cost Lens, a dashboard for evaluating model and environment spend. It breaks API spend down by model and environment, helping you review cost data in a focused view. Save filters for repeat analysis and export data to CSV when you need to work with it elsewhere. Northstar Cost Lens launches July 30.\n\nCall to action: Open the dashboard", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": false }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "subject_line", "passed": true }, { "id": "word_limit", "passed": true } ] }, "durationMs": 1389, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 284, "completionTokens": 88, "costUsd": 0.000812 }, "errorCode": null }, { "run": 2, "output": "Subject: Introducing Northstar Cost Lens on July 30\n\nBody: On July 30, explore Northstar Cost Lens, a dashboard for evaluating model and environment spend. It breaks API spend down by model and environment, helping you view costs across the dimensions that matter to your team. Save filters for repeat analysis and export data as CSV for further review. Northstar Cost Lens gives engineering leaders a focused way to examine API spend in one place.\n\nCall to action: Open the dashboard", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": false }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "subject_line", "passed": true }, { "id": "word_limit", "passed": true } ] }, "durationMs": 1416, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 284, "completionTokens": 100, "costUsd": 0.000884 }, "errorCode": null }, { "run": 3, "output": "Subject: Introducing Northstar Cost Lens on July 30\n\nBody: On July 30, explore Northstar Cost Lens, a dashboard for evaluating model and environment spend. It breaks API spend down by model and environment, helping you view costs across the dimensions that matter to your team. Save filters for repeat analysis and export data to CSV for further review or sharing. Built for engineering leaders assessing model and environment spend, Northstar Cost Lens brings these capabilities together in one place.\n\nCall to action: Open the dashboard", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": false }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "subject_line", "passed": true }, { "id": "word_limit", "passed": true } ] }, "durationMs": 1297, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 284, "completionTokens": 106, "costUsd": 0.00092 }, "errorCode": null } ] } ] }, { "id": "marketing_social_post", "deliverable": "LinkedIn launch post", "format": "At most 100 words, no hashtags, and one call to action.", "reviewMethod": "deterministic_fact_and_format_checks_plus_human_tone_review", "acceptanceCriteria": [ "Names Northstar Cost Lens.", "Uses at least three approved facts.", "Contains no prohibited or unknown claim.", "Uses the exact call to action once.", "Stays at or below 100 words and contains no hashtag." ], "roughPrompt": "Create a viral LinkedIn post announcing Northstar Cost Lens.", "revisedPrompt": "Create the requested marketing work using only the supplied source ledger.\n\nDeliverable\nLinkedIn launch post\n\nFormat\nAt most 100 words, no hashtags, and one call to action.\n\nRequirements\n- Names Northstar Cost Lens\n- Uses at least three approved facts\n- Contains no prohibited or unknown claim\n- Uses the exact call to action once\n- Stays at or below 100 words and contains no hashtag\n\nTreat every item under UNKNOWNS as unavailable. Do not infer a benefit, proof\npoint, comparison, price, or customer result that the approved facts do not\nstate. Return only the requested draft.", "variants": [ { "name": "original", "summary": { "runs": 3, "completed": 3, "full": 0, "partial": 3, "failed": 0, "errors": 0, "promptTokens": 510, "completionTokens": 365, "costUsd": 0.0027 }, "runs": [ { "run": 1, "output": "🚀 Introducing **Northstar Cost Lens** — a clearer way to understand your API spend.\n\nFor engineering leaders evaluating model and environment costs, Northstar Cost Lens helps you:\n\n- Break API spend down by **model**\n- Compare spend across **environments**\n- Save filters for repeat analysis\n- Export data as **CSV**\n\nGet a focused view of where costs are coming from and make budget conversations more concrete.\n\n**Launching July 30.**\n\n👉 **Open the dashboard**\n\n#Engineering #AIInfrastructure #CloudCosts #FinOps #DeveloperTools\n\n*Human review recommended for tone, usefulness, and brand fit.*", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "word_limit", "passed": true }, { "id": "no_hashtag", "passed": false } ] }, "durationMs": 1469, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 170, "completionTokens": 128, "costUsd": 0.000938 }, "errorCode": null }, { "run": 2, "output": "🚀 Introducing **Northstar Cost Lens** — a clearer way to understand your API spend.\n\nBuilt for engineering leaders evaluating model and environment costs, Northstar Cost Lens helps you:\n\n• Break API spend down by model and environment \n• Save filters for repeat analysis \n• Export data as CSV for deeper review and collaboration \n\nNo more digging through disconnected views to answer basic cost questions.\n\n**Northstar Cost Lens launches July 30.**\n\n👉 **Open the dashboard**\n\n#EngineeringLeadership #APICosts #CloudCostManagement #AIInfrastructure #FinOps", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "word_limit", "passed": true }, { "id": "no_hashtag", "passed": false } ] }, "durationMs": 1458, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 170, "completionTokens": 115, "costUsd": 0.00086 }, "errorCode": null }, { "run": 3, "output": "🚀 Introducing **Northstar Cost Lens** — a clearer way to understand API spend.\n\nEngineering teams can now break costs down by:\n\n- **Model**\n- **Environment**\n- **Saved filters** for repeatable analysis\n- **CSV export** for deeper reporting and collaboration\n\nWhether you’re reviewing development spend, comparing production usage, or preparing a budget conversation, Northstar Cost Lens helps put the relevant cost data in view.\n\n📅 **Launching July 30**\n\n👉 **Open the dashboard**\n\n#EngineeringLeadership #APICosts #FinOps #CloudCostManagement #AIInfrastructure", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "word_limit", "passed": true }, { "id": "no_hashtag", "passed": false } ] }, "durationMs": 1669, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 170, "completionTokens": 122, "costUsd": 0.000902 }, "errorCode": null } ] }, { "name": "revised", "summary": { "runs": 3, "completed": 3, "full": 3, "partial": 0, "failed": 0, "errors": 0, "promptTokens": 858, "completionTokens": 150, "costUsd": 0.001758 }, "runs": [ { "run": 1, "output": "Meet Northstar Cost Lens, a dashboard for evaluating model and environment spend. Launching July 30, it breaks API spend down by model and environment, supports saved filters, and lets you export data as CSV. Open the dashboard", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "word_limit", "passed": true }, { "id": "no_hashtag", "passed": true } ] }, "durationMs": 1217, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 286, "completionTokens": 50, "costUsd": 0.000586 }, "errorCode": null }, { "run": 2, "output": "Introducing Northstar Cost Lens, a dashboard for evaluating model and environment spend. Break API spend down by model and environment, use saved filters to focus your view, and export data as CSV. Launching July 30. Open the dashboard", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "word_limit", "passed": true }, { "id": "no_hashtag", "passed": true } ] }, "durationMs": 1116, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 286, "completionTokens": 51, "costUsd": 0.000592 }, "errorCode": null }, { "run": 3, "output": "Introducing Northstar Cost Lens, a dashboard for evaluating model and environment spend. Break API spend down by model and environment, save filters for repeat views, and export data as CSV. Launching July 30.\n\nOpen the dashboard", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "word_limit", "passed": true }, { "id": "no_hashtag", "passed": true } ] }, "durationMs": 1653, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 286, "completionTokens": 49, "costUsd": 0.00058 }, "errorCode": null } ] } ] }, { "id": "marketing_positioning", "deliverable": "Positioning statement", "format": "One positioning sentence followed by three evidence bullets.", "reviewMethod": "deterministic_fact_and_format_checks_plus_human_positioning_review", "acceptanceCriteria": [ "Names the engineering-leader audience.", "Names Northstar Cost Lens.", "Uses at least three approved facts.", "Contains no prohibited, unknown, or competitor claim.", "Contains one positioning sentence and three evidence bullets." ], "roughPrompt": "Position Northstar Cost Lens as the best API cost tool on the market.", "revisedPrompt": "Create the requested marketing work using only the supplied source ledger.\n\nDeliverable\nPositioning statement\n\nFormat\nOne positioning sentence followed by three evidence bullets.\n\nRequirements\n- Names the engineering-leader audience\n- Names Northstar Cost Lens\n- Uses at least three approved facts\n- Contains no prohibited, unknown, or competitor claim\n- Contains one positioning sentence and three evidence bullets\n\nTreat every item under UNKNOWNS as unavailable. Do not infer a benefit, proof\npoint, comparison, price, or customer result that the approved facts do not\nstate. Return only the requested draft.", "variants": [ { "name": "original", "summary": { "runs": 3, "completed": 3, "full": 0, "partial": 3, "failed": 0, "errors": 0, "promptTokens": 519, "completionTokens": 418, "costUsd": 0.003027 }, "runs": [ { "run": 1, "output": "## Northstar Cost Lens: See Exactly Where API Spend Goes\n\nNorthstar Cost Lens gives engineering leaders a clearer view of model and environment spend in one focused dashboard.\n\n- Break down API spend by **model**\n- Compare spend across **environments**\n- Apply and save **custom filters**\n- Export data as **CSV** for further analysis\n\nUse a more structured view of your API costs to support budgeting, reporting, and spend reviews.\n\n**Launching July 30.**\n\n[Open the dashboard]\n\n*Human review note: Tone, usefulness, and brand fit still require a human editor.*", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "audience_named", "passed": true }, { "id": "three_evidence_bullets", "passed": false } ] }, "durationMs": 1667, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 173, "completionTokens": 122, "costUsd": 0.000905 }, "errorCode": null }, { "run": 2, "output": "## Northstar Cost Lens\n\nSee exactly where your API spend is going.\n\nNorthstar Cost Lens gives engineering leaders a clear view of API costs broken down by **model** and **environment**, helping teams evaluate spend with the context they need. Use **saved filters** to focus on the views that matter, then **export data to CSV** for analysis and reporting.\n\n### Built for practical cost visibility\n\n- Break down API spend by model and environment\n- Save frequently used filters\n- Export cost data as CSV\n- Review spend in a focused dashboard built for engineering teams\n\nNorthstar Cost Lens launches **July 30**.\n\n**Open the dashboard**", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "audience_named", "passed": true }, { "id": "three_evidence_bullets", "passed": false } ] }, "durationMs": 1605, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 173, "completionTokens": 135, "costUsd": 0.000983 }, "errorCode": null }, { "run": 3, "output": "# Northstar Cost Lens\n\nSee exactly where your API spend is going—by model and environment.\n\nNorthstar Cost Lens gives engineering leaders a clear, focused view of API costs without adding unnecessary complexity. Break spending down by model and environment, save the filters you use most, and export the data as CSV for further analysis or reporting.\n\n## Built for practical cost visibility\n\n- **Model-level breakdowns:** Understand spend across the models you use.\n- **Environment-level breakdowns:** Separate costs by development, staging, production, or other environments.\n- **Saved filters:** Quickly return to the views that matter to your team.\n- **CSV export:** Take your cost data into existing analysis and reporting workflows.\n\nNorthstar Cost Lens launches **July 30**.\n\n**Open the dashboard**", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "audience_named", "passed": true }, { "id": "three_evidence_bullets", "passed": false } ] }, "durationMs": 1821, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 173, "completionTokens": 161, "costUsd": 0.001139 }, "errorCode": null } ] }, { "name": "revised", "summary": { "runs": 3, "completed": 3, "full": 2, "partial": 1, "failed": 0, "errors": 0, "promptTokens": 831, "completionTokens": 174, "costUsd": 0.001875 }, "runs": [ { "run": 1, "output": "For engineering leaders evaluating model and environment spend, Northstar Cost Lens breaks API spend down by model and environment, with saved filters and CSV export.\n\n- Breaks API spend down by model and environment.\n- Supports saved filters.\n- Supports CSV export.", "evaluation": { "status": "partial", "checksPassed": 5, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": false }, { "id": "audience_named", "passed": true }, { "id": "three_evidence_bullets", "passed": true } ] }, "durationMs": 1189, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 277, "completionTokens": 54, "costUsd": 0.000601 }, "errorCode": null }, { "run": 2, "output": "For engineering leaders evaluating model and environment spend, Northstar Cost Lens breaks API spend down by model and environment, with saved filters and CSV export.\n\n- Breaks API spend down by model and environment.\n- Supports saved filters.\n- Supports CSV export.\n\nOpen the dashboard.", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "audience_named", "passed": true }, { "id": "three_evidence_bullets", "passed": true } ] }, "durationMs": 1324, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 277, "completionTokens": 58, "costUsd": 0.000625 }, "errorCode": null }, { "run": 3, "output": "For engineering leaders evaluating model and environment spend, Northstar Cost Lens provides API spend breakdowns by model and environment, with saved filters and CSV export to support analysis; open the dashboard.\n\n- Breaks API spend down by model and environment.\n- Supports saved filters.\n- Supports CSV export.", "evaluation": { "status": "full", "checksPassed": 6, "checksTotal": 6, "checks": [ { "id": "product_named", "passed": true }, { "id": "approved_facts", "passed": true }, { "id": "fact_boundary", "passed": true }, { "id": "one_exact_cta", "passed": true }, { "id": "audience_named", "passed": true }, { "id": "three_evidence_bullets", "passed": true } ] }, "durationMs": 1341, "provider": "Azure", "finishReason": "stop", "usage": { "promptTokens": 277, "completionTokens": 62, "costUsd": 0.000649 }, "errorCode": null } ] } ] } ] }