{ "schemaVersion": 3, "rubricVersion": "0.3", "slug": "lanes-vs-warp-oz", "canonicalUrl": "https://podium.do/compare/agents/lanes-vs-warp-oz/", "markdownUrl": "https://podium.do/compare/agents/lanes-vs-warp-oz/index.md", "dataUrl": "https://podium.do/compare/agents/lanes-vs-warp-oz/data.json", "generatedAt": "2026-09-30", "lastCheckedAt": "2026-09-23", "lastCrossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "publisher": { "name": "Podium", "url": "https://podium.do", "marketParticipant": true, "editorialControl": "Podium selects the products, rubric, sources and wording, including for comparisons that do not include Podium.", "disclosure": "Podium publishes this catalog and sells an agent development environment. Podium chooses the products, criteria, sources and wording, so treat these pages as vendor-authored research. Check important claims against the linked primary sources. The same evidence rules apply to Podium and its competitors, but they do not remove this conflict of interest." }, "products": [ { "id": "lanes", "name": "Lanes Desktop", "website": "https://lanes.sh/docs/desktop", "repository": "https://github.com/lanes-sh/app", "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ], "sourcedClaimCount": 8, "crossCheckedClaimCount": 8, "sourcedOnlyClaimCount": 0, "oldestCheckedAt": "2026-09-23", "lastCheckedAt": "2026-09-23" }, { "id": "warp-oz", "name": "Warp Automation Platform", "website": "https://www.warp.dev/oz", "repository": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" }, { "id": "web", "name": "Oz web app", "type": "web" }, { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ], "sourcedClaimCount": 17, "crossCheckedClaimCount": 17, "sourcedOnlyClaimCount": 0, "oldestCheckedAt": "2026-09-23", "lastCheckedAt": "2026-09-23" } ], "coverage": { "totalCriteria": 51, "sharedCrossCheckedCriteria": 5, "sharedSourcedCriteria": 5, "crossCheckedCriteriaByProduct": { "lanes": 8, "warp-oz": 17 }, "sourcedOnlyCriteriaByProduct": { "lanes": 0, "warp-oz": 0 }, "sourcedCriteriaByProduct": { "lanes": 8, "warp-oz": 17 }, "crossCheckedCriterionRows": 20, "sourcedOnlyCriterionRows": 0, "sourcedCriterionRows": 20 }, "criteria": [ { "id": "ACC-01", "title": "Client access", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "List desktop OS and minimum versions, iOS, Android, browser, mobile browser, CLI and editor extensions separately. For each client, record start, steer, approve, review and resume actions, notifications and plan restrictions. Test moving the same task from desktop to phone; distinguish an installable mobile app from a mobile website and from status-only monitoring.", "questions": [ { "id": "desktop_os", "question": "Desktop os" }, { "id": "mobile_apps", "question": "Mobile apps" }, { "id": "browser", "question": "Browser" }, { "id": "mobile_browser", "question": "Mobile browser" }, { "id": "cli", "question": "Cli" }, { "id": "editor_extensions", "question": "Editor extensions" }, { "id": "task_actions", "question": "Task actions" }, { "id": "notifications", "question": "Notifications" }, { "id": "cross_device_continuity", "question": "Cross device continuity" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-01", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Cloud runs are inspectable from Oz web and Warp app; mobile action parity is unverified.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "web", "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "web", "name": "Oz web app", "type": "web" }, { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "desktop_os", "question": "Desktop os", "support": "unknown", "answer": "Desktop os: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "mobile_apps", "question": "Mobile apps", "support": "unknown", "answer": "Mobile apps: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "browser", "question": "Browser", "support": "supported", "answer": "Oz web run views.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "mobile_browser", "question": "Mobile browser", "support": "unknown", "answer": "Mobile browser: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "cli", "question": "Cli", "support": "unknown", "answer": "Cli: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "editor_extensions", "question": "Editor extensions", "support": "unknown", "answer": "Editor extensions: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "task_actions", "question": "Task actions", "support": "partial", "answer": "Run inspection and launch documented; client-specific approval/review parity untested.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "notifications", "question": "Notifications", "support": "unknown", "answer": "Notifications: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "cross_device_continuity", "question": "Cross device continuity", "support": "unknown", "answer": "Cross device continuity: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:cloud-doc" ] } ] }, { "id": "ACC-02", "title": "Agent and model choice", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "List supported harnesses and model providers separately, including custom adapters. Record whether the product embeds a harness, controls its sessions through an API, or only launches its terminal command. Verify at least two different harnesses before describing mixed-harness operation as observed.", "questions": [ { "id": "harnesses", "question": "Harnesses" }, { "id": "model_providers", "question": "Model providers" }, { "id": "custom_adapters", "question": "Custom adapters" }, { "id": "session_integration", "question": "Session integration" }, { "id": "mixed_harness_operation", "question": "Mixed harness operation" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-02", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Cloud platform supports three documented runtimes with plan restrictions.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "harnesses", "question": "Harnesses", "support": "supported", "answer": "Warp Agent, Claude Code, Codex.", "evidenceIds": [ "warp-oz:harness-doc" ] }, { "id": "model_providers", "question": "Model providers", "support": "unknown", "answer": "Model providers: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "custom_adapters", "question": "Custom adapters", "support": "unknown", "answer": "Custom adapters: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "session_integration", "question": "Session integration", "support": "supported", "answer": "Runtime choice is part of run configuration.", "evidenceIds": [ "warp-oz:harness-doc" ] }, { "id": "mixed_harness_operation", "question": "Mixed harness operation", "support": "partial", "answer": "Multiple choices documented, not a tested mixed-runtime run.", "evidenceIds": [ "warp-oz:harness-doc" ] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:harness-doc" ] } ] }, { "id": "ACC-03", "title": "Subscriptions, API keys and vendor credits", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "Record bring-your-own agent subscription, bring-your-own API account, vendor credits and local models as separate routes. List supported plans, models/modes, multiple-account switching and what works without a vendor account or token purchase. Existing subscription support cannot be inferred from API-key support. Record required extra payments and documented provider restrictions.", "questions": [ { "id": "agent_subscriptions", "question": "Agent subscriptions" }, { "id": "api_accounts", "question": "Api accounts" }, { "id": "vendor_credits", "question": "Vendor credits" }, { "id": "local_models", "question": "Local models" }, { "id": "account_switching", "question": "Account switching" }, { "id": "vendor_account_requirement", "question": "Vendor account requirement" }, { "id": "provider_restrictions", "question": "Provider restrictions" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-03", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Gateway supports external model endpoints.", "availability": "unknown", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "agent_subscriptions", "question": "Agent subscriptions", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "api_accounts", "question": "Api accounts", "support": "supported", "answer": "Compatible external providers.", "evidenceIds": [ "lanes:overview" ] }, { "id": "vendor_credits", "question": "Vendor credits", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "local_models", "question": "Local models", "support": "supported", "answer": "Ollama/LM Studio; network vLLM.", "evidenceIds": [ "lanes:overview" ] }, { "id": "account_switching", "question": "Account switching", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "vendor_account_requirement", "question": "Vendor account requirement", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "provider_restrictions", "question": "Provider restrictions", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "Other atomic questions remain unverified; no shared hands-on scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-23", "evidenceIds": [ "lanes:overview" ] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-03", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Third-party inference uses supplied credentials; platform and compute charges remain.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "agent_subscriptions", "question": "Agent subscriptions", "support": "unknown", "answer": "Agent subscriptions: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "api_accounts", "question": "Api accounts", "support": "supported", "answer": "Customer provider credentials for third-party runtimes.", "evidenceIds": [ "warp-oz:harness-doc", "warp-oz:credits-doc" ] }, { "id": "vendor_credits", "question": "Vendor credits", "support": "supported", "answer": "Separate platform and compute credits apply.", "evidenceIds": [ "warp-oz:harness-doc", "warp-oz:credits-doc" ] }, { "id": "local_models", "question": "Local models", "support": "unknown", "answer": "Local models: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "account_switching", "question": "Account switching", "support": "unknown", "answer": "Account switching: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "vendor_account_requirement", "question": "Vendor account requirement", "support": "unknown", "answer": "Vendor account requirement: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "provider_restrictions", "question": "Provider restrictions", "support": "supported", "answer": "Third-party cloud runtimes require Build or higher.", "evidenceIds": [ "warp-oz:harness-doc", "warp-oz:credits-doc" ] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:harness-doc", "warp-oz:credits-doc" ] } ] }, { "id": "ACC-04", "title": "Onboarding and project prerequisites", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "Measure fresh install to first successful task, with manual steps and failures. Test a local directory without Git, a local Git repo without a remote, and a GitHub-backed repo separately. Record whether account, project, host, credential and permission prerequisites are explained before accepting an unusable prompt. Evaluate managed-cloud setup and first-class BYO VPS installer/onboarding independently of hidden settings or a DIY shell recipe.", "questions": [ { "id": "first_task_setup", "question": "First task setup" }, { "id": "no_git", "question": "No git" }, { "id": "local_git_without_remote", "question": "Local git without remote" }, { "id": "hosted_git", "question": "Hosted git" }, { "id": "prerequisite_guidance", "question": "Prerequisite guidance" }, { "id": "managed_cloud_setup", "question": "Managed cloud setup" }, { "id": "byo_vps_onboarding", "question": "Byo vps onboarding" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "ACC-05", "title": "Programmable access", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "Inventory actual CLI, API, SDK, MCP and webhook operations for create, inspect, steer, stop and review. Record authentication and API stability. Having an MCP client that uses external tools is different from exposing the product to other agents over MCP.", "questions": [ { "id": "cli", "question": "Cli" }, { "id": "api", "question": "Api" }, { "id": "sdk", "question": "Sdk" }, { "id": "mcp_server", "question": "Mcp server" }, { "id": "webhooks", "question": "Webhooks" }, { "id": "operations", "question": "Operations" }, { "id": "authentication", "question": "Authentication" }, { "id": "stability", "question": "Stability" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-05", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Desktop exposes an opt-in local MCP.", "availability": "beta", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" } ] }, "questions": [ { "id": "cli", "question": "Cli", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "api", "question": "Api", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "sdk", "question": "Sdk", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "mcp_server", "question": "Mcp server", "support": "supported", "answer": "SSE localhost:5353; app setting.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "webhooks", "question": "Webhooks", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "operations", "question": "Operations", "support": "supported", "answer": "Issues, sessions, history, external tracker calls.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "authentication", "question": "Authentication", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "stability", "question": "Stability", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "Research preview; broader API authentication unverified." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-23", "evidenceIds": [ "lanes:mcp" ] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-05", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Platform has CLI, API and SDK access.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "cli", "question": "Cli", "support": "supported", "answer": "Oz CLI.", "evidenceIds": [ "warp-oz:overview-doc", "warp-oz:cloud-doc" ] }, { "id": "api", "question": "Api", "support": "supported", "answer": "Task/run API.", "evidenceIds": [ "warp-oz:overview-doc", "warp-oz:cloud-doc" ] }, { "id": "sdk", "question": "Sdk", "support": "supported", "answer": "Oz SDK.", "evidenceIds": [ "warp-oz:overview-doc", "warp-oz:cloud-doc" ] }, { "id": "mcp_server", "question": "Mcp server", "support": "unknown", "answer": "Mcp server: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "webhooks", "question": "Webhooks", "support": "unknown", "answer": "Webhooks: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "operations", "question": "Operations", "support": "supported", "answer": "Run/task inspection and initiation documented.", "evidenceIds": [ "warp-oz:overview-doc", "warp-oz:cloud-doc" ] }, { "id": "authentication", "question": "Authentication", "support": "unknown", "answer": "Authentication: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "stability", "question": "Stability", "support": "unknown", "answer": "Stability: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:overview-doc", "warp-oz:cloud-doc" ] } ] }, { "id": "ACC-06", "title": "External tools and extensions", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "Record MCP client support, plugins, custom tools, skill/instruction import, integration authentication and permission scope. Name which component provides each connection and whether setup is product-managed or inherited from the underlying harness. Verify one external-tool call and its access boundary where available.", "questions": [ { "id": "mcp_client", "question": "Mcp client" }, { "id": "plugins", "question": "Plugins" }, { "id": "custom_tools", "question": "Custom tools" }, { "id": "instructions_import", "question": "Instructions import" }, { "id": "authentication", "question": "Authentication" }, { "id": "permission_scope", "question": "Permission scope" }, { "id": "integration_owner", "question": "Integration owner" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "ACC-07", "title": "Client implementation", "group": { "id": 1, "name": "Access and agent choice" }, "judgment": "For each desktop/mobile client, record native platform UI, Electron, Tauri, React Native, web/PWA or unknown, plus hybrids. Require official technical docs or pinned source/build evidence. Tauri is not synonymous with fully native UI. Keep implementation choice separate from measured responsiveness and usability.", "questions": [ { "id": "desktop_implementation", "question": "Desktop implementation" }, { "id": "mobile_implementation", "question": "Mobile implementation" }, { "id": "hybrids", "question": "Hybrids" }, { "id": "implementation_evidence", "question": "Implementation evidence" } ], "products": [ { "productId": "lanes", "claimId": "lanes:ACC-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:ACC-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "PLAN-01", "title": "Intake and external tracker relationship", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Record local creation, prompt intake, issue import and chat/Git triggers. Identify the authoritative tracker, stable issue IDs, one-way or two-way sync, supported edits and operations requiring a trip back to Linear/GitHub/Jira. Importing or attaching a ticket is not native issue management. Answer PLAN-06 and PLAN-07 separately.", "questions": [ { "id": "local_creation", "question": "Local creation" }, { "id": "prompt_intake", "question": "Prompt intake" }, { "id": "external_import", "question": "External import" }, { "id": "chat_git_triggers", "question": "Chat git triggers" }, { "id": "authoritative_tracker", "question": "Authoritative tracker" }, { "id": "stable_ids", "question": "Stable ids" }, { "id": "sync", "question": "Sync" }, { "id": "supported_edits", "question": "Supported edits" }, { "id": "external_roundtrips", "question": "External roundtrips" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-01", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Cloud task records can originate from events or explicit runs.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "local_creation", "question": "Local creation", "support": "unknown", "answer": "Local creation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "prompt_intake", "question": "Prompt intake", "support": "supported", "answer": "Explicit prompt-started run.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "external_import", "question": "External import", "support": "unknown", "answer": "External import: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "chat_git_triggers", "question": "Chat git triggers", "support": "supported", "answer": "Slack, GitHub and other event integrations.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "authoritative_tracker", "question": "Authoritative tracker", "support": "unknown", "answer": "Authoritative tracker: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "stable_ids", "question": "Stable ids", "support": "partial", "answer": "Persistent run/task records; native issue identity across multiple runs requires deeper inspection.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "sync", "question": "Sync", "support": "unknown", "answer": "Sync: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "supported_edits", "question": "Supported edits", "support": "unknown", "answer": "Supported edits: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "external_roundtrips", "question": "External roundtrips", "support": "unknown", "answer": "External roundtrips: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:cloud-doc" ] } ] }, { "id": "PLAN-02", "title": "Durable task plans", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Record task plans and acceptance criteria, editors, revision history and links to implementation. Test amending a task while work is running, restarting and revisiting it later. A task-specific starting brief, reusable memory and a persistent product specification are different objects; product specs are judged in PLAN-08.", "questions": [ { "id": "plans", "question": "Plans" }, { "id": "acceptance_criteria", "question": "Acceptance criteria" }, { "id": "editors", "question": "Editors" }, { "id": "revisions", "question": "Revisions" }, { "id": "implementation_links", "question": "Implementation links" }, { "id": "amendment", "question": "Amendment" }, { "id": "restart_persistence", "question": "Restart persistence" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "PLAN-03", "title": "Hierarchy, dependencies and evolving scope", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Record epics, arbitrary parent/child depth, blockers, readiness, dependency enforcement and state propagation. Start with a simple interactive task, grow it into an epic and retain its identity, discussion, history and outputs. Verify blockers actually prevent dispatch. Record whether a rigid preselected workflow is required, and whether changing scope requires recreating work.", "questions": [ { "id": "epics", "question": "Epics" }, { "id": "hierarchy", "question": "Hierarchy" }, { "id": "blockers", "question": "Blockers" }, { "id": "readiness", "question": "Readiness" }, { "id": "enforcement", "question": "Enforcement" }, { "id": "state_propagation", "question": "State propagation" }, { "id": "task_to_epic", "question": "Task to epic" }, { "id": "identity_retention", "question": "Identity retention" }, { "id": "workflow_constraints", "question": "Workflow constraints" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-03", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Dependencies influence automatic dispatch.", "availability": "unknown", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "epics", "question": "Epics", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "hierarchy", "question": "Hierarchy", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "blockers", "question": "Blockers", "support": "supported", "answer": "Directional prerequisites; cycle prevention.", "evidenceIds": [ "lanes:deps" ] }, { "id": "readiness", "question": "Readiness", "support": "supported", "answer": "All predecessors must reach Done.", "evidenceIds": [ "lanes:deps" ] }, { "id": "enforcement", "question": "Enforcement", "support": "partial", "answer": "Queue skips blocked work; manual board override remains.", "evidenceIds": [ "lanes:deps" ] }, { "id": "state_propagation", "question": "State propagation", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "task_to_epic", "question": "Task to epic", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "identity_retention", "question": "Identity retention", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "workflow_constraints", "question": "Workflow constraints", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "Other atomic questions remain unverified; no shared hands-on scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-23", "evidenceIds": [ "lanes:deps" ] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "PLAN-04", "title": "Shared context and memory", "group": { "id": 2, "name": "Planning and context" }, "judgment": "List repository instructions, skills, project docs and cross-session/cross-harness memory. Record scope, provenance, citation, correction/deletion and stale-context controls. Test what survives a new session or colleague takeover. A notes page or shared file is not automatically a maintained spec or managed memory.", "questions": [ { "id": "instructions", "question": "Instructions" }, { "id": "skills", "question": "Skills" }, { "id": "project_docs", "question": "Project docs" }, { "id": "memory", "question": "Memory" }, { "id": "scope", "question": "Scope" }, { "id": "provenance", "question": "Provenance" }, { "id": "correction", "question": "Correction" }, { "id": "deletion", "question": "Deletion" }, { "id": "freshness", "question": "Freshness" }, { "id": "takeover_continuity", "question": "Takeover continuity" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "PLAN-05", "title": "Architecture and API awareness", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Record code search, repository indexing, external knowledge and multimodal inputs, with source freshness and access scope. Ask an agent to use an existing API under a documented architecture rule, then propose a conflicting change. Check retrieval, citation, conflict detection and review-time enforcement separately. A large context window or an instruction file alone does not prove architectural consistency.", "questions": [ { "id": "code_search", "question": "Code search" }, { "id": "indexing", "question": "Indexing" }, { "id": "external_knowledge", "question": "External knowledge" }, { "id": "multimodal_inputs", "question": "Multimodal inputs" }, { "id": "freshness", "question": "Freshness" }, { "id": "access_scope", "question": "Access scope" }, { "id": "api_retrieval", "question": "Api retrieval" }, { "id": "citations", "question": "Citations" }, { "id": "conflict_detection", "question": "Conflict detection" }, { "id": "review_enforcement", "question": "Review enforcement" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "PLAN-06", "title": "Native issue management and idea backlog", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Enumerate create, edit, discuss, prioritize, label, assign, search, filter, archive, reopen and project/epic views within the product. Save an idea without creating a running agent, refine it with another person, and explicitly mark it ready or dispatch it later. Record separate task/session entities, metadata depth, multiple sessions per task, durable state transitions and whether an external tracker remains necessary.", "questions": [ { "id": "create", "question": "Create" }, { "id": "edit", "question": "Edit" }, { "id": "discuss", "question": "Discuss" }, { "id": "prioritize", "question": "Prioritize" }, { "id": "label", "question": "Label" }, { "id": "assign", "question": "Assign" }, { "id": "search", "question": "Search" }, { "id": "filter", "question": "Filter" }, { "id": "archive", "question": "Archive" }, { "id": "reopen", "question": "Reopen" }, { "id": "project_epic_views", "question": "Project epic views" }, { "id": "idea_parking", "question": "Idea parking" }, { "id": "explicit_dispatch", "question": "Explicit dispatch" }, { "id": "task_session_separation", "question": "Task session separation" }, { "id": "metadata", "question": "Metadata" }, { "id": "durable_states", "question": "Durable states" }, { "id": "external_tracker_requirement", "question": "External tracker requirement" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-06", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "The built-in issue board has programmable CRUD.", "availability": "unknown", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "create", "question": "Create", "support": "supported", "answer": "Create issues.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "edit", "question": "Edit", "support": "supported", "answer": "Update issues.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "discuss", "question": "Discuss", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "prioritize", "question": "Prioritize", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "label", "question": "Label", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "assign", "question": "Assign", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "search", "question": "Search", "support": "supported", "answer": "Search/filter board.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "filter", "question": "Filter", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "archive", "question": "Archive", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "reopen", "question": "Reopen", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "project_epic_views", "question": "Project epic views", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "idea_parking", "question": "Idea parking", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "explicit_dispatch", "question": "Explicit dispatch", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "task_session_separation", "question": "Task session separation", "support": "supported", "answer": "Start sessions against existing issues.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "metadata", "question": "Metadata", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "durable_states", "question": "Durable states", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "external_tracker_requirement", "question": "External tracker requirement", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "This source establishes MCP operations; deeper human issue lifecycle untested." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-23", "evidenceIds": [ "lanes:mcp" ] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-06", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Factories documents work items carrying requests across runs; a full idea backlog is not yet established.", "availability": "private-preview", "delivery": "native", "scope": { "surfaceIds": [ "factories" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ] }, "questions": [ { "id": "create", "question": "Create", "support": "unknown", "answer": "Create: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "edit", "question": "Edit", "support": "unknown", "answer": "Edit: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "discuss", "question": "Discuss", "support": "unknown", "answer": "Discuss: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "prioritize", "question": "Prioritize", "support": "unknown", "answer": "Prioritize: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "label", "question": "Label", "support": "unknown", "answer": "Label: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "assign", "question": "Assign", "support": "unknown", "answer": "Assign: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "search", "question": "Search", "support": "unknown", "answer": "Search: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "filter", "question": "Filter", "support": "unknown", "answer": "Filter: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "archive", "question": "Archive", "support": "unknown", "answer": "Archive: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "reopen", "question": "Reopen", "support": "unknown", "answer": "Reopen: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "project_epic_views", "question": "Project epic views", "support": "unknown", "answer": "Project epic views: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "idea_parking", "question": "Idea parking", "support": "unknown", "answer": "Idea parking: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "explicit_dispatch", "question": "Explicit dispatch", "support": "unknown", "answer": "Explicit dispatch: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "task_session_separation", "question": "Task session separation", "support": "partial", "answer": "Work items span runs in factory documentation; independent idea parking was not checked.", "evidenceIds": [ "warp-oz:factory-doc" ] }, { "id": "metadata", "question": "Metadata", "support": "unknown", "answer": "Metadata: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "durable_states", "question": "Durable states", "support": "partial", "answer": "Factory work-item and run status tracking is documented.", "evidenceIds": [ "warp-oz:factory-doc" ] }, { "id": "external_tracker_requirement", "question": "External tracker requirement", "support": "unknown", "answer": "External tracker requirement: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "Factories is early access. This does not establish issue CRUD, agent write parity or readiness/dependency enforcement." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:factory-doc" ] } ] }, { "id": "PLAN-07", "title": "Agent-native issue operations", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Verify an agent can read/create/update the same durable issue IDs and fields humans use, claim/assign work, change state, create dependencies/children and report blockers/results through documented CLI/API/MCP. Check that human views reflect actual writes with attribution, permissions and conflict handling. Distinguish shared authoritative records, synchronized external records, agent-private metadata and prompt-only conventions.", "questions": [ { "id": "shared_ids", "question": "Shared ids" }, { "id": "read", "question": "Read" }, { "id": "create", "question": "Create" }, { "id": "update", "question": "Update" }, { "id": "claim", "question": "Claim" }, { "id": "assign", "question": "Assign" }, { "id": "state_changes", "question": "State changes" }, { "id": "dependencies", "question": "Dependencies" }, { "id": "children", "question": "Children" }, { "id": "results", "question": "Results" }, { "id": "human_visibility", "question": "Human visibility" }, { "id": "attribution", "question": "Attribution" }, { "id": "permissions", "question": "Permissions" }, { "id": "conflicts", "question": "Conflicts" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-07", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Agents operate native board records.", "availability": "beta", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "shared_ids", "question": "Shared ids", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "read", "question": "Read", "support": "supported", "answer": "List/search issues.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "create", "question": "Create", "support": "supported", "answer": "Create issues.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "update", "question": "Update", "support": "supported", "answer": "Update and move issues.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "claim", "question": "Claim", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "assign", "question": "Assign", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "state_changes", "question": "State changes", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "dependencies", "question": "Dependencies", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "children", "question": "Children", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "results", "question": "Results", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "human_visibility", "question": "Human visibility", "support": "supported", "answer": "Same desktop board.", "evidenceIds": [ "lanes:mcp" ] }, { "id": "attribution", "question": "Attribution", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "permissions", "question": "Permissions", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "conflicts", "question": "Conflicts", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "MCP is research preview; permission/concurrency tests not run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-23", "evidenceIds": [ "lanes:mcp" ] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "PLAN-08", "title": "Living product specifications", "group": { "id": 2, "name": "Planning and context" }, "judgment": "Record persistent requirements across tasks/releases, editable by humans and agents with attributable revisions and approval rules. Verify requirement-to-task/implementation links, retrieval during later tasks, drift detection and consideration during review/quality control. Amend a requirement after one task ships, then implement another. A one-time spec-to-plan workflow, per-task brief, memory store or unreferenced document does not establish a living product spec.", "questions": [ { "id": "persistent_requirements", "question": "Persistent requirements" }, { "id": "human_edits", "question": "Human edits" }, { "id": "agent_edits", "question": "Agent edits" }, { "id": "revisions", "question": "Revisions" }, { "id": "approvals", "question": "Approvals" }, { "id": "implementation_links", "question": "Implementation links" }, { "id": "later_retrieval", "question": "Later retrieval" }, { "id": "drift_detection", "question": "Drift detection" }, { "id": "review_integration", "question": "Review integration" } ], "products": [ { "productId": "lanes", "claimId": "lanes:PLAN-08", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:PLAN-08", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "COORD-01", "title": "Parallel work", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Record independently running sessions and tasks, documented quotas and observed concurrency. Describe how a user sees running, waiting, failed and finished work. Several chat tabs are not proof that runs execute concurrently.", "questions": [ { "id": "concurrent_sessions", "question": "Concurrent sessions" }, { "id": "concurrent_tasks", "question": "Concurrent tasks" }, { "id": "quotas", "question": "Quotas" }, { "id": "observed_concurrency", "question": "Observed concurrency" }, { "id": "status_visibility", "question": "Status visibility" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "COORD-02", "title": "Ownership and dispatch", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Record assignment to humans or agents, claims, queues, routing and duplicate-work prevention. Test two workers attempting the same task. Distinguish a display label, an advisory lock and enforced exclusive ownership.", "questions": [ { "id": "human_assignment", "question": "Human assignment" }, { "id": "agent_assignment", "question": "Agent assignment" }, { "id": "claims", "question": "Claims" }, { "id": "queues", "question": "Queues" }, { "id": "routing", "question": "Routing" }, { "id": "duplicate_prevention", "question": "Duplicate prevention" }, { "id": "ownership_enforcement", "question": "Ownership enforcement" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-02", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Backlog can fill available session slots.", "availability": "unknown", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "human_assignment", "question": "Human assignment", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "agent_assignment", "question": "Agent assignment", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "claims", "question": "Claims", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "queues", "question": "Queues", "support": "supported", "answer": "Queue auto-fills unblocked issues.", "evidenceIds": [ "lanes:deps" ] }, { "id": "routing", "question": "Routing", "support": "supported", "answer": "Automatic pickup skips blockers.", "evidenceIds": [ "lanes:deps" ] }, { "id": "duplicate_prevention", "question": "Duplicate prevention", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "ownership_enforcement", "question": "Ownership enforcement", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "Other atomic questions remain unverified; no shared hands-on scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-23", "evidenceIds": [ "lanes:deps" ] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "COORD-03", "title": "Inspectable delegation and communication", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Record parent/child roles, model/harness/effort choice, messages, result return and cross-harness teams. Distinguish product orchestration, provider-native subagents, installed orchestration skills and scripts. Record activation, auth and experimental flags. Verify actual child identity, live progress, retained results and ability to reopen or follow up after completion. A final sentence claiming two reviewers ran is not proof. Test the documented invocation as well as the shared natural-language request.", "questions": [ { "id": "roles", "question": "Roles" }, { "id": "model_harness_effort", "question": "Model harness effort" }, { "id": "messages", "question": "Messages" }, { "id": "results_return", "question": "Results return" }, { "id": "cross_harness", "question": "Cross harness" }, { "id": "orchestration_owner", "question": "Orchestration owner" }, { "id": "activation", "question": "Activation" }, { "id": "authentication", "question": "Authentication" }, { "id": "live_progress", "question": "Live progress" }, { "id": "retained_results", "question": "Retained results" }, { "id": "followup", "question": "Followup" }, { "id": "invocation", "question": "Invocation" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-03", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Factories documents foreman coordination over named agents.", "availability": "private-preview", "delivery": "native", "scope": { "surfaceIds": [ "factories" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ] }, "questions": [ { "id": "roles", "question": "Roles", "support": "supported", "answer": "Foreman routes triage, specification, implementation and review.", "evidenceIds": [ "warp-oz:factory-doc" ] }, { "id": "model_harness_effort", "question": "Model harness effort", "support": "unknown", "answer": "Model harness effort: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "messages", "question": "Messages", "support": "unknown", "answer": "Messages: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "results_return", "question": "Results return", "support": "unknown", "answer": "Results return: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "cross_harness", "question": "Cross harness", "support": "unknown", "answer": "Cross harness: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "orchestration_owner", "question": "Orchestration owner", "support": "supported", "answer": "Factory layer orchestrates Automation Platform runs.", "evidenceIds": [ "warp-oz:factory-doc" ] }, { "id": "activation", "question": "Activation", "support": "unknown", "answer": "Activation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "authentication", "question": "Authentication", "support": "unknown", "answer": "Authentication: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "live_progress", "question": "Live progress", "support": "unknown", "answer": "Live progress: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "retained_results", "question": "Retained results", "support": "unknown", "answer": "Retained results: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "followup", "question": "Followup", "support": "unknown", "answer": "Followup: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "invocation", "question": "Invocation", "support": "unknown", "answer": "Invocation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:factory-doc" ] } ] }, { "id": "COORD-04", "title": "Unattended triggers", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Record schedules, event triggers, recurring tasks and completion conditions. Name where the scheduler runs, overlap handling, retries and whether closing the client stops it. A desktop cron recipe is a manual integration unless the product owns it.", "questions": [ { "id": "schedules", "question": "Schedules" }, { "id": "events", "question": "Events" }, { "id": "recurring_tasks", "question": "Recurring tasks" }, { "id": "completion_conditions", "question": "Completion conditions" }, { "id": "scheduler_location", "question": "Scheduler location" }, { "id": "overlaps", "question": "Overlaps" }, { "id": "retries", "question": "Retries" }, { "id": "client_independence", "question": "Client independence" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-04", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Cloud execution supports event and scheduled triggers.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "schedules", "question": "Schedules", "support": "supported", "answer": "Scheduled agent runs.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "events", "question": "Events", "support": "supported", "answer": "Integration and webhook triggers.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "recurring_tasks", "question": "Recurring tasks", "support": "unknown", "answer": "Recurring tasks: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "completion_conditions", "question": "Completion conditions", "support": "unknown", "answer": "Completion conditions: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "scheduler_location", "question": "Scheduler location", "support": "supported", "answer": "Cloud platform.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "overlaps", "question": "Overlaps", "support": "unknown", "answer": "Overlaps: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "retries", "question": "Retries", "support": "unknown", "answer": "Retries: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "client_independence", "question": "Client independence", "support": "unknown", "answer": "Client independence: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:cloud-doc" ] } ] }, { "id": "COORD-05", "title": "Intervention and attention", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Record pause, stop, resume, steering, notifications, pending decisions and escalation. Test an in-run amendment and a harmless approval prompt in both chat and terminal modes. Record silent waits, hidden CLI-only questions and whether stop terminates execution while preserving history. Require discoverable errors rather than inferring success from silence.", "questions": [ { "id": "pause", "question": "Pause" }, { "id": "stop", "question": "Stop" }, { "id": "resume", "question": "Resume" }, { "id": "steer", "question": "Steer" }, { "id": "notifications", "question": "Notifications" }, { "id": "pending_decisions", "question": "Pending decisions" }, { "id": "escalation", "question": "Escalation" }, { "id": "visible_errors", "question": "Visible errors" }, { "id": "chat_terminal_parity", "question": "Chat terminal parity" }, { "id": "retained_history", "question": "Retained history" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "COORD-06", "title": "Fleet and epic management UI", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Use a disclosed fixture of 12 task/agent states across several epics, including blocked, failed, awaiting input, reviewing and completed work. Locate parent/child relationships, dependencies, attention needs, history and workload without reading every transcript. Record navigation steps and errors. Boards, graphs, waterfalls, timelines or another interface can qualify; no required visual form. State whether the fixture was simulated or used live agents.", "questions": [ { "id": "fleet_fixture", "question": "Fleet fixture" }, { "id": "parent_child", "question": "Parent child" }, { "id": "dependencies", "question": "Dependencies" }, { "id": "attention", "question": "Attention" }, { "id": "history", "question": "History" }, { "id": "workload", "question": "Workload" }, { "id": "navigation_errors", "question": "Navigation errors" }, { "id": "fixture_mode", "question": "Fixture mode" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-06", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Factory dashboard and personal inbox provide fleet oversight claims; common fixture remains unrun.", "availability": "private-preview", "delivery": "native", "scope": { "surfaceIds": [ "factories" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ] }, "questions": [ { "id": "fleet_fixture", "question": "Fleet fixture", "support": "unknown", "answer": "Fleet fixture: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "parent_child", "question": "Parent child", "support": "unknown", "answer": "Parent child: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "dependencies", "question": "Dependencies", "support": "unknown", "answer": "Dependencies: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "attention", "question": "Attention", "support": "supported", "answer": "Personal inbox gathers blocked/failed and review items.", "evidenceIds": [ "warp-oz:factory-doc", "warp-oz:inbox-doc" ] }, { "id": "history", "question": "History", "support": "supported", "answer": "Run/task records remain inspectable.", "evidenceIds": [ "warp-oz:factory-doc", "warp-oz:inbox-doc" ] }, { "id": "workload", "question": "Workload", "support": "partial", "answer": "Dashboard described; no 12-state navigation fixture.", "evidenceIds": [ "warp-oz:factory-doc", "warp-oz:inbox-doc" ] }, { "id": "navigation_errors", "question": "Navigation errors", "support": "unknown", "answer": "Navigation errors: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "fixture_mode", "question": "Fixture mode", "support": "unknown", "answer": "Fixture mode: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:factory-doc", "warp-oz:inbox-doc" ] } ] }, { "id": "COORD-07", "title": "Workflow flexibility and orchestration visibility", "group": { "id": 3, "name": "Coordination and automation" }, "judgment": "Compare a quick interactive change with a growing epic. Record mandatory workflow/preset selection, natural-language configuration, per-agent model/effort control, changes during execution and whether the UI exposes what actually ran. Test a coordinator with two reviewer children; capture roles, relationships and results during work and after completion. Document discoverability and auth friction without judging an unsupported magic prompt as proof of missing capability.", "questions": [ { "id": "quick_task", "question": "Quick task" }, { "id": "growing_epic", "question": "Growing epic" }, { "id": "presets", "question": "Presets" }, { "id": "natural_language", "question": "Natural language" }, { "id": "agent_configuration", "question": "Agent configuration" }, { "id": "in_run_changes", "question": "In run changes" }, { "id": "live_roles", "question": "Live roles" }, { "id": "retained_relationships", "question": "Retained relationships" }, { "id": "discoverability", "question": "Discoverability" }, { "id": "auth_friction", "question": "Auth friction" } ], "products": [ { "productId": "lanes", "claimId": "lanes:COORD-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:COORD-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "RUN-01", "title": "Laptop-independent execution", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "List local, user-owned VPS/remote host, self-hosted service, vendor cloud and hybrid modes. Record provisioning, payer, compute resources, region, idle/max lifetime and disconnection rules. Close/disconnect the originating client and continue from another device. A hosted UI or keep-awake setting is not evidence of remote execution. Record managed-cloud convenience separately from BYO setup effort in ACC-04.", "questions": [ { "id": "local", "question": "Local" }, { "id": "byo_remote", "question": "Byo remote" }, { "id": "self_hosted", "question": "Self hosted" }, { "id": "managed_cloud", "question": "Managed cloud" }, { "id": "hybrid", "question": "Hybrid" }, { "id": "provisioning", "question": "Provisioning" }, { "id": "payer", "question": "Payer" }, { "id": "resources", "question": "Resources" }, { "id": "region", "question": "Region" }, { "id": "expiry", "question": "Expiry" }, { "id": "client_disconnect", "question": "Client disconnect" }, { "id": "other_device_continuation", "question": "Other device continuation" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-01", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Cloud agents run on Warp infrastructure or configured user-hosted workers.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "local", "question": "Local", "support": "unknown", "answer": "Local: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "byo_remote", "question": "Byo remote", "support": "unknown", "answer": "Byo remote: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "self_hosted", "question": "Self hosted", "support": "supported", "answer": "Managed or unmanaged user-hosted execution documented.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "managed_cloud", "question": "Managed cloud", "support": "supported", "answer": "Warp-hosted cloud runs.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "hybrid", "question": "Hybrid", "support": "unknown", "answer": "Hybrid: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "provisioning", "question": "Provisioning", "support": "unknown", "answer": "Provisioning: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "payer", "question": "Payer", "support": "partial", "answer": "Separate platform and execution billing; contractual rates not fully resolved.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "resources", "question": "Resources", "support": "unknown", "answer": "Resources: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "region", "question": "Region", "support": "unknown", "answer": "Region: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "expiry", "question": "Expiry", "support": "unknown", "answer": "Expiry: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "client_disconnect", "question": "Client disconnect", "support": "unknown", "answer": "Client disconnect: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "other_device_continuation", "question": "Other device continuation", "support": "unknown", "answer": "Other device continuation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:cloud-doc" ] } ] }, { "id": "RUN-02", "title": "Workspace and process isolation", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Record shared checkout, branch, worktree, container, VM and OS sandbox separately. Name filesystem, process, network and secret boundaries. Validate code separation with two changes; do not claim hostile-code containment without separate security evidence.", "questions": [ { "id": "checkout", "question": "Checkout" }, { "id": "branch", "question": "Branch" }, { "id": "worktree", "question": "Worktree" }, { "id": "container", "question": "Container" }, { "id": "vm", "question": "Vm" }, { "id": "os_sandbox", "question": "Os sandbox" }, { "id": "filesystem", "question": "Filesystem" }, { "id": "process", "question": "Process" }, { "id": "network", "question": "Network" }, { "id": "secrets", "question": "Secrets" }, { "id": "code_separation", "question": "Code separation" }, { "id": "security_boundary", "question": "Security boundary" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "RUN-03", "title": "Recovery, expiry and continuity", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Test client disconnect, worker crash, service restart and documented sandbox expiry safely. Separate transcript reload, process reconnection, task resumption and state reconstruction. Record lost context, duplicated actions, manual repair and ability to continue a multi-day epic after compute replacement. Short sandbox lifetimes are reported with their continuity behavior, not automatically treated as failure.", "questions": [ { "id": "client_disconnect", "question": "Client disconnect" }, { "id": "worker_crash", "question": "Worker crash" }, { "id": "service_restart", "question": "Service restart" }, { "id": "expiry", "question": "Expiry" }, { "id": "transcript_reload", "question": "Transcript reload" }, { "id": "process_reconnect", "question": "Process reconnect" }, { "id": "task_resume", "question": "Task resume" }, { "id": "state_reconstruction", "question": "State reconstruction" }, { "id": "context_loss", "question": "Context loss" }, { "id": "duplicate_actions", "question": "Duplicate actions" }, { "id": "manual_repair", "question": "Manual repair" }, { "id": "multi_day_continuity", "question": "Multi day continuity" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "RUN-04", "title": "Development environment reliability", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Record dependency setup, node_modules/cache handling, snapshots, services, port allocation and secret injection. Start two workspaces with the same service requirements; note installation duplication, port collisions and repair steps. Repeat on a clean remote host. Record which problems the product handles automatically and which the user must diagnose.", "questions": [ { "id": "dependencies", "question": "Dependencies" }, { "id": "caches", "question": "Caches" }, { "id": "snapshots", "question": "Snapshots" }, { "id": "services", "question": "Services" }, { "id": "ports", "question": "Ports" }, { "id": "secrets", "question": "Secrets" }, { "id": "duplicate_installs", "question": "Duplicate installs" }, { "id": "collisions", "question": "Collisions" }, { "id": "remote_setup", "question": "Remote setup" }, { "id": "automatic_repair", "question": "Automatic repair" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "RUN-05", "title": "Limits and failure handling", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Record time, turn, token and spend limits; timeout, retry and provider-failure behavior. Test one controlled failure and a small safe budget. Record whether limits are warnings, enforced stops, or external billing controls.", "questions": [ { "id": "time_limits", "question": "Time limits" }, { "id": "turn_limits", "question": "Turn limits" }, { "id": "token_limits", "question": "Token limits" }, { "id": "spend_limits", "question": "Spend limits" }, { "id": "timeouts", "question": "Timeouts" }, { "id": "retries", "question": "Retries" }, { "id": "provider_failures", "question": "Provider failures" }, { "id": "enforcement", "question": "Enforcement" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "RUN-06", "title": "Truthful status and operational statistics", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Record logs, traces, failure reasons, usage exports and statistics by task, agent, project and time. Induce a worker failure and an approval wait: check agent, task and board state agree and remain correct after reconnect. Distinguish working, blocked, failed, idle, ready for review and delivered. For speed/success claims disclose fixture, model, hardware, attempts and failures. UI responsiveness needs observed interaction timings; never infer a framework from lag.", "questions": [ { "id": "logs", "question": "Logs" }, { "id": "traces", "question": "Traces" }, { "id": "failure_reasons", "question": "Failure reasons" }, { "id": "usage_export", "question": "Usage export" }, { "id": "task_stats", "question": "Task stats" }, { "id": "agent_stats", "question": "Agent stats" }, { "id": "project_stats", "question": "Project stats" }, { "id": "time_stats", "question": "Time stats" }, { "id": "failure_status", "question": "Failure status" }, { "id": "approval_status", "question": "Approval status" }, { "id": "reconnect_consistency", "question": "Reconnect consistency" }, { "id": "performance_method", "question": "Performance method" }, { "id": "responsiveness", "question": "Responsiveness" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "RUN-07", "title": "Per-task API and compute cost", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Record visible model/API spend per task, session, child and epic, including aggregation across harness changes. Distinguish billed charges, estimates, tokens, subscription allowance and unavailable amounts; never render unknown subscription marginal cost as zero. Reconcile totals with provider evidence where available. Record compute fees separately, refresh delay, budget alerts, export and drill-down from summary statistics.", "questions": [ { "id": "task_cost", "question": "Task cost" }, { "id": "session_cost", "question": "Session cost" }, { "id": "child_cost", "question": "Child cost" }, { "id": "epic_cost", "question": "Epic cost" }, { "id": "harness_aggregation", "question": "Harness aggregation" }, { "id": "billed_vs_estimated", "question": "Billed vs estimated" }, { "id": "tokens", "question": "Tokens" }, { "id": "subscription_allowance", "question": "Subscription allowance" }, { "id": "provider_reconciliation", "question": "Provider reconciliation" }, { "id": "compute_cost", "question": "Compute cost" }, { "id": "refresh_delay", "question": "Refresh delay" }, { "id": "alerts", "question": "Alerts" }, { "id": "export", "question": "Export" }, { "id": "drilldown", "question": "Drilldown" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-07", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Runs expose credit usage; exact dollar attribution and provider reconciliation remain unknown.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "task_cost", "question": "Task cost", "support": "unknown", "answer": "Task cost: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "session_cost", "question": "Session cost", "support": "partial", "answer": "Per-run credit usage documented.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "child_cost", "question": "Child cost", "support": "unknown", "answer": "Child cost: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "epic_cost", "question": "Epic cost", "support": "unknown", "answer": "Epic cost: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "harness_aggregation", "question": "Harness aggregation", "support": "unknown", "answer": "Harness aggregation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "billed_vs_estimated", "question": "Billed vs estimated", "support": "partial", "answer": "Credit usage is not established as reconciled provider dollar cost.", "evidenceIds": [ "warp-oz:cloud-doc" ] }, { "id": "tokens", "question": "Tokens", "support": "unknown", "answer": "Tokens: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "subscription_allowance", "question": "Subscription allowance", "support": "unknown", "answer": "Subscription allowance: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "provider_reconciliation", "question": "Provider reconciliation", "support": "unknown", "answer": "Provider reconciliation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "compute_cost", "question": "Compute cost", "support": "unknown", "answer": "Compute cost: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "refresh_delay", "question": "Refresh delay", "support": "unknown", "answer": "Refresh delay: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "alerts", "question": "Alerts", "support": "unknown", "answer": "Alerts: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "export", "question": "Export", "support": "unknown", "answer": "Export: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "drilldown", "question": "Drilldown", "support": "unknown", "answer": "Drilldown: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:cloud-doc" ] } ] }, { "id": "RUN-08", "title": "Compute-aware scheduling and verification", "group": { "id": 4, "name": "Execution and reliability" }, "judgment": "Record concurrency limits, queues, CPU/RAM limits, backpressure, per-host resource awareness and reuse/deduplication of checks. Queue multiple browser end-to-end tests under a declared safe capacity; verify excess work queues or throttles rather than overloading the host. Inspect cancellation, fairness, recovery and whether overlapping epics share limits. Do not run an uncontrolled load test.", "questions": [ { "id": "concurrency", "question": "Concurrency" }, { "id": "queues", "question": "Queues" }, { "id": "cpu_ram", "question": "Cpu ram" }, { "id": "backpressure", "question": "Backpressure" }, { "id": "host_awareness", "question": "Host awareness" }, { "id": "check_reuse", "question": "Check reuse" }, { "id": "check_deduplication", "question": "Check deduplication" }, { "id": "bounded_tests", "question": "Bounded tests" }, { "id": "cancellation", "question": "Cancellation" }, { "id": "fairness", "question": "Fairness" }, { "id": "recovery", "question": "Recovery" }, { "id": "shared_limits", "question": "Shared limits" } ], "products": [ { "productId": "lanes", "claimId": "lanes:RUN-08", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:RUN-08", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "TEAM-01", "title": "Live human collaboration", "group": { "id": 5, "name": "Human collaboration and control" }, "judgment": "Record shared visibility, issue discussion, comments, presence and simultaneous co-prompting as independent capabilities. Use two named accounts to steer the same agent and record input ordering/conflict handling, attribution and permission controls. Read-only links and shared issues do not establish co-steering. Record team/free-tier restrictions and whether the original owner must stay online.", "questions": [ { "id": "visibility", "question": "Visibility" }, { "id": "discussion", "question": "Discussion" }, { "id": "comments", "question": "Comments" }, { "id": "presence", "question": "Presence" }, { "id": "coprompting", "question": "Coprompting" }, { "id": "ordering", "question": "Ordering" }, { "id": "conflicts", "question": "Conflicts" }, { "id": "attribution", "question": "Attribution" }, { "id": "permissions", "question": "Permissions" }, { "id": "plan_restrictions", "question": "Plan restrictions" }, { "id": "owner_online", "question": "Owner online" } ], "products": [ { "productId": "lanes", "claimId": "lanes:TEAM-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:TEAM-01", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Team sharing and steering are documented at overview level.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "visibility", "question": "Visibility", "support": "supported", "answer": "Share run/session links with teammates.", "evidenceIds": [ "warp-oz:overview-doc" ] }, { "id": "discussion", "question": "Discussion", "support": "unknown", "answer": "Discussion: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "comments", "question": "Comments", "support": "unknown", "answer": "Comments: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "presence", "question": "Presence", "support": "unknown", "answer": "Presence: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "coprompting", "question": "Coprompting", "support": "partial", "answer": "Overview describes team steering; conflict/order/permission details not tested.", "evidenceIds": [ "warp-oz:overview-doc" ] }, { "id": "ordering", "question": "Ordering", "support": "unknown", "answer": "Ordering: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "conflicts", "question": "Conflicts", "support": "unknown", "answer": "Conflicts: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "attribution", "question": "Attribution", "support": "unknown", "answer": "Attribution: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "permissions", "question": "Permissions", "support": "unknown", "answer": "Permissions: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "plan_restrictions", "question": "Plan restrictions", "support": "unknown", "answer": "Plan restrictions: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "owner_online", "question": "Owner online", "support": "unknown", "answer": "Owner online: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:overview-doc" ] } ] }, { "id": "TEAM-02", "title": "Roles and access boundaries", "group": { "id": 5, "name": "Human collaboration and control" }, "judgment": "Record organization/project/task roles, membership lifecycle, SSO and provisioning where offered. Test unauthorized access and revocation with consenting test accounts. Describe documented versus observed enforcement, including which plan provides it.", "questions": [ { "id": "organization_roles", "question": "Organization roles" }, { "id": "project_roles", "question": "Project roles" }, { "id": "task_roles", "question": "Task roles" }, { "id": "membership", "question": "Membership" }, { "id": "sso", "question": "Sso" }, { "id": "provisioning", "question": "Provisioning" }, { "id": "unauthorized_access", "question": "Unauthorized access" }, { "id": "revocation", "question": "Revocation" }, { "id": "plan_scope", "question": "Plan scope" } ], "products": [ { "productId": "lanes", "claimId": "lanes:TEAM-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:TEAM-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "TEAM-03", "title": "Approvals and temporary access", "group": { "id": 5, "name": "Human collaboration and control" }, "judgment": "Record command, tool, network, secret and delivery approvals, approver identity and scope lifetime. Demonstrate allow, deny and revocation, including temporary tunnels or shared access after its thread/session ends. Separate default full access, available safer modes and product-enforced policy from instructions the model is expected to follow.", "questions": [ { "id": "command", "question": "Command" }, { "id": "tool", "question": "Tool" }, { "id": "network", "question": "Network" }, { "id": "secret", "question": "Secret" }, { "id": "delivery", "question": "Delivery" }, { "id": "approver_identity", "question": "Approver identity" }, { "id": "lifetime", "question": "Lifetime" }, { "id": "allow", "question": "Allow" }, { "id": "deny", "question": "Deny" }, { "id": "revoke", "question": "Revoke" }, { "id": "tunnels", "question": "Tunnels" }, { "id": "defaults", "question": "Defaults" }, { "id": "safer_modes", "question": "Safer modes" }, { "id": "enforcement", "question": "Enforcement" } ], "products": [ { "productId": "lanes", "claimId": "lanes:TEAM-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:TEAM-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "TEAM-04", "title": "Decision and activity history", "group": { "id": 5, "name": "Human collaboration and control" }, "judgment": "Record attributed actions, approvals, edits, discussion and decision links. Check whether history persists across users and sessions, can be exported, and can be altered. Use the word audit only with a defined retention and integrity model.", "questions": [ { "id": "actions", "question": "Actions" }, { "id": "approvals", "question": "Approvals" }, { "id": "edits", "question": "Edits" }, { "id": "discussion", "question": "Discussion" }, { "id": "decisions", "question": "Decisions" }, { "id": "cross_user_persistence", "question": "Cross user persistence" }, { "id": "cross_session_persistence", "question": "Cross session persistence" }, { "id": "export", "question": "Export" }, { "id": "mutability", "question": "Mutability" }, { "id": "retention", "question": "Retention" }, { "id": "integrity", "question": "Integrity" } ], "products": [ { "productId": "lanes", "claimId": "lanes:TEAM-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:TEAM-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "TEAM-05", "title": "Review experience and guidance", "group": { "id": 5, "name": "Human collaboration and control" }, "judgment": "Evaluate locating pending reviews, understanding a change, navigating evidence, commenting, requesting changes and finding the next shipping action. Measure steps/time and missed evidence on a shared fixture. Record keyboard/narrow-screen usability, context switching, clarity of agent roles and preservation of review context. Generic diff/PR access and a guided review workflow are different capabilities. Link high-volume review findings to SHIP-06.", "questions": [ { "id": "pending_reviews", "question": "Pending reviews" }, { "id": "change_understanding", "question": "Change understanding" }, { "id": "evidence_navigation", "question": "Evidence navigation" }, { "id": "comments", "question": "Comments" }, { "id": "request_changes", "question": "Request changes" }, { "id": "shipping_guidance", "question": "Shipping guidance" }, { "id": "effort", "question": "Effort" }, { "id": "missed_evidence", "question": "Missed evidence" }, { "id": "keyboard", "question": "Keyboard" }, { "id": "narrow_screen", "question": "Narrow screen" }, { "id": "context_switching", "question": "Context switching" }, { "id": "roles", "question": "Roles" }, { "id": "retained_context", "question": "Retained context" } ], "products": [ { "productId": "lanes", "claimId": "lanes:TEAM-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:TEAM-05", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Factory inbox gathers review and decision items with drill-through.", "availability": "private-preview", "delivery": "native", "scope": { "surfaceIds": [ "factories" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ] }, "questions": [ { "id": "pending_reviews", "question": "Pending reviews", "support": "supported", "answer": "Spec and PR review inbox items.", "evidenceIds": [ "warp-oz:inbox-doc" ] }, { "id": "change_understanding", "question": "Change understanding", "support": "unknown", "answer": "Change understanding: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "evidence_navigation", "question": "Evidence navigation", "support": "supported", "answer": "Links to run, PR, spec or source thread.", "evidenceIds": [ "warp-oz:inbox-doc" ] }, { "id": "comments", "question": "Comments", "support": "unknown", "answer": "Comments: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "request_changes", "question": "Request changes", "support": "unknown", "answer": "Request changes: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "shipping_guidance", "question": "Shipping guidance", "support": "unknown", "answer": "Shipping guidance: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "effort", "question": "Effort", "support": "unknown", "answer": "Effort: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "missed_evidence", "question": "Missed evidence", "support": "unknown", "answer": "Missed evidence: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "keyboard", "question": "Keyboard", "support": "unknown", "answer": "Keyboard: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "narrow_screen", "question": "Narrow screen", "support": "unknown", "answer": "Narrow screen: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "context_switching", "question": "Context switching", "support": "unknown", "answer": "Context switching: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "roles", "question": "Roles", "support": "partial", "answer": "Inbox is personal to tasks the user started, not all teammate tasks.", "evidenceIds": [ "warp-oz:inbox-doc" ] }, { "id": "retained_context", "question": "Retained context", "support": "unknown", "answer": "Retained context: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:inbox-doc" ] } ] }, { "id": "TEAM-06", "title": "Colleague takeover and continuity", "group": { "id": 5, "name": "Human collaboration and control" }, "judgment": "Have a second authorized person take over ongoing work with the same task, session history, decisions, artifacts, permissions and runtime context. Test after the first person disconnects. Record ownership transfer, attribution and lost context. Separately record transferring to another model/harness; a forked transcript or shared link alone is not full human takeover.", "questions": [ { "id": "ongoing_takeover", "question": "Ongoing takeover" }, { "id": "same_task", "question": "Same task" }, { "id": "session_history", "question": "Session history" }, { "id": "decisions", "question": "Decisions" }, { "id": "artifacts", "question": "Artifacts" }, { "id": "permissions", "question": "Permissions" }, { "id": "runtime_context", "question": "Runtime context" }, { "id": "owner_disconnect", "question": "Owner disconnect" }, { "id": "ownership", "question": "Ownership" }, { "id": "attribution", "question": "Attribution" }, { "id": "context_loss", "question": "Context loss" }, { "id": "harness_transfer", "question": "Harness transfer" } ], "products": [ { "productId": "lanes", "claimId": "lanes:TEAM-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:TEAM-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "SHIP-01", "title": "Retained artifacts and outputs", "group": { "id": 6, "name": "Verification and delivery" }, "judgment": "Record diffs, documents, screenshots, recordings, previews and test/reviewer outputs. Check for a searchable/browsable artifact gallery or equivalent retrieval, linked to task and exact revision, usable after sessions end. Reopen a completed child reviewer and retrieve its full findings. Check whether internal prompts or tool metadata unintentionally appear in the produced application or other user-facing output. In-chat attachments, persistent review evidence and a cross-task gallery get distinct answers.", "questions": [ { "id": "diffs", "question": "Diffs" }, { "id": "documents", "question": "Documents" }, { "id": "screenshots", "question": "Screenshots" }, { "id": "recordings", "question": "Recordings" }, { "id": "previews", "question": "Previews" }, { "id": "test_outputs", "question": "Test outputs" }, { "id": "reviewer_outputs", "question": "Reviewer outputs" }, { "id": "gallery", "question": "Gallery" }, { "id": "task_links", "question": "Task links" }, { "id": "revision_links", "question": "Revision links" }, { "id": "persistence", "question": "Persistence" }, { "id": "child_findings", "question": "Child findings" }, { "id": "prompt_leakage", "question": "Prompt leakage" } ], "products": [ { "productId": "lanes", "claimId": "lanes:SHIP-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:SHIP-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "SHIP-02", "title": "Verification and spec gates", "group": { "id": 6, "name": "Verification and delivery" }, "judgment": "Record tests, lint, types, CI, independent review and persistent-spec conformance checks as required versus optional. Cause a failed test and a conflict with an existing product requirement. Verify review catches the conflict and delivery blocks where claimed. An agent saying checks passed is not a passing gate; record configured and enforced policy separately.", "questions": [ { "id": "tests", "question": "Tests" }, { "id": "lint", "question": "Lint" }, { "id": "types", "question": "Types" }, { "id": "ci", "question": "Ci" }, { "id": "independent_review", "question": "Independent review" }, { "id": "spec_checks", "question": "Spec checks" }, { "id": "required_checks", "question": "Required checks" }, { "id": "failure_blocking", "question": "Failure blocking" }, { "id": "requirement_conflicts", "question": "Requirement conflicts" }, { "id": "configured_policy", "question": "Configured policy" }, { "id": "enforced_policy", "question": "Enforced policy" } ], "products": [ { "productId": "lanes", "claimId": "lanes:SHIP-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:SHIP-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "SHIP-03", "title": "Git and pull request workflow", "group": { "id": 6, "name": "Verification and delivery" }, "judgment": "Record branches/worktrees, commits, PR creation, review comments, CI response, rebase and conflict handling. Complete one fixture change through a draft PR. Distinguish an integrated workflow from the agent running Git commands without product state.", "questions": [ { "id": "branches", "question": "Branches" }, { "id": "worktrees", "question": "Worktrees" }, { "id": "commits", "question": "Commits" }, { "id": "pull_requests", "question": "Pull requests" }, { "id": "comments", "question": "Comments" }, { "id": "ci_response", "question": "Ci response" }, { "id": "rebase", "question": "Rebase" }, { "id": "conflicts", "question": "Conflicts" }, { "id": "product_state", "question": "Product state" } ], "products": [ { "productId": "lanes", "claimId": "lanes:SHIP-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:SHIP-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "SHIP-04", "title": "Merge and deployment authority", "group": { "id": 6, "name": "Verification and delivery" }, "judgment": "Record who can approve, merge, release and deploy, plus checks against the exact revision. Verify the documented authority boundary without publishing real changes. PR creation, merge and production deployment are separate capabilities.", "questions": [ { "id": "approve", "question": "Approve" }, { "id": "merge", "question": "Merge" }, { "id": "release", "question": "Release" }, { "id": "deploy", "question": "Deploy" }, { "id": "exact_revision", "question": "Exact revision" }, { "id": "authority_enforcement", "question": "Authority enforcement" } ], "products": [ { "productId": "lanes", "claimId": "lanes:SHIP-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:SHIP-04", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "SHIP-05", "title": "Completion evidence and rollback", "group": { "id": 6, "name": "Verification and delivery" }, "judgment": "Record task-to-commit/PR/build/deployment links, delivery status, retained evidence and rollback or revert support. Change the candidate revision after review and examine whether approval/evidence is invalidated. Agent exit alone does not prove delivery.", "questions": [ { "id": "commit_links", "question": "Commit links" }, { "id": "pr_links", "question": "Pr links" }, { "id": "build_links", "question": "Build links" }, { "id": "deployment_links", "question": "Deployment links" }, { "id": "delivery_status", "question": "Delivery status" }, { "id": "retained_evidence", "question": "Retained evidence" }, { "id": "rollback", "question": "Rollback" }, { "id": "revert", "question": "Revert" }, { "id": "stale_approval_invalidation", "question": "Stale approval invalidation" } ], "products": [ { "productId": "lanes", "claimId": "lanes:SHIP-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:SHIP-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "SHIP-06", "title": "Batch review and high-volume shipping", "group": { "id": 6, "name": "Verification and delivery" }, "judgment": "Return to a queue of at least six completed fixture tasks and review a subset. Record summaries, grouping, risk/size filters, retained reviewer findings, artifact navigation, request-changes flow, approval of exact revisions, dependency-aware merge/release queues and clear next actions. Check stale approvals invalidate after edits and duplicate checks respect RUN-08. Distinguish basic diff/PR actions from a coordinated review-and-delivery queue; do not require Podium terminology.", "questions": [ { "id": "review_queue", "question": "Review queue" }, { "id": "summaries", "question": "Summaries" }, { "id": "grouping", "question": "Grouping" }, { "id": "risk_size_filters", "question": "Risk size filters" }, { "id": "findings", "question": "Findings" }, { "id": "artifacts", "question": "Artifacts" }, { "id": "request_changes", "question": "Request changes" }, { "id": "exact_revision_approval", "question": "Exact revision approval" }, { "id": "dependency_queues", "question": "Dependency queues" }, { "id": "next_actions", "question": "Next actions" }, { "id": "stale_approval_invalidation", "question": "Stale approval invalidation" }, { "id": "check_deduplication", "question": "Check deduplication" } ], "products": [ { "productId": "lanes", "claimId": "lanes:SHIP-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:SHIP-06", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Factories has a documented personal review queue; exact-revision batch shipping was not tested.", "availability": "private-preview", "delivery": "native", "scope": { "surfaceIds": [ "factories" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ] }, "questions": [ { "id": "review_queue", "question": "Review queue", "support": "supported", "answer": "Inbox across accessible factories for own tasks.", "evidenceIds": [ "warp-oz:inbox-doc" ] }, { "id": "summaries", "question": "Summaries", "support": "unknown", "answer": "Summaries: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "grouping", "question": "Grouping", "support": "supported", "answer": "Filter by factory, kind and read status.", "evidenceIds": [ "warp-oz:inbox-doc" ] }, { "id": "risk_size_filters", "question": "Risk size filters", "support": "unknown", "answer": "Risk size filters: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "findings", "question": "Findings", "support": "unknown", "answer": "Findings: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "artifacts", "question": "Artifacts", "support": "unknown", "answer": "Artifacts: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "request_changes", "question": "Request changes", "support": "unknown", "answer": "Request changes: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "exact_revision_approval", "question": "Exact revision approval", "support": "unknown", "answer": "Exact revision approval: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "dependency_queues", "question": "Dependency queues", "support": "unknown", "answer": "Dependency queues: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "next_actions", "question": "Next actions", "support": "supported", "answer": "Open underlying item and resolve or undo resolution.", "evidenceIds": [ "warp-oz:inbox-doc" ] }, { "id": "stale_approval_invalidation", "question": "Stale approval invalidation", "support": "unknown", "answer": "Stale approval invalidation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "check_deduplication", "question": "Check deduplication", "support": "unknown", "answer": "Check deduplication: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "No six-output fixture; inbox excludes teammates tasks. Merge dependencies, stale approvals and check deduplication remain unknown." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:inbox-doc" ] } ] }, { "id": "OWN-01", "title": "Source and license", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record license and revision per component, including client, server and hosted extensions. Distinguish open source, source-available and closed components. Repository visibility is not a license classification or proof of hosted parity.", "questions": [ { "id": "client_license", "question": "Client license" }, { "id": "server_license", "question": "Server license" }, { "id": "hosted_extensions", "question": "Hosted extensions" }, { "id": "source_visibility", "question": "Source visibility" }, { "id": "source_revision", "question": "Source revision" }, { "id": "hosted_parity", "question": "Hosted parity" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-01", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "OWN-02", "title": "Hosting and exit", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record self-hosting scope, required vendor services, data export/import, standard formats and account cancellation behavior. Verify what remains usable without the vendor account. Exported code alone does not mean tasks, context and history are portable.", "questions": [ { "id": "self_hosting", "question": "Self hosting" }, { "id": "vendor_dependencies", "question": "Vendor dependencies" }, { "id": "export", "question": "Export" }, { "id": "import", "question": "Import" }, { "id": "formats", "question": "Formats" }, { "id": "cancellation", "question": "Cancellation" }, { "id": "account_independence", "question": "Account independence" }, { "id": "history_portability", "question": "History portability" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-02", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "OWN-03", "title": "Data handling and telemetry", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record where code, prompts, credentials, logs and artifacts go, retention/deletion, training use, residency and subprocessors. Separately record telemetry disclosure, collection defaults, opt-in/opt-out controls and observed first-run prompts. No consent dialog is an observation, not proof of no telemetry, secret telemetry or unlawful processing. Separate orchestration-vendor and model-provider policies.", "questions": [ { "id": "code_data", "question": "Code data" }, { "id": "prompts", "question": "Prompts" }, { "id": "credentials", "question": "Credentials" }, { "id": "logs", "question": "Logs" }, { "id": "artifacts", "question": "Artifacts" }, { "id": "retention", "question": "Retention" }, { "id": "deletion", "question": "Deletion" }, { "id": "training", "question": "Training" }, { "id": "residency", "question": "Residency" }, { "id": "subprocessors", "question": "Subprocessors" }, { "id": "telemetry_disclosure", "question": "Telemetry disclosure" }, { "id": "telemetry_defaults", "question": "Telemetry defaults" }, { "id": "telemetry_controls", "question": "Telemetry controls" }, { "id": "consent_prompt", "question": "Consent prompt" }, { "id": "provider_separation", "question": "Provider separation" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-03", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "OWN-04", "title": "Price and included usage", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record currency, billing interval, seats/seat minimums, workspace charges, included usage, credits, trial conditions, overages, taxes treatment and separate model/compute costs. Map billing routes to ACC-03. Cite public prices or dated quotes. Per-seat versus pooled billing is a fact, not a universal quality judgment.", "questions": [ { "id": "currency", "question": "Currency" }, { "id": "interval", "question": "Interval" }, { "id": "seats", "question": "Seats" }, { "id": "seat_minimum", "question": "Seat minimum" }, { "id": "workspace_fees", "question": "Workspace fees" }, { "id": "included_usage", "question": "Included usage" }, { "id": "credits", "question": "Credits" }, { "id": "trial", "question": "Trial" }, { "id": "overages", "question": "Overages" }, { "id": "taxes", "question": "Taxes" }, { "id": "model_cost", "question": "Model cost" }, { "id": "compute_cost", "question": "Compute cost" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-04", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Listed plan pricing includes desktop.", "availability": "unknown", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "currency", "question": "Currency", "support": "supported", "answer": "USD.", "evidenceIds": [ "lanes:pricing" ] }, { "id": "interval", "question": "Interval", "support": "supported", "answer": "Monthly.", "evidenceIds": [ "lanes:pricing" ] }, { "id": "seats", "question": "Seats", "support": "supported", "answer": "Free1; Pro up to10.", "evidenceIds": [ "lanes:pricing" ] }, { "id": "seat_minimum", "question": "Seat minimum", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "workspace_fees", "question": "Workspace fees", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "included_usage", "question": "Included usage", "support": "supported", "answer": "Pro $19/month.", "evidenceIds": [ "lanes:pricing" ] }, { "id": "credits", "question": "Credits", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "trial", "question": "Trial", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "overages", "question": "Overages", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "taxes", "question": "Taxes", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "model_cost", "question": "Model cost", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "compute_cost", "question": "Compute cost", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "Other atomic questions remain unverified; no shared hands-on scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "lanes:pricing" ] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-04", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Cloud billing separates inference, compute and platform usage.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "currency", "question": "Currency", "support": "unknown", "answer": "Currency: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "interval", "question": "Interval", "support": "unknown", "answer": "Interval: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "seats", "question": "Seats", "support": "unknown", "answer": "Seats: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "seat_minimum", "question": "Seat minimum", "support": "unknown", "answer": "Seat minimum: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "workspace_fees", "question": "Workspace fees", "support": "unknown", "answer": "Workspace fees: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "included_usage", "question": "Included usage", "support": "partial", "answer": "Platform is metered by agent work time; full included quotas and rates not collected.", "evidenceIds": [ "warp-oz:credits-doc" ] }, { "id": "credits", "question": "Credits", "support": "supported", "answer": "AI, compute and platform credit buckets.", "evidenceIds": [ "warp-oz:credits-doc" ] }, { "id": "trial", "question": "Trial", "support": "unknown", "answer": "Trial: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "overages", "question": "Overages", "support": "unknown", "answer": "Overages: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "taxes", "question": "Taxes", "support": "unknown", "answer": "Taxes: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "model_cost", "question": "Model cost", "support": "supported", "answer": "Warp-paid inference consumes AI credits.", "evidenceIds": [ "warp-oz:credits-doc" ] }, { "id": "compute_cost", "question": "Compute cost", "support": "supported", "answer": "Warp-hosted sandbox consumes compute credits.", "evidenceIds": [ "warp-oz:credits-doc" ] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:credits-doc" ] } ] }, { "id": "OWN-05", "title": "Scenario cost and controls", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Price stated workloads for one, two and five developers, with fixed tasks, concurrency, tokens and compute-hours. The two-person scenario models Till and Michael collaborating. Include subscription, platform, model and compute charges; separate fixed, variable, included and unknown costs. No invented average task cost. Link cost visibility and reconciliation to RUN-07.", "questions": [ { "id": "one_person", "question": "One person" }, { "id": "two_people", "question": "Two people" }, { "id": "five_people", "question": "Five people" }, { "id": "task_assumptions", "question": "Task assumptions" }, { "id": "concurrency", "question": "Concurrency" }, { "id": "tokens", "question": "Tokens" }, { "id": "compute_hours", "question": "Compute hours" }, { "id": "fixed_cost", "question": "Fixed cost" }, { "id": "variable_cost", "question": "Variable cost" }, { "id": "included_cost", "question": "Included cost" }, { "id": "unknown_cost", "question": "Unknown cost" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-05", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "OWN-06", "title": "Availability and support", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record GA/beta/access restrictions, support channels, documented response commitments, release activity, status history and deprecation/export options. Funding, stars and popularity can be context but are not reliability scores. An archived repository does not prove the hosted service is discontinued.", "questions": [ { "id": "release_stage", "question": "Release stage" }, { "id": "access_restrictions", "question": "Access restrictions" }, { "id": "support", "question": "Support" }, { "id": "response_commitments", "question": "Response commitments" }, { "id": "release_activity", "question": "Release activity" }, { "id": "status_history", "question": "Status history" }, { "id": "deprecation", "question": "Deprecation" }, { "id": "export_options", "question": "Export options" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-06", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-06", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Factories is explicitly early access in the docs.", "availability": "private-preview", "delivery": "native", "scope": { "surfaceIds": [ "factories" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "factories", "name": "Warp Factories early access", "type": "managed-cloud" } ] }, "questions": [ { "id": "release_stage", "question": "Release stage", "support": "supported", "answer": "Factories early access; separate from standalone cloud runs.", "evidenceIds": [ "warp-oz:overview-doc" ] }, { "id": "access_restrictions", "question": "Access restrictions", "support": "unknown", "answer": "Access restrictions: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "support", "question": "Support", "support": "unknown", "answer": "Support: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "response_commitments", "question": "Response commitments", "support": "unknown", "answer": "Response commitments: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "release_activity", "question": "Release activity", "support": "unknown", "answer": "Release activity: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "status_history", "question": "Status history", "support": "unknown", "answer": "Status history: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "deprecation", "question": "Deprecation", "support": "unknown", "answer": "Deprecation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "export_options", "question": "Export options", "support": "unknown", "answer": "Export options: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:overview-doc" ] } ] }, { "id": "OWN-07", "title": "Enterprise assurance", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record each claimed assurance separately: ISO standard/certificate scope, issuer and validity; SOC 2 report type, covered service and audit period; report/certificate access and verification date. Distinguish public documentation, vendor assertion, independently accessible evidence and unavailable evidence. A logo, enterprise pricing tier, SSO or a provider certification does not prove this product is certified or audited. Report controls in TEAM-02 separately; no legal-compliance verdict.", "questions": [ { "id": "iso_scope", "question": "Iso scope" }, { "id": "iso_issuer", "question": "Iso issuer" }, { "id": "iso_validity", "question": "Iso validity" }, { "id": "soc2_type", "question": "Soc2 type" }, { "id": "soc2_scope", "question": "Soc2 scope" }, { "id": "soc2_period", "question": "Soc2 period" }, { "id": "report_access", "question": "Report access" }, { "id": "verification_date", "question": "Verification date" }, { "id": "evidence_status", "question": "Evidence status" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-07", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] }, { "id": "OWN-08", "title": "Useful free tier and evaluation access", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Distinguish an ongoing free tier, time-limited trial, credits-only trial, open-source self-hosting costs, paid-only access and gated early access. Map which shared scenarios work for free, especially two-person collaboration, BYO subscriptions, remote compute, mobile, issue management and review. Record card requirement, usage caps and whether meaningful evaluation needs payment or sales approval.", "questions": [ { "id": "ongoing_free", "question": "Ongoing free" }, { "id": "trial", "question": "Trial" }, { "id": "credits_trial", "question": "Credits trial" }, { "id": "self_host_cost", "question": "Self host cost" }, { "id": "paid_only", "question": "Paid only" }, { "id": "early_access", "question": "Early access" }, { "id": "free_scenarios", "question": "Free scenarios" }, { "id": "card_required", "question": "Card required" }, { "id": "usage_caps", "question": "Usage caps" }, { "id": "paid_evaluation", "question": "Paid evaluation" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-08", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Free desktop has one-user scope.", "availability": "unknown", "delivery": "unknown", "scope": { "surfaceIds": [ "desktop", "shared-workspace" ], "version": "Official sources retrieved 2026-09-16", "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "desktop", "name": "desktop", "type": "desktop" }, { "id": "shared-workspace", "name": "shared-workspace", "type": "shared-workspace" } ] }, "questions": [ { "id": "ongoing_free", "question": "Ongoing free", "support": "supported", "answer": "$0, one user; unlimited local sessions.", "evidenceIds": [ "lanes:pricing" ] }, { "id": "trial", "question": "Trial", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "credits_trial", "question": "Credits trial", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "self_host_cost", "question": "Self host cost", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "paid_only", "question": "Paid only", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "early_access", "question": "Early access", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "free_scenarios", "question": "Free scenarios", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "card_required", "question": "Card required", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "usage_caps", "question": "Usage caps", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] }, { "id": "paid_evaluation", "question": "Paid evaluation", "support": "unknown", "answer": "Initial official-source pass did not establish this question; no hands-on scenario was run.", "evidenceIds": [] } ], "limitations": [ "Team invitations are paid; remote availability unresolved." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "lanes:pricing" ] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-08", "verificationStatus": "agent-cross-checked", "support": "partial", "answer": "Free cloud use has a documented runtime restriction.", "availability": "unknown", "delivery": "native", "scope": { "surfaceIds": [ "cloud" ], "version": null, "plan": null, "os": [], "executionModes": [], "region": null, "harness": null, "surfaces": [ { "id": "cloud", "name": "Warp Automation Platform / Oz cloud runs", "type": "managed-cloud" } ] }, "questions": [ { "id": "ongoing_free", "question": "Ongoing free", "support": "partial", "answer": "Free cloud plan uses Warp Agent; third-party runtimes require Build or above.", "evidenceIds": [ "warp-oz:harness-doc" ] }, { "id": "trial", "question": "Trial", "support": "unknown", "answer": "Trial: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "credits_trial", "question": "Credits trial", "support": "unknown", "answer": "Credits trial: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "self_host_cost", "question": "Self host cost", "support": "unknown", "answer": "Self host cost: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "paid_only", "question": "Paid only", "support": "unknown", "answer": "Paid only: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "early_access", "question": "Early access", "support": "unknown", "answer": "Early access: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "free_scenarios", "question": "Free scenarios", "support": "unknown", "answer": "Free scenarios: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "card_required", "question": "Card required", "support": "unknown", "answer": "Card required: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "usage_caps", "question": "Usage caps", "support": "unknown", "answer": "Usage caps: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] }, { "id": "paid_evaluation", "question": "Paid evaluation", "support": "unknown", "answer": "Paid evaluation: Initial primary-source pass did not establish this question. No installed-product or shared-scenario test was run.", "evidenceIds": [] } ], "limitations": [ "This is a source pass; unfilled atomic questions remain unknown and no shared scenario was run." ], "checkedAt": "2026-09-23", "crossCheckedAt": "2026-09-23", "nextCheckAt": "2026-10-07", "evidenceIds": [ "warp-oz:harness-doc" ] } ] }, { "id": "OWN-09", "title": "Pricing transparency", "group": { "id": 7, "name": "Ownership, privacy and economics" }, "judgment": "Record publicly stated units, included limits, overage rates, compute/model pass-through or markup, minimum commitment, cancellation and sales-only unknowns. Use transparent, partially specified, quote-only or unknown, with named missing fields. A quote-only enterprise price is a disclosed procurement constraint, not proof of dishonesty.", "questions": [ { "id": "units", "question": "Units" }, { "id": "included_limits", "question": "Included limits" }, { "id": "overages", "question": "Overages" }, { "id": "compute_markup", "question": "Compute markup" }, { "id": "model_markup", "question": "Model markup" }, { "id": "minimum_commitment", "question": "Minimum commitment" }, { "id": "cancellation", "question": "Cancellation" }, { "id": "sales_only_unknowns", "question": "Sales only unknowns" }, { "id": "transparency_classification", "question": "Transparency classification" } ], "products": [ { "productId": "lanes", "claimId": "lanes:OWN-09", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] }, { "productId": "warp-oz", "claimId": "warp-oz:OWN-09", "verificationStatus": "not-published", "support": "not-published", "answer": "No publishable sourced finding is available for this criterion. This does not mean the product lacks the capability.", "availability": null, "delivery": null, "scope": null, "questions": [], "limitations": [], "checkedAt": null, "crossCheckedAt": null, "nextCheckAt": null, "evidenceIds": [] } ] } ], "sources": [ { "id": "warp-oz:cloud-doc", "productId": "warp-oz", "kind": "documented", "url": "https://docs.warp.dev/platform/", "title": "Cloud agents overview", "locator": "Run records; deployment models; observability", "sourceDate": null, "retrievedAt": "2026-09-23", "finding": "Cloud runs have inspectable records, triggers, and Warp-hosted or user-hosted execution. The page explicitly says Oz is now Automation Platform and dates the remaining CLI/web name transition to 2026-10-06." }, { "id": "warp-oz:harness-doc", "productId": "warp-oz", "kind": "documented", "url": "https://docs.warp.dev/platform/harnesses/", "title": "Harnesses in the Automation Platform", "locator": "Plan requirements; billing; harness identifiers", "sourceDate": "2026-09-14", "retrievedAt": "2026-09-23", "finding": "Warp Agent, Claude Code and Codex are documented cloud runtimes; third-party runtimes require Build or above and customer credentials." }, { "id": "lanes:overview", "productId": "lanes", "kind": "documented", "url": "https://lanes.sh/docs/desktop", "title": "Lanes Desktop", "locator": "Core concepts; Agentic coding", "sourceDate": null, "retrievedAt": "2026-09-23", "finding": "Issues own sessions and worktrees; model gateway supports user-hosted endpoints." }, { "id": "warp-oz:credits-doc", "productId": "warp-oz", "kind": "documented", "url": "https://docs.warp.dev/support-and-community/plans-and-billing/platform-credits/", "title": "Platform credits", "locator": "Metering; three buckets", "sourceDate": "2026-09-14", "retrievedAt": "2026-09-23", "finding": "Platform, inference and compute have separate credit buckets. Every cloud run incurs platform usage, including self-hosted execution; meter definitions vary by runtime." }, { "id": "lanes:mcp", "productId": "lanes", "kind": "documented", "url": "https://lanes.sh/docs/desktop/local-mcp", "title": "Lanes Desktop MCP", "locator": "Issues; Sessions; Research preview", "sourceDate": null, "retrievedAt": "2026-09-23", "finding": "Local research-preview MCP reads/edits the board and controls sessions." }, { "id": "warp-oz:overview-doc", "productId": "warp-oz", "kind": "documented", "url": "https://docs.warp.dev/", "title": "Getting started with Warp", "locator": "Platform and Factories relationship", "sourceDate": "2026-09-14", "retrievedAt": "2026-09-23", "finding": "Distinguishes Warp terminal from platform cloud agents and Factories early access. Platform exposes CLI/API/SDK; docs describe team sharing and steering." }, { "id": "lanes:deps", "productId": "lanes", "kind": "documented", "url": "https://lanes.sh/docs/desktop/dependencies", "title": "Dependencies", "locator": "How blocking works; automatic pickup", "sourceDate": null, "retrievedAt": "2026-09-23", "finding": "Blocked issues are skipped by automatic pickup; humans can override board placement." }, { "id": "warp-oz:factory-doc", "productId": "warp-oz", "kind": "documented", "url": "https://docs.warp.dev/factories/", "title": "Warp Factories overview", "locator": "Product relationship; what you get", "sourceDate": "2026-09-16", "retrievedAt": "2026-09-23", "finding": "Factories adds coordinated stages and work items over cloud runs, definitions as code and a dashboard. Early access is distinct from general cloud-run availability." }, { "id": "warp-oz:inbox-doc", "productId": "warp-oz", "kind": "documented", "url": "https://docs.warp.dev/factories/factory-inbox/", "title": "Factory inbox", "locator": "What appears; reviewing", "sourceDate": "2026-09-14", "retrievedAt": "2026-09-23", "finding": "Personal inbox combines questions, spec/PR review, blocked and failed items only for tasks the user started. Includes filters and links to underlying records." }, { "id": "lanes:pricing", "productId": "lanes", "kind": "vendor-claimed", "url": "https://lanes.sh/pricing", "title": "Lanes pricing", "locator": "Free; Pro; desktop table", "sourceDate": null, "retrievedAt": "2026-09-23", "finding": "Desktop included; Pro collaboration, while remote workspaces also marked coming soon." } ] }