{
  "$comment": "Recorded evidence summary for the Orkas comparison and ranked-list pages. Measurement values retain their original verification date; host identity and local executable paths are redacted for publication. The listed commands repeat selected checks, but the original probe program and complete per-run artifacts are not included.",
  "schema_version": "1",
  "pack_id": "orkas-compare-evidence-2026-09",
  "verified_on": "2026-09-11",
  "verified_by": "Orkas GTM (Claude Code session), against the repository at commit 54cab3031",
  "next_review_due": "2026-12-11",
  "covers_pages": [
    "https://orkas.ai/compare/best-multi-agent-ai-desktop-apps-2026/",
    "https://orkas.ai/compare/best-local-first-ai-agent-tools-2026/",
    "https://orkas.ai/compare/claude-code-vs-codex-vs-opencode/",
    "https://orkas.ai/compare/claude-code-alternatives/",
    "https://orkas.ai/compare/orkas-vs-hermes-agent/"
  ],
  "environment": {
    "host": {
      "uname": "Darwin [redacted-host] 24.6.0 Darwin Kernel Version 24.6.0: Mon Jul 14 11:30:40 PDT 2025; root:xnu-11417.140.69~1/RELEASE_ARM64_T6041 arm64",
      "macos_product_version": "15.6",
      "node": "v24.13.0",
      "gh": "gh version 2.92.0 (2026-04-28)"
    },
    "orkas_desktop_version_in_source": "1.7.2",
    "orkas_source_commit": "54cab3031",
    "version_stable_across_runs": true
  },
  "independent_runs": [
    {
      "run_id": "C",
      "probe_version": "v3",
      "started_at_utc": "2026-09-11T13:17:24Z",
      "finished_at_utc": "2026-09-11T13:18:09Z"
    },
    {
      "run_id": "D",
      "probe_version": "v3",
      "started_at_utc": "2026-09-11T13:18:13Z",
      "finished_at_utc": "2026-09-11T13:18:52Z"
    },
    {
      "run_id": "E",
      "probe_version": "v3",
      "started_at_utc": "2026-09-11T13:22:12Z",
      "finished_at_utc": "2026-09-11T13:22:57Z"
    }
  ],
  "orkas_cli_backend_inventory": {
    "source_of_truth": "PC/src/main/features/local_agents/registry.ts :: LOCAL_CLI_CAPABILITIES",
    "backends": [
      "claude",
      "codex",
      "openclaw",
      "opencode",
      "hermes"
    ],
    "stable_across_all_three_runs": true,
    "note": "A backend cannot be dispatched until it is declared here, so this list is the complete supported set, not a marketing summary."
  },
  "local_cli_version_probe": {
    "method": "The same probe Orkas itself runs (VERSION_PROBES in registry.ts), executed against whatever is on PATH on the verifying machine.",
    "results": [
      {
        "backend": "claude",
        "probe_argv": [
          "--version"
        ],
        "resolved_path": "[redacted-local-path]",
        "status": "ok",
        "raw_output": "2.1.267 (Claude Code)",
        "identical_across_all_three_runs": true
      },
      {
        "backend": "codex",
        "probe_argv": [
          "--version"
        ],
        "resolved_path": "[redacted-local-path]",
        "status": "ok",
        "raw_output": "codex-cli 0.153.4",
        "identical_across_all_three_runs": true
      },
      {
        "backend": "openclaw",
        "probe_argv": [
          "--version"
        ],
        "resolved_path": "[redacted-local-path]",
        "status": "ok",
        "raw_output": "Config warnings:\\n- plugins.entries.feishu: plugin feishu: duplicate plugin id detected; later plugin may be overridden ([redacted-local-path])\n2026.2.3-1",
        "identical_across_all_three_runs": true
      },
      {
        "backend": "opencode",
        "probe_argv": [
          "--version"
        ],
        "resolved_path": null,
        "status": "not_found",
        "raw_output": null,
        "identical_across_all_three_runs": true
      },
      {
        "backend": "hermes",
        "probe_argv": [
          "version"
        ],
        "resolved_path": null,
        "status": "not_found",
        "raw_output": null,
        "identical_across_all_three_runs": true
      }
    ]
  },
  "host_contract_external_crosscheck": {
    "why": "Seven rows on /compare/claude-code-vs-codex-vs-opencode/ are marked (measured) and come from the Orkas source. This probes each installed CLI's own --help surface for the mechanism each row depends on, so the rows can be checked without reading Orkas' code.",
    "caveat": "`absent_from_help` means the token was not in --help output. It is not proof the capability is missing; the flag may be named differently or live under a subcommand.",
    "results": [
      {
        "backend": "claude",
        "status": "ok",
        "tokens_found_in_help": {
          "--resume": "present",
          "--permission-mode": "present",
          "--append-system-prompt": "present",
          "stream-json": "present"
        },
        "identical_across_all_three_runs": true
      },
      {
        "backend": "codex",
        "status": "ok",
        "tokens_found_in_help": {
          "resume": "present",
          "--sandbox": "present",
          "app-server": "present",
          "exec": "present"
        },
        "identical_across_all_three_runs": true
      },
      {
        "backend": "opencode",
        "status": "not_found",
        "tokens_found_in_help": {},
        "identical_across_all_three_runs": true
      }
    ]
  },
  "repository_facts": {
    "method": "GitHub REST API (`gh api repos/<slug>` and `.../releases/latest`), recorded verbatim. `requested_slug` is the slug in circulation; `resolved_slug` is where GitHub actually sends it.",
    "results": [
      {
        "requested_slug": "Orkas-AI/Orkas",
        "label": "Orkas",
        "why_on_page": "subject of all five pages",
        "resolved_slug": "Orkas-AI/Orkas",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T10:18:01Z",
        "latest_release_tag": "v2026.9.11",
        "latest_release_published_at": "2026-09-11T03:47:41Z",
        "stars": 1904
      },
      {
        "requested_slug": "openclaw/openclaw",
        "label": "OpenClaw",
        "why_on_page": "best-multi-agent #3; best-local-first #5; Orkas CLI backend",
        "resolved_slug": "openclaw/openclaw",
        "redirected": false,
        "license_spdx": "NOASSERTION",
        "archived": false,
        "pushed_at": "2026-09-11T13:16:13Z",
        "latest_release_tag": "v2026.9.4",
        "latest_release_published_at": "2026-09-11T03:46:22Z",
        "stars": 389421,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T13:16:13Z",
              "2026-09-11T13:16:13Z",
              "2026-09-11T13:21:46Z"
            ]
          }
        ]
      },
      {
        "requested_slug": "block/goose",
        "label": "Goose",
        "why_on_page": "best-multi-agent #2; best-local-first #2; claude-code-alternatives #7",
        "resolved_slug": "aaif-goose/goose",
        "redirected": true,
        "license_spdx": "Apache-2.0",
        "archived": false,
        "pushed_at": "2026-09-11T12:20:06Z",
        "latest_release_tag": "v1.50.0",
        "latest_release_published_at": "2026-09-08T19:32:41Z",
        "stars": 54126,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T12:20:06Z",
              "2026-09-11T12:20:06Z",
              "2026-09-11T13:21:48Z"
            ]
          }
        ]
      },
      {
        "requested_slug": "crewAIInc/crewAI",
        "label": "CrewAI",
        "why_on_page": "best-multi-agent #4",
        "resolved_slug": "crewAIInc/crewAI",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T12:12:54Z",
        "latest_release_tag": "1.15.21",
        "latest_release_published_at": "2026-09-09T22:54:19Z",
        "stars": 58369,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T12:12:54Z",
              "2026-09-11T12:12:54Z",
              "2026-09-11T13:21:38Z"
            ]
          }
        ]
      },
      {
        "requested_slug": "langchain-ai/langchain",
        "label": "LangChain",
        "why_on_page": "best-multi-agent #5",
        "resolved_slug": "langchain-ai/langchain",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T08:28:30Z",
        "latest_release_tag": "langchain-core==1.6.2",
        "latest_release_published_at": "2026-09-04T21:29:42Z",
        "stars": 146120
      },
      {
        "requested_slug": "Significant-Gravitas/AutoGPT",
        "label": "AutoGPT",
        "why_on_page": "best-multi-agent #6; claude-code-alternatives #6",
        "resolved_slug": "Significant-Gravitas/AutoGPT",
        "redirected": false,
        "license_spdx": "NOASSERTION",
        "archived": false,
        "pushed_at": "2026-09-11T13:16:34Z",
        "latest_release_tag": "autogpt-platform-beta-v0.7.4",
        "latest_release_published_at": "2026-09-04T12:11:43Z",
        "stars": 187257,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T13:16:34Z",
              "2026-09-11T13:16:34Z",
              "2026-09-11T13:21:20Z"
            ]
          }
        ]
      },
      {
        "requested_slug": "langgenius/dify",
        "label": "Dify",
        "why_on_page": "best-multi-agent #7",
        "resolved_slug": "langgenius/dify",
        "redirected": false,
        "license_spdx": "NOASSERTION",
        "archived": false,
        "pushed_at": "2026-09-11T13:04:38Z",
        "latest_release_tag": "1.17.1",
        "latest_release_published_at": "2026-09-10T10:04:06Z",
        "stars": 155418
      },
      {
        "requested_slug": "FlowiseAI/Flowise",
        "label": "Flowise",
        "why_on_page": "best-multi-agent #8",
        "resolved_slug": "FlowiseAI/Flowise",
        "redirected": false,
        "license_spdx": "NOASSERTION",
        "archived": true,
        "pushed_at": "2026-08-13T12:38:19Z",
        "latest_release_tag": "flowise@3.1.4",
        "latest_release_published_at": "2026-07-29T15:51:25Z",
        "stars": 55457
      },
      {
        "requested_slug": "Mintplex-Labs/anything-llm",
        "label": "AnythingLLM",
        "why_on_page": "best-local-first #1",
        "resolved_slug": "Mintplex-Labs/anything-llm",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T01:01:33Z",
        "latest_release_tag": "v1.16.1",
        "latest_release_published_at": "2026-08-27T16:42:21Z",
        "stars": 65924
      },
      {
        "requested_slug": "danny-avila/LibreChat",
        "label": "LibreChat",
        "why_on_page": "best-local-first #3",
        "resolved_slug": "danny-avila/LibreChat",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T13:12:57Z",
        "latest_release_tag": null,
        "latest_release_published_at": null,
        "stars": 43030,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T13:12:57Z",
              "2026-09-11T13:12:57Z",
              "2026-09-11T13:20:05Z"
            ]
          }
        ]
      },
      {
        "requested_slug": "n8n-io/n8n",
        "label": "n8n",
        "why_on_page": "best-local-first #8",
        "resolved_slug": "n8n-io/n8n",
        "redirected": false,
        "license_spdx": "NOASSERTION",
        "archived": false,
        "pushed_at": "2026-09-11T13:17:19Z",
        "latest_release_tag": "n8n@2.38.7",
        "latest_release_published_at": "2026-09-11T08:06:20Z",
        "stars": 203997,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T13:17:19Z",
              "2026-09-11T13:17:19Z",
              "2026-09-11T13:20:17Z"
            ]
          }
        ]
      },
      {
        "requested_slug": "cline/cline",
        "label": "Cline",
        "why_on_page": "claude-code-alternatives #3",
        "resolved_slug": "cline/cline",
        "redirected": false,
        "license_spdx": "Apache-2.0",
        "archived": false,
        "pushed_at": "2026-09-11T07:28:19Z",
        "latest_release_tag": "desktop-v0.0.26",
        "latest_release_published_at": "2026-09-11T07:46:42Z",
        "stars": 67825,
        "unstable_across_runs": [
          {
            "field": "stars",
            "values_across_runs": [
              67825,
              67825,
              67826
            ]
          }
        ]
      },
      {
        "requested_slug": "anthropics/claude-code",
        "label": "Claude Code",
        "why_on_page": "3-way compare; claude-code-alternatives baseline; Orkas backend",
        "resolved_slug": "anthropics/claude-code",
        "redirected": false,
        "license_spdx": null,
        "archived": false,
        "pushed_at": "2026-09-10T20:30:53Z",
        "latest_release_tag": "v2.1.268",
        "latest_release_published_at": "2026-09-10T20:30:54Z",
        "stars": 144736
      },
      {
        "requested_slug": "openai/codex",
        "label": "Codex",
        "why_on_page": "3-way compare; claude-code-alternatives #2; Orkas backend",
        "resolved_slug": "openai/codex",
        "redirected": false,
        "license_spdx": "Apache-2.0",
        "archived": false,
        "pushed_at": "2026-09-11T12:37:20Z",
        "latest_release_tag": "rust-v0.154.0",
        "latest_release_published_at": "2026-09-09T22:35:38Z",
        "stars": 123324
      },
      {
        "requested_slug": "sst/opencode",
        "label": "OpenCode",
        "why_on_page": "3-way compare; best-local-first #4; claude-code-alternatives #1; Orkas backend",
        "resolved_slug": "anomalyco/opencode",
        "redirected": true,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T13:16:56Z",
        "latest_release_tag": "v1.18.30",
        "latest_release_published_at": "2026-09-09T03:34:27Z",
        "stars": 206664,
        "unstable_across_runs": [
          {
            "field": "stars",
            "values_across_runs": [
              206664,
              206665,
              206666
            ]
          }
        ]
      },
      {
        "requested_slug": "opencode-ai/opencode",
        "label": "OpenCode (older slug)",
        "why_on_page": "slug still in circulation; probed to show which one is live",
        "resolved_slug": "opencode-ai/opencode",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": true,
        "pushed_at": "2025-09-18T02:54:28Z",
        "latest_release_tag": "v0.0.55",
        "latest_release_published_at": "2025-06-27T06:51:34Z",
        "stars": 13724
      },
      {
        "requested_slug": "NousResearch/hermes-agent",
        "label": "Hermes Agent",
        "why_on_page": "orkas-vs-hermes-agent; best-local-first #6; claude-code-alternatives #4; Orkas backend",
        "resolved_slug": "NousResearch/hermes-agent",
        "redirected": false,
        "license_spdx": "MIT",
        "archived": false,
        "pushed_at": "2026-09-11T13:02:00Z",
        "latest_release_tag": "v2026.9.7",
        "latest_release_published_at": "2026-09-07T22:17:01Z",
        "stars": 244438,
        "unstable_across_runs": [
          {
            "field": "pushed_at",
            "values_across_runs": [
              "2026-09-11T13:02:00Z",
              "2026-09-11T13:02:00Z",
              "2026-09-11T13:22:38Z"
            ]
          }
        ]
      }
    ]
  },
  "how_to_reproduce": {
    "requires": [
      "gh (authenticated)",
      "python3",
      "perl",
      "a clone of github.com/Orkas-AI/Orkas"
    ],
    "commands": [
      "gh api repos/<slug> --jq '.full_name, .license.spdx_id, .stargazers_count, .archived, .pushed_at'",
      "gh api repos/<slug>/releases/latest --jq '.tag_name, .published_at'",
      "claude --version   # and codex --version, opencode --version, openclaw --version, hermes version",
      "claude --help | grep -E -- '--resume|--permission-mode|--append-system-prompt|stream-json'",
      "sed -n '85,140p' PC/src/main/features/local_agents/registry.ts   # LOCAL_CLI_CAPABILITIES"
    ],
    "expect_to_differ": [
      "star counts (they move continuously)",
      "latest_release_tag (these projects release often)",
      "pushed_at",
      "the installed CLI versions on your own machine"
    ],
    "expect_to_match": [
      "the five-backend inventory",
      "which repositories are archived",
      "which slugs redirect",
      "the licence each project publishes"
    ]
  },
  "per_page_evidence": [
    {
      "url": "https://orkas.ai/compare/best-multi-agent-ai-desktop-apps-2026/",
      "1_task_and_audience": "Someone choosing an open-source tool where one lead agent delegates to specialist sub-agents on hardware they control. The page ranks eight; this pack is how a reader checks the eight.",
      "2_input_material": "Eight public repositories, plus the Orkas backend inventory. No private data, no customer material.",
      "3_environment": {
        "host": {
          "uname": "Darwin [redacted-host] 24.6.0 Darwin Kernel Version 24.6.0: Mon Jul 14 11:30:40 PDT 2025; root:xnu-11417.140.69~1/RELEASE_ARM64_T6041 arm64",
          "macos_product_version": "15.6",
          "node": "v24.13.0",
          "gh": "gh version 2.92.0 (2026-04-28)"
        },
        "orkas_desktop_version_in_source": "1.7.2",
        "orkas_source_commit": "54cab3031",
        "version_stable_across_runs": true
      },
      "4_original_request": "For each of the eight tools: resolve the slug in circulation, read the licence GitHub reports, read whether the repository is archived, read the latest release.",
      "5_result_files": "repository_facts in this file. The original per-run JSON artifacts are not included in this public pack.",
      "6_verification": "Re-run the commands in how_to_reproduce. Three independent runs on 2026-09-11; fields that moved between runs are flagged inline.",
      "7_cost_and_failures": "About 40 seconds and ~34 unauthenticated-equivalent API calls per run; no model spend. Recorded harness failure: the first build used timeout, which macOS does not ship, so all CLI probes returned exit 127. The original failure artifact is not included; this pack retains the summary only.",
      "8_boundary": "This pack verifies repository identity, licence, archived state and release recency. It does NOT verify how well any tool delegates, its speed, or its output quality — no benchmark was run and none should be inferred.",
      "open_findings": [
        "Flowise is ranked #8 and described as an open-source visual builder. Measured: FlowiseAI/Flowise is ARCHIVED (archived=True, last push 2026-08-13T12:38:19Z). The page does not say so.",
        "The list's third selection rule is 'open source, with a licence you can read'. GitHub reports NOASSERTION (no standard licence detected) for OpenClaw, AutoGPT, Dify and Flowise — four of the eight. The rule is stated on the page but the licence column is not populated per entry.",
        "The Goose entry points at a project whose canonical slug has moved: block/goose now resolves to aaif-goose/goose."
      ]
    },
    {
      "url": "https://orkas.ai/compare/best-local-first-ai-agent-tools-2026/",
      "1_task_and_audience": "Someone who says 'local-first' and has to find out which of three different promises they actually mean: files on disk, keys and model traffic, or model weights.",
      "2_input_material": "Eight public repositories plus the Orkas source for the local-model claim.",
      "3_environment": {
        "host": {
          "uname": "Darwin [redacted-host] 24.6.0 Darwin Kernel Version 24.6.0: Mon Jul 14 11:30:40 PDT 2025; root:xnu-11417.140.69~1/RELEASE_ARM64_T6041 arm64",
          "macos_product_version": "15.6",
          "node": "v24.13.0",
          "gh": "gh version 2.92.0 (2026-04-28)"
        },
        "orkas_desktop_version_in_source": "1.7.2",
        "orkas_source_commit": "54cab3031",
        "version_stable_across_runs": true
      },
      "4_original_request": "Confirm each project's licence and liveness, and confirm from the Orkas source that Orkas has no local model runtime.",
      "5_result_files": "repository_facts, plus orkas_cli_backend_inventory in this file.",
      "6_verification": "Same three runs. The Orkas 'no local model runtime' limit is stated on the page as a limit, and is consistent with the source: the shipping PC source mentions Ollama only in passing and declares no local runtime backend.",
      "7_cost_and_failures": "Same run as above; no extra cost. Not verified: the per-tool local-runtime column. Each of those is a claim about another project's feature set and was read from that project's own documentation, not executed here.",
      "8_boundary": "Telemetry, crash reporting and account behaviour are explicitly out of scope, as the page itself states. Nothing here measures whether a tool phones home.",
      "open_findings": [
        "The strongest column on this page — 'model weights on your hardware' — is the one this pack does not measure for the seven non-Orkas entries. It is sourced from each project's documentation. Treat it as cited, not measured, until someone runs each tool against a local runtime.",
        "n8n is listed as a local-first option; GitHub reports NOASSERTION for n8n-io/n8n (it ships a sustainable-use licence, not a standard OSI one). Worth naming on a page whose readers care about licence terms."
      ]
    },
    {
      "url": "https://orkas.ai/compare/claude-code-vs-codex-vs-opencode/",
      "1_task_and_audience": "Someone choosing between three terminal coding agents, specifically on the host contract each exposes — resume, standing instructions, permission modes, mid-run messages.",
      "2_input_material": "LOCAL_CLI_CAPABILITIES in the Orkas source, plus the installed CLIs themselves.",
      "3_environment": {
        "host": {
          "uname": "Darwin [redacted-host] 24.6.0 Darwin Kernel Version 24.6.0: Mon Jul 14 11:30:40 PDT 2025; root:xnu-11417.140.69~1/RELEASE_ARM64_T6041 arm64",
          "macos_product_version": "15.6",
          "node": "v24.13.0",
          "gh": "gh version 2.92.0 (2026-04-28)"
        },
        "orkas_desktop_version_in_source": "1.7.2",
        "orkas_source_commit": "54cab3031",
        "version_stable_across_runs": true
      },
      "4_original_request": "Read the capability inventory for claude/codex/opencode; then, independently, probe each installed binary's --help for the mechanism behind each row.",
      "5_result_files": "orkas_cli_backend_inventory, local_cli_version_probe and host_contract_external_crosscheck in this file.",
      "6_verification": "All seven rows marked (measured) were re-derived from the source and matched. Claude Code and Codex were additionally corroborated from outside the Orkas source: --resume, --permission-mode, --append-system-prompt and stream-json are all present in `claude --help`; resume, --sandbox, app-server and exec are all present in `codex --help`.",
      "7_cost_and_failures": "No model spend — version and --help probes only. Failure kept and unresolved: OpenCode is not installed on the verifying machine, so its column is corroborated by the Orkas source alone and has no external cross-check. The OpenClaw version probe returns config warnings before its version string; the output is retained with its local path redacted.",
      "8_boundary": "These rows describe the contract each agent exposes to a host process. They say nothing about the quality of the code any of them writes, and a missing host capability is usually a design choice rather than a defect.",
      "open_findings": [
        "The OpenCode column carries the same (measured) marker as the other two but rests on one source instead of two. Either install OpenCode on the verifying machine before the next review, or mark that column differently."
      ]
    },
    {
      "url": "https://orkas.ai/compare/claude-code-alternatives/",
      "1_task_and_audience": "A Claude Code user with a specific complaint — the terminal, the editor, the machine, or the non-code half of the work — looking for what to change.",
      "2_input_material": "Eight public repositories plus the Orkas backend inventory.",
      "3_environment": {
        "host": {
          "uname": "Darwin [redacted-host] 24.6.0 Darwin Kernel Version 24.6.0: Mon Jul 14 11:30:40 PDT 2025; root:xnu-11417.140.69~1/RELEASE_ARM64_T6041 arm64",
          "macos_product_version": "15.6",
          "node": "v24.13.0",
          "gh": "gh version 2.92.0 (2026-04-28)"
        },
        "orkas_desktop_version_in_source": "1.7.2",
        "orkas_source_commit": "54cab3031",
        "version_stable_across_runs": true
      },
      "4_original_request": "Confirm the licence column for every row, and confirm the page's statement that Cline is not one of the five backends Orkas drives.",
      "5_result_files": "repository_facts and orkas_cli_backend_inventory in this file.",
      "6_verification": "Licence column checked against GitHub for every entry with a repository. The Cline statement is confirmed: the backend inventory is exactly the five declared in registry.ts, and cline is not among them.",
      "7_cost_and_failures": "Same run; no model spend. Devin has no public repository, so its 'Proprietary' row is asserted from its vendor site and not measured here.",
      "8_boundary": "'What changes vs Claude Code' is an editorial judgement about fit, not a measurement. Only the licence and where-it-runs columns are backed by this pack.",
      "open_findings": [
        "Three rows say 'Open source' where a specific licence is measurable and would be more useful: Cline is Apache-2.0, Hermes Agent is MIT, Goose is Apache-2.0.",
        "AutoGPT is listed as 'Open source'; GitHub reports NOASSERTION for it, which is not a standard OSI licence detection.",
        "Claude Code itself, the baseline of the page, publishes no licence GitHub can detect (license_spdx=None). The page calls it proprietary, which is consistent."
      ]
    },
    {
      "url": "https://orkas.ai/compare/orkas-vs-hermes-agent/",
      "1_task_and_audience": "Someone deciding between an always-on autonomous agent and a desktop agent team they direct. This is the one page in the set that has repeatedly produced non-brand clicks, so its facts carry more weight than its traffic suggests.",
      "2_input_material": "The Hermes Agent repository plus the Orkas backend inventory.",
      "3_environment": {
        "host": {
          "uname": "Darwin [redacted-host] 24.6.0 Darwin Kernel Version 24.6.0: Mon Jul 14 11:30:40 PDT 2025; root:xnu-11417.140.69~1/RELEASE_ARM64_T6041 arm64",
          "macos_product_version": "15.6",
          "node": "v24.13.0",
          "gh": "gh version 2.92.0 (2026-04-28)"
        },
        "orkas_desktop_version_in_source": "1.7.2",
        "orkas_source_commit": "54cab3031",
        "version_stable_across_runs": true
      },
      "4_original_request": "Confirm Hermes Agent's identity and licence, and confirm the page's claim that Orkas can start Hermes Agent as a local CLI session.",
      "5_result_files": "repository_facts (NousResearch/hermes-agent) and orkas_cli_backend_inventory in this file.",
      "6_verification": "Licence confirmed as MIT, matching the page's 'Yes — MIT' row. The backend claim is confirmed: hermes is one of the five declared backends.",
      "7_cost_and_failures": "Same run; no model spend. Failure kept: Hermes is not installed on the verifying machine, so no version probe was possible and the page's form/reach rows are unmeasured.",
      "8_boundary": "The page compares product shape, not quality. Nothing here measures reliability, cost, or how well either tool completes a task.",
      "open_findings": [
        "The page never names the repository it is comparing against. A reader cannot check any row without first guessing which Hermes this is. Naming NousResearch/hermes-agent would make the whole table checkable.",
        "Hermes is one of the five Orkas backends, so its host contract is measurable in the same way the three-way CLI page does it — resume=none, no Orkas bridge, no agent memory, no project directory. None of that is on this page, and it is the most concrete thing Orkas can say about it."
      ]
    }
  ],
  "publication": {
    "updated_on": "2026-09-12",
    "changes": "Redacted machine identity and local paths; corrected artifact availability statements. No measurements were rerun or repository facts updated.",
    "raw_run_artifacts_included": false,
    "original_probe_program_included": false
  }
}