Usage ticking down after killing sessions

Resolved 💬 2 comments Opened Jul 28, 2026 by kendonB Closed Aug 4, 2026
💡 Likely answer: A maintainer (github-actions[bot], contributor) responded on this thread — see the highlighted reply below.

What version of Codex CLI is running?

codex-cli 0.145.0

What subscription do you have?

Pro 20x

Which model were you using?

5.6 Sol Max

What platform is your computer?

Linux 7.0.0-28-generic x86_64 x86_64

What terminal emulator and version are you using (if applicable)?

Windows Terminal sshing into remote linux machine

Codex doctor report

{
  "schemaVersion": 1,
  "generatedAt": "1785210159s since unix epoch",
  "overallStatus": "warning",
  "codexVersion": "0.145.0",
  "checks": {
    "app_server.status": {
      "id": "app_server.status",
      "category": "app-server",
      "status": "ok",
      "summary": "background server is not running",
      "details": {
        "control socket": "/home/kendonb/.codex/app-server-control/app-server-control.sock",
        "daemon state dir": "/home/kendonb/.codex/app-server-daemon",
        "mode": "ephemeral",
        "pid file": "/home/kendonb/.codex/app-server-daemon/app-server.pid (missing)",
        "settings": "/home/kendonb/.codex/app-server-daemon/settings.json (missing)",
        "status": "not running",
        "update-loop pid file": "/home/kendonb/.codex/app-server-daemon/app-server-updater.pid (missing)"
      },
      "remediation": null,
      "durationMs": 0
    },
    "auth.credentials": {
      "id": "auth.credentials",
      "category": "auth",
      "status": "ok",
      "summary": "auth is configured",
      "details": {
        "auth file": "/home/kendonb/.codex/auth.json",
        "auth storage mode": "File",
        "stored API key": "false",
        "stored ChatGPT tokens": "true",
        "stored agent identity": "false",
        "stored auth mode": "chatgpt"
      },
      "remediation": null,
      "durationMs": 0
    },
    "config.load": {
      "id": "config.load",
      "category": "config",
      "status": "ok",
      "summary": "config loaded",
      "details": {
        "CODEX_HOME": "/home/kendonb/.codex",
        "config.toml": "/home/kendonb/.codex/config.toml",
        "config.toml parse": "ok",
        "cwd": "/home/kendonb/projects/valueofwatermetaanalysis",
        "enabled feature flags": "shell_tool, unified_exec, shell_snapshot, code_mode_host, terminal_resize_reflow, sqlite, memories, hooks, enable_request_compression, multi_agent, apps, tool_search_always_defer_mcp_tools, tool_suggest, plugins, in_app_browser, browser_use, browser_use_full_cdp_access, browser_use_external, computer_use, remote_plugin, plugin_sharing, image_generation, resize_all_images, skill_mcp_dependency_install, skill_search, mentions_v2, steer, default_mode_request_user_input, guardian_approval, goals, collaboration_modes, tool_call_mcp_elicitation, auth_elicitation, personality, fast_mode, tui_app_server, remote_compaction_v2, workspace_dependencies",
        "feature flag overrides": "memories=true, default_mode_request_user_input=true",
        "feature flags enabled": "38",
        "log dir": "/home/kendonb/.codex/log",
        "mcp servers": "1",
        "model": "gpt-5.6-sol",
        "model provider": "openai",
        "sqlite home": "/home/kendonb/.codex"
      },
      "remediation": null,
      "durationMs": 0
    },
    "git.environment": {
      "id": "git.environment",
      "category": "git",
      "status": "ok",
      "summary": "git version 2.43.0",
      "details": {
        ".git entry": "directory",
        "PATH git #1": "/usr/bin/git",
        "PATH git #2": "/bin/git",
        "PATH git entries": "2",
        "git branch": "main",
        "git build options": "git version 2.43.0; cpu: x86_64; no commit associated with this build; sizeof-long: 8; sizeof-size_t: 8; shell-path: /bin/sh",
        "git exec path": "/usr/lib/git-core",
        "git version": "git version 2.43.0",
        "repo detected": "true",
        "repo root": "/home/kendonb/projects/valueofwatermetaanalysis",
        "selected git": "/usr/bin/git"
      },
      "remediation": null,
      "durationMs": 49
    },
    "installation": {
      "id": "installation",
      "category": "install",
      "status": "ok",
      "summary": "installation looks consistent",
      "details": {
        "PATH codex #1": "/home/kendonb/.nvm/versions/node/v22.18.0/bin/codex",
        "current executable": "/home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/bin/codex",
        "install context": "npm (package /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl, bin /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/bin, resources /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/codex-resources, path /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/codex-path)",
        "managed by bun": "false",
        "managed by npm": "true",
        "managed by pnpm": "false",
        "managed package root": "/home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex",
        "npm update target": "/home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex"
      },
      "remediation": null,
      "durationMs": 60
    },
    "mcp.config": {
      "id": "mcp.config",
      "category": "mcp",
      "status": "ok",
      "summary": "MCP configuration is locally consistent",
      "details": {
        "configured servers": "1",
        "disabled servers": "0",
        "stdio servers": "1"
      },
      "remediation": null,
      "durationMs": 0
    },
    "network.env": {
      "id": "network.env",
      "category": "network",
      "status": "ok",
      "summary": "network-related environment looks readable",
      "details": {
        "proxy env vars": "none"
      },
      "remediation": null,
      "durationMs": 15
    },
    "network.provider_reachability": {
      "id": "network.provider_reachability",
      "category": "reachability",
      "status": "ok",
      "summary": "active provider endpoints are reachable over HTTP",
      "details": {
        "ChatGPT base URL": "https://chatgpt.com/backend-api/ reachable (HTTP 404)",
        "reachability mode": "ChatGPT auth"
      },
      "remediation": null,
      "durationMs": 127
    },
    "network.websocket_reachability": {
      "id": "network.websocket_reachability",
      "category": "websocket",
      "status": "ok",
      "summary": "Responses WebSocket handshake succeeded",
      "details": {
        "DNS": "2 IPv4, 2 IPv6, first IPv4",
        "auth mode": "chatgpt",
        "connect timeout": "15000 ms",
        "endpoint": "wss://chatgpt.com/backend-api/<redacted>",
        "handshake result": "HTTP 101 Switching Protocols",
        "model provider": "openai",
        "models etag present": "true",
        "provider name": "OpenAI",
        "proxy env vars": "none",
        "reasoning header": "false",
        "server model present": "false",
        "supports websockets": "true",
        "wire API": "responses"
      },
      "remediation": null,
      "durationMs": 532
    },
    "runtime.provenance": {
      "id": "runtime.provenance",
      "category": "runtime",
      "status": "ok",
      "summary": "running npm on linux-x86_64",
      "details": {
        "commit": "unknown",
        "current executable": "/home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/bin/codex",
        "install method": "npm (package /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl, bin /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/bin, resources /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/codex-resources, path /home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/codex-path)",
        "platform": "linux-x86_64",
        "version": "0.145.0"
      },
      "remediation": null,
      "durationMs": 0
    },
    "runtime.search": {
      "id": "runtime.search",
      "category": "search",
      "status": "ok",
      "summary": "search is OK (bundled)",
      "details": {
        "search command": "/home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex/node_modules/@openai/codex-linux-x64/vendor/x86_64-unknown-linux-musl/codex-path/rg",
        "search command readiness": "file exists",
        "search provider": "bundled"
      },
      "remediation": null,
      "durationMs": 0
    },
    "sandbox.helpers": {
      "id": "sandbox.helpers",
      "category": "sandbox",
      "status": "ok",
      "summary": "sandbox configuration is readable",
      "details": {
        "approval policy": "OnRequest",
        "codex-linux-sandbox helper": "/home/kendonb/.codex/tmp/arg0/codex-arg05v7OlM/codex-linux-sandbox",
        "execve wrapper helper": "/home/kendonb/.codex/tmp/arg0/codex-arg05v7OlM/codex-execve-wrapper",
        "filesystem sandbox": "restricted",
        "network sandbox": "restricted"
      },
      "remediation": null,
      "durationMs": 0
    },
    "state.paths": {
      "id": "state.paths",
      "category": "state",
      "status": "ok",
      "summary": "state paths and databases are inspectable",
      "details": {
        "CODEX_HOME": "/home/kendonb/.codex (dir)",
        "active rollout files": "625 files, 630109369 total bytes, 1008174 average bytes",
        "archived rollout files": "306 files, 817209925 total bytes, 2670620 average bytes",
        "goals DB": "/home/kendonb/.codex/goals_1.sqlite (file)",
        "goals DB integrity": "ok",
        "log DB": "/home/kendonb/.codex/logs_2.sqlite (file)",
        "log DB integrity": "ok",
        "log dir": "/home/kendonb/.codex/log (dir)",
        "memories DB": "/home/kendonb/.codex/memories_1.sqlite (file)",
        "memories DB integrity": "ok",
        "sqlite home": "/home/kendonb/.codex (dir)",
        "state DB": "/home/kendonb/.codex/state_5.sqlite (file)",
        "state DB integrity": "ok",
        "thread history DB": "/home/kendonb/.codex/thread_history_1.sqlite (missing)",
        "thread history DB integrity": "skipped (missing)"
      },
      "remediation": null,
      "durationMs": 13117
    },
    "state.rollout_db_parity": {
      "id": "state.rollout_db_parity",
      "category": "threads",
      "status": "warning",
      "summary": "rollout files and state DB thread inventory differ",
      "details": {
        "default model provider": "openai",
        "rollout DB active files": "549",
        "rollout DB active rows": "490",
        "rollout DB archive mismatches": "0",
        "rollout DB archived files": "306",
        "rollout DB archived rows": "248",
        "rollout DB duplicate DB paths": "0",
        "rollout DB duplicate rollout thread ids": "0",
        "rollout DB malformed file names": "0",
        "rollout DB missing active rows": "60",
        "rollout DB missing active sample": [
          "/home/kendonb/.codex/sessions/2026/05/29/rollout-2026-05-29T13-58-38-019e7174-7763-7ae2-a55e-af4efd72859e.jsonl",
          "/home/kendonb/.codex/sessions/2026/05/29/rollout-2026-05-29T15-00-57-019e71ad-82f4-7823-b631-bc3c0c9fd8df.jsonl",
          "/home/kendonb/.codex/sessions/2026/05/28/rollout-2026-05-28T11-35-23-019e6bca-f56b-7df3-bead-5311cd90b653.jsonl",
          "/home/kendonb/.codex/sessions/2026/05/19/rollout-2026-05-19T09-30-04-019e3cfe-fc1a-7d63-89b5-a74486ec91a6.jsonl",
          "/home/kendonb/.codex/sessions/2026/07/15/rollout-2026-07-15T12-59-55-019f6349-9781-76d3-8696-89cd1a33421f.jsonl"
        ],
        "rollout DB missing archived rows": "58",
        "rollout DB missing archived sample": [
          "/home/kendonb/.codex/archived_sessions/rollout-2026-05-27T09-48-11-019e6642-74b4-7ea2-9ad3-3d425791abc1.jsonl",
          "/home/kendonb/.codex/archived_sessions/rollout-2026-07-13T12-23-55-019f58db-eb56-7051-8327-48a7cce1aa67.jsonl",
          "/home/kendonb/.codex/archived_sessions/rollout-2026-05-21T14-16-22-019e4851-d25c-7ca1-a99c-549b5c433cee.jsonl",
          "/home/kendonb/.codex/archived_sessions/rollout-2026-07-15T09-53-40-019f629f-131c-7d52-95a6-a5da4f3e96dd.jsonl",
          "/home/kendonb/.codex/archived_sessions/rollout-2026-07-14T20-37-34-019f5fc6-3a72-7442-a94b-0da493535675.jsonl"
        ],
        "rollout DB model providers": "openai=679, ollama=59",
        "rollout DB rows": "738",
        "rollout DB scan cap reached": "false",
        "rollout DB scan error sample": [
          "/home/kendonb/.codex/sessions/2026/06/21/rollout-2026-06-21T20-17-27-019ee941-8a77-7c83-9cbe-31081c1e6c1d.jsonl (rollout at /home/kendonb/.codex/sessions/2026/06/21/rollout-2026-06-21T20-17-27-019ee941-8a77-7c83-9cbe-31081c1e6c1d.jsonl has no usable header record)",
          "/home/kendonb/.codex/sessions/2026/06/17/rollout-2026-06-17T07-38-12-019ed1f0-fd5c-7851-a3e5-1d710a51afd7.jsonl (rollout at /home/kendonb/.codex/sessions/2026/06/17/rollout-2026-06-17T07-38-12-019ed1f0-fd5c-7851-a3e5-1d710a51afd7.jsonl has no usable header record)",
          "/home/kendonb/.codex/sessions/2025/09/07/rollout-2025-09-07T20-03-49-792da146-06fa-40c8-b2cc-5114bdb9baa0.jsonl (rollout at /home/kendonb/.codex/sessions/2025/09/07/rollout-2025-09-07T20-03-49-792da146-06fa-40c8-b2cc-5114bdb9baa0.jsonl has no usable header record)",
          "/home/kendonb/.codex/sessions/2025/09/07/rollout-2025-09-07T14-25-43-68f90122-ae3a-47c0-9674-24460c98ad5b.jsonl (rollout at /home/kendonb/.codex/sessions/2025/09/07/rollout-2025-09-07T14-25-43-68f90122-ae3a-47c0-9674-24460c98ad5b.jsonl has no usable header record)",
          "/home/kendonb/.codex/sessions/2025/09/07/rollout-2025-09-07T14-24-54-aa32f434-3592-4b67-9eff-94c460320169.jsonl (rollout at /home/kendonb/.codex/sessions/2025/09/07/rollout-2025-09-07T14-24-54-aa32f434-3592-4b67-9eff-94c460320169.jsonl has no usable header record)"
        ],
        "rollout DB scan errors": "76",
        "rollout DB sources": "subagent:other=281, exec=163, cli=121, vscode=94, subagent:thread_spawn=73, subagent:review=6",
        "rollout DB stale rows": "0"
      },
      "issues": [
        {
          "severity": "warning",
          "cause": "rollout files are missing from the state DB",
          "measured": "60 active, 58 archived",
          "expected": "every rollout file has a matching threads row",
          "remedy": null,
          "fields": []
        },
        {
          "severity": "warning",
          "cause": "rollout scan was incomplete or found bad files",
          "measured": "76 scan errors, 0 malformed names, scan cap reached: false",
          "expected": "rollout directories are fully scannable",
          "remedy": "Check file permissions and unexpected files under CODEX_HOME sessions.",
          "fields": []
        }
      ],
      "remediation": null,
      "durationMs": 1808
    },
    "system.environment": {
      "id": "system.environment",
      "category": "system",
      "status": "ok",
      "summary": "OS language C",
      "details": {
        "EDITOR": "not set",
        "LANG": "C.UTF-8",
        "VISUAL": "not set",
        "os": "Ubuntu 24.4.0 (noble) [64-bit]",
        "os language": "C",
        "os type": "Ubuntu",
        "os version": "24.4.0"
      },
      "remediation": null,
      "durationMs": 21
    },
    "terminal.env": {
      "id": "terminal.env",
      "category": "terminal",
      "status": "ok",
      "summary": "terminal metadata was detected",
      "details": {
        "DISPLAY": "present",
        "SSH_CLIENT": "present",
        "SSH_CONNECTION": "present",
        "SSH_TTY": "present",
        "TERM": "xterm-256color",
        "color output": "enabled",
        "effective locale": "C.UTF-8",
        "stderr is terminal": "true",
        "stdin is terminal": "true",
        "stdout is terminal": "true",
        "terminal": "unknown",
        "terminal size": "120x30"
      },
      "remediation": null,
      "durationMs": 0
    },
    "terminal.title": {
      "id": "terminal.title",
      "category": "title",
      "status": "ok",
      "summary": "terminal title default",
      "details": {
        "terminal title activity": "true",
        "terminal title items": "activity, project-name",
        "terminal title project source": "git repo root",
        "terminal title project value": "valueofwatermetaanalysis",
        "terminal title source": "default"
      },
      "remediation": null,
      "durationMs": 0
    },
    "updates.status": {
      "id": "updates.status",
      "category": "updates",
      "status": "ok",
      "summary": "update configuration is locally consistent",
      "details": {
        "cached latest version": "0.145.0",
        "check for update on startup": "true",
        "last checked at": "2026-07-28T03:41:17.267660926Z",
        "latest version": "0.145.0",
        "latest version status": "current version is not older",
        "npm update target": "/home/kendonb/.nvm/versions/node/v22.18.0/lib/node_modules/@openai/codex",
        "update action": "npm install -g @openai/codex",
        "version cache": "/home/kendonb/.codex/version.json"
      },
      "remediation": null,
      "durationMs": 306
    }
  }
}

What issue are you seeing?

@tibo-openai announced a looming reset, I spun up a 20-worker parallel codex job I've been doing slowly, I killed the job when the limit reset, but my usage continued to fall precipitously.

I suspect that the GPUs continued to burn tokens sending them into the void, finishing the job, instead of shutting down when the job died on the linux box.

Happy to support any investigation!

What steps can reproduce the bug?

Spin up large number of codex exec workers on a linux box on long running tasks. Kill them.

What is the expected behavior?

Usage stops dropping.

Additional information

_No response_

View original on GitHub ↗

2 Comments

github-actions[bot] contributor · 1 month ago

Potential duplicates detected. Please review them and close your issue if it is a duplicate.

  • #35294

Powered by Codex Action

kendonB · 23 days ago

this occured because the sessions didn't reliably get killed (user error really)