iop/agent-test/inventory-dev.yaml

inventory_id: inventory-dev
common_inventory: agent-test/inventory.yaml
test_env: dev
profile: dev-runtime-provider-pool
last_updated_at: "2026-07-25"

source:
  remote_runner:
    ssh: toki@toki-labs.com
    repo_root: /Users/toki/agent-work/iop-dev
    clean_sync:
      - git fetch origin main
      - git reset --hard origin/main
      - git clean -fd
  dirty_policy: discard

compose:
  project_name: iop-dev-agent
  network: iop-dev-agent-net
  subnet: 10.89.1.0/24
  env_file: .env.dev.example
  runtime_root: /Users/toki/agent-work/iop-dev
  services:
    - postgres
    - redis
    - control-plane
    - web
    - prometheus
    - grafana
  host_ports:
    web: 13001
    control_plane_http: 18001
    control_plane_client_ws: 19001
    control_plane_edge_wire: 19002
    edge_node_tcp_compose: 19003
    postgres: 15401
    redis: 16301
    edge_metrics_native: 19101
    control_plane_metrics: 19103
    prometheus: 19111
    grafana: 19121
  observability:
    prometheus_config: configs/prometheus/prometheus.dev.yml
    control_plane_metrics_target: control-plane:9093
    edge_metrics_target: host.docker.internal:19101
    grafana_bind: 127.0.0.1
    prometheus_bind: 127.0.0.1

edge:
  id: edge-toki-labs-dev
  config_path: build/dev-runtime/edge.yaml
  control_plane_http: http://127.0.0.1:18001
  control_plane_status_url: http://127.0.0.1:18001/edges/edge-toki-labs-dev/status
  bootstrap_http_public: http://toki-labs.com:18082
  openai_base_url_public: http://toki-labs.com:18083/v1
  openai_base_url_runner: http://127.0.0.1:18083/v1
  edge_node_tcp_public: toki-labs.com:18084
  admin_addr_runner: 127.0.0.1:19093

build:
  binaries:
    edge: build/dev-runtime/bin/edge
    node_macos: build/dev-runtime/bin/iop-node
    node_linux_arm64: build/dev-runtime/bin/iop-node-linux-arm64
    node_windows_amd64: build/dev-runtime/bin/iop-node-windows-amd64.exe

model:
  alias: laguna-s:2.1
  aliases:
    "qwen3.6:35b":
      status: active_edge_model_group
      display_name: Qwen 3.6 35B
      capacity_total: 2
      providers:
        - id: mac-mlx-vllm
          served_model: mlx-community/Qwen3.6-35B-A3B-4bit
    "ornith:35b":
      status: active_edge_model_group
      display_name: Ornith 1.0 35B
      capacity_total: 4
      providers:
        - id: onexplayer-lemonade
          served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        - id: rtx5090-lemonade
          served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
    "laguna-s:2.1":
      observed_at: "2026-07-24"
      status: active_edge_model_group
      display_name: Poolside Laguna S 2.1
      context_window: 262144
      default_max_tokens: 65536
      capacity_total: 4
      providers:
        - id: gx10-vllm
          served_model: laguna-s:2.1
    ornith-fast:
      observed_at: "2026-07-18"
      status: active_edge_model_group
      display_name: Ornith 1.0 35B Fast
      context_window: 262144
      default_max_tokens: 32768
      min_max_tokens: 16384
      capacity_total: 1
      capacity_accounting: independent_model_group_not_shared_with_ornith_35b
      providers:
        - id: rtx5090-lemonade
          served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
          capacity: 1
          priority: 0
      rollout:
        candidate_validation_source_commit: cedb7fd41b94515765e20c3d9eaedf24fad7d2e0
        config_check: passed
        refresh_dry_run: applied_without_restart
        refresh_apply: passed
        edge_process_restart: not_required_for_live_model_catalog_refresh
        node_process_restart: not_required_for_model_catalog_only_change
        changed_models:
          - ornith-fast
        models_endpoint: passed
        chat_completions_single: passed
        responses_single: passed
        connected_nodes:
          - mac-codex-node
          - gx10-vllm-node
          - onexplayer-lemonade-node
          - rtx5090-lemonade-node
      known_risk: ornith-fast and ornith:35b each admit against an independent model-group capacity counter, so one simultaneous request through each alias can target the same RTX5090 provider until provider-owned shared capacity is implemented.
  provider_capacity_total: 4
  provider_capacity_status: verified_with_edge_routing_and_provider_metrics_2026_07_24
  context_window: 262144
  default_max_tokens: 65536
  min_max_tokens: 0
  default_thinking_token_budget: 0
  qwen3_6_reference:
    alias: qwen3.6:35b
    status: registered_mac_mlx_only_after_ornith_replacement
    provider_capacity_total: 2
    provider: mac-mlx-vllm
    served_model: mlx-community/Qwen3.6-35B-A3B-4bit
    context_window: 262144
    default_max_tokens: 32768
    min_max_tokens: 32768
  active_edge_model_group:
    observed_at: "2026-07-24"
    id: laguna-s:2.1
    display_name: Poolside Laguna S 2.1
    status: active_iop_edge_group
    openai_base_url_public: http://toki-labs.com:18083/v1
    context_window: 262144
    default_max_tokens: 65536
    min_max_tokens: 0
    thinking_control: chat_template_kwargs.enable_thinking
    reasoning_history_policy: preserve_thinking_and_replay_reasoning
    provider_capacity_total: 4
    providers:
      gx10-vllm:
        runtime_type: vllm
        endpoint: http://192.168.0.91:8001/v1
        served_model: laguna-s:2.1
        upstream_model: poolside/Laguna-S-2.1-NVFP4
        upstream_url: https://huggingface.co/poolside/Laguna-S-2.1-NVFP4
        upstream_revision: 07614121b31898586430f189d27a25a0be310843
        draft_model: poolside/Laguna-S-2.1-DFlash-NVFP4
        draft_revision: 723794750422b3efbf3a7b3af76dffb4ba035943
        quantization: nvfp4
        dtype: bfloat16
        capacity: 4
        priority: 1
        long_context_capacity: 1
        runtime_args:
          max_model_len: 262144
          max_num_seqs: 4
          gpu_memory_utilization: 0.70
          enable_prefix_caching: true
          enable_auto_tool_choice: true
          tool_call_parser: poolside_v1
          reasoning_parser: poolside_v1
          chat_template: /run/iop/laguna-s-2.1-thinking.jinja
          thinking_generation_prefix: "<think>\n"
          default_chat_template_kwargs:
            enable_thinking: true
          override_generation_config:
            temperature: 0.7
            top_p: 0.95
          speculative_config:
            model: poolside/Laguna-S-2.1-DFlash-NVFP4
            num_speculative_tokens: 7
            method: dflash
        observed_kv:
          available_kv_cache_memory_gib: 13.08
          gpu_kv_cache_tokens: 373711
          max_concurrency_for_262144_token_requests: 1.43
        thinking_observation:
          parser_output_field: reasoning
          pi_accepted_fields:
            - reasoning_content
            - reasoning
            - reasoning_text
          stock_generation_prefix_closed_reasoning_immediately: true
          active_generation_prefix: "<think>\n"
          simple_pi_high_reasoning_delta: passed
          simple_pi_off_reasoning_delta_absent: passed
          agentic_tool_request_reasoning_delta: passed
          pi_compat:
            thinking_format: chat-template
            enable_thinking_source: thinking.enabled
            preserve_thinking: true
    smoke:
      models_endpoint: passed
      direct_chat_completions: passed
      edge_chat_completions: passed
      pi_high_off_thinking_control: passed
      pi_agentic_tool_reasoning_stream: passed
  previous_ornith_group_observation:
    observed_at: "2026-07-18"
    id: ornith:35b
    display_name: Ornith 1.0 35B
    status: historical_replaced_on_gx10_by_laguna_s_2_1
    openai_base_url_public: http://toki-labs.com:18083/v1
    context_window: 262144
    default_max_tokens: 32768
    min_max_tokens: 16384
    provider_capacity_total: 8
    qwen_group_update: qwen3.6:35b remains registered with mac-mlx-vllm only; gx10-vllm, onexplayer-lemonade, and rtx5090-lemonade serve this Ornith group.
    providers:
      gx10-vllm:
        runtime_type: vllm
        endpoint: http://192.168.0.91:8001/v1
        served_model: ornith:35b
        upstream_model: deepreinforce-ai/Ornith-1.0-35B-FP8
        upstream_url: https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-FP8
        upstream_revision: 1ab57ce0b44950e498a88756f40ad1ed4d0f30ca
        quantization: fp8
        dtype: bfloat16
        capacity: 4
        priority: 1
        total_context_tokens: 1048576
        long_context_capacity: 4
        runtime_args:
          max_model_len: 262144
          max_num_seqs: 4
          gpu_memory_utilization: 0.50
          enable_prefix_caching: true
          enable_auto_tool_choice: true
          tool_call_parser: qwen3_xml
          reasoning_parser: qwen3
          trust_remote_code: true
          language_model_only: true
          override_generation_config:
            temperature: 0.6
            top_p: 0.95
            top_k: 20
        observed_kv:
          available_kv_cache_memory_gib: 20.79
          gpu_kv_cache_tokens: 1060912
          max_concurrency_for_262144_token_requests: 4.05
      onexplayer-lemonade:
        runtime_type: lemonade
        endpoint: http://192.168.0.59:13305/v1
        served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        response_model: ornith-1.0-35b-Q5_K_M.gguf
        upstream_model: LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1
        upstream_url: https://huggingface.co/LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1
        upstream_revision: c50d5d4407f70e43208dee836c66bb8a05c1be91
        quantization: Q5_K_M
        capacity: 3
        priority: 2
        total_context_tokens: 524288
        long_context_capacity: 2
        runtime_args:
          ctx_size: 524288
          llamacpp_backend: vulkan
          llamacpp_args: "--spec-type none -cb -fa on -b 4096 -ub 1024 --kv-unified --temp 0.6 --top-p 0.95 --top-k 20"
          fixed_parallel_slots_removed: true
          observed_total_slots: 4
          observed_slot_n_ctx: 262144
      rtx5090-lemonade:
        runtime_type: lemonade
        endpoint: http://192.168.0.111:13305/v1
        served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        response_model: ornith-1.0-35b-Q5_K_M.gguf
        upstream_model: LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1
        upstream_url: https://huggingface.co/LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1
        upstream_revision: c50d5d4407f70e43208dee836c66bb8a05c1be91
        quantization: Q5_K_M
        capacity: 1
        priority: 0
        total_context_tokens: 262144
        long_context_capacity: 1
        runtime_args:
          ctx_size: 262144
          llamacpp_backend: cuda
          llamacpp_args: "--spec-type none -np 1 -cb -fa on -b 512 -ub 256 --kv-unified -ctk q8_0 -ctv q8_0 --temp 0.6 --top-p 0.95 --top-k 20"
          observed_total_slots: 1
          observed_slot_n_ctx: 262144
        smoke:
          observed_at: "2026-07-18"
          direct_tool_choice_auto: passed
          edge_chat_completions_routed: passed
          isolated_alias_http_status: 200
          isolated_alias_elapsed_sec: 0.320
          active_alias_estimated_input_tokens: 49306
          active_alias_edge_elapsed_sec: 15.414
          active_alias_lemonade_input_tokens: 60071
          active_alias_lemonade_output_tokens: 89
          active_alias_time_to_first_token_sec: 14.664143
          active_alias_generation_tokens_per_sec: 174.713
          concurrency_one_enforced: true
          overlapping_requests_routed_to_other_providers: 2
    priority_rollout:
      observed_at: "2026-07-19"
      config_check: passed
      refresh_dry_run: applied_without_restart
      refresh_apply: passed
      restart_required: false
      node_results:
        mac-codex-node: applied
        gx10-vllm-node: applied
        onexplayer-lemonade-node: applied
        rtx5090-lemonade-node: applied
      providers:
        rtx5090-lemonade: 0
        gx10-vllm: 1
        onexplayer-lemonade: 2
    smoke:
      models_endpoint: passed
      chat_completions_single:
        endpoint: /v1/chat/completions
        request_model: ornith:35b
        prompt: "2+2? Answer only the number."
        result: passed
        content: "4"
        elapsed_sec: 3.32
        completion_tokens: 127
      responses_single:
        endpoint: /v1/responses
        request_model: ornith:35b
        prompt: "2+2? Answer only the number."
        result: passed
        output_text: "4"
        elapsed_sec: 4.58
        completion_tokens: 1
      chat_completions_capacity:
        endpoint: /v1/chat/completions
        concurrent_requests: 8
        success_count: 8
        failure_count: 0
        wall_sec: 63.97
        peak_total_in_flight: 7
        peak_total_queued: 2
        provider_peaks:
          gx10-vllm:
            capacity: 4
            max_in_flight: 4
            max_queued: 1
          onexplayer-lemonade:
            capacity: 3
            max_in_flight: 3
            max_queued: 1
          mac-mlx-vllm:
            capacity: 2
            max_in_flight: 0
            max_queued: 0
    direct_throughput_benchmarks:
      observed_at: "2026-07-12"
      benchmark_shape: direct provider OpenAI-compatible /v1/chat/completions, max_tokens=1024, temperature=0, same long-list prompt, completion_tokens divided by wall time
      benchmark_scope_note: throughput-only benchmark; all measured requests filled the 1024-token output budget and ended with finish_reason=length, so this is not a final-answer quality smoke.
      latest_concurrency_1_comparison:
        observed_at: "2026-07-18"
        execution_mode: sequential direct-provider requests with one active request per provider
        endpoint: /v1/chat/completions
        prompt_tokens: 48
        request_max_tokens: 1024
        temperature: 0
        thinking_enabled: false
        metric: completion_tokens divided by total HTTP response time
        metric_scope: end-to-end throughput including network and time-to-first-response; Lemonade server decode timing is recorded separately when present
        target_resolution: current dev has no RTX4090 node; the comparison target is the newly added rtx5090-lemonade node
        edge_action: no config refresh, process restart, or route mutation
        common_result:
          http_status: 200
          completion_tokens: 1024
          finish_reason: length
        providers:
          gx10-vllm:
            engine: vllm
            quantization: fp8
            elapsed_sec: 26.241519
            end_to_end_tok_s: 39.022
            server_decode_tok_s: null
          onexplayer-lemonade:
            engine: lemonade_llamacpp_vulkan
            quantization: Q5_K_M
            elapsed_sec: 30.315311
            end_to_end_tok_s: 33.778
            server_decode_tok_s: 48.10214038553302
          rtx5090-lemonade:
            engine: lemonade_llamacpp_cuda
            quantization: Q5_K_M
            elapsed_sec: 5.092999
            end_to_end_tok_s: 201.060
            server_decode_tok_s: 245.83231403349612
        relative_end_to_end:
          rtx5090_vs_gx10: 5.15
          rtx5090_vs_onexplayer: 5.95
          gx10_vs_onexplayer: 1.16
        post_condition:
          edge_nodes_connected:
            - mac-codex-node
            - gx10-vllm-node
            - onexplayer-lemonade-node
            - rtx5090-lemonade-node
          rtx5090_capacity: 1
          rtx5090_priority: 3
      gx10-vllm:
        endpoint: http://192.168.0.91:8001/v1
        model: ornith:35b
        engine: vllm
        quantization: fp8
        results:
          concurrency_1:
            success_count: 1
            failure_count: 0
            avg_per_call_tok_s: 38.80
            aggregate_tok_s: 38.80
            wall_sec: 26.39
            total_completion_tokens: 1024
          concurrency_2:
            success_count: 2
            failure_count: 0
            avg_per_call_tok_s: 36.95
            aggregate_tok_s: 73.87
            wall_sec: 27.72
            total_completion_tokens: 2048
          concurrency_3:
            success_count: 3
            failure_count: 0
            avg_per_call_tok_s: 28.24
            aggregate_tok_s: 84.68
            wall_sec: 36.28
            total_completion_tokens: 3072
          concurrency_4:
            success_count: 4
            failure_count: 0
            avg_per_call_tok_s: 31.46
            aggregate_tok_s: 125.77
            wall_sec: 32.57
            total_completion_tokens: 4096
      onexplayer-lemonade:
        endpoint: http://192.168.0.59:13305/v1
        model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        response_model: ornith-1.0-35b-Q5_K_M.gguf
        engine: lemonade_llamacpp_vulkan
        quantization: Q5_K_M
        results:
          concurrency_1:
            success_count: 1
            failure_count: 0
            avg_per_call_tok_s: 45.07
            aggregate_tok_s: 45.07
            wall_sec: 22.72
            total_completion_tokens: 1024
          concurrency_2:
            success_count: 2
            failure_count: 0
            avg_per_call_tok_s: 34.34
            aggregate_tok_s: 68.67
            wall_sec: 29.82
            total_completion_tokens: 2048
          concurrency_3:
            success_count: 3
            failure_count: 0
            avg_per_call_tok_s: 23.27
            aggregate_tok_s: 69.81
            wall_sec: 44.01
            total_completion_tokens: 3072
  reasoning_policy: model_native_thinking
  laguna_official_sampling:
    source: https://huggingface.co/poolside/Laguna-S-2.1
    source_section: vLLM and Controlling reasoning
    temperature: 0.7
    top_p: 0.95
    top_k: 20
    top_k_source: model_generation_config
    precedence: caller-explicit sampling parameters override provider defaults
    rollout_observed_at: "2026-07-24"
    providers:
      gx10-vllm:
        status: applied
        mechanism: vllm --override-generation-config plus model generation_config
        thinking_control: --default-chat-template-kwargs enable_thinking=true
        chat_template: /run/iop/laguna-s-2.1-thinking.jinja
        thinking_generation_prefix: "<think>\n"
        reasoning_parser: poolside_v1
        tool_call_parser: poolside_v1
        reasoning_output_field: reasoning
    validation:
      simple_no_tool_request:
        result: passed_with_reasoning_delta
        note: The stock generation prefix emitted the closing think tag immediately. The active local template adds a newline after the opening think tag, and Pi high now emits thinking events while Pi off emits none.
      pi_agentic_tool_request:
        result: passed
        reasoning_delta: present
        tool_call: passed
        reasoning_after_tool_result: present
        final_text: present
      pi_thinking_control:
        thinking_format: chat-template
        enable_thinking_source: thinking.enabled
        preserve_thinking: true
  previous_ornith_official_sampling_observation:
    status: historical_gx10_replaced_by_laguna_s_2_1
    source: https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B
    source_section: Quickstart and Chat Completions API examples
    temperature: 0.6
    top_p: 0.95
    top_k: 20
    repeat_penalty: not_set_by_official_example
    precedence: caller-explicit sampling parameters override provider defaults
    language_control_note: sampling does not force reasoning language; use the short prompt "Think in English. Final in Korean." and validate reasoning/final separately
    rollout_observed_at: "2026-07-23"
    providers:
      gx10-vllm:
        status: applied
        mechanism: vllm --override-generation-config
      onexplayer-lemonade:
        status: applied
        mechanism: saved Lemonade recipe_options llamacpp_args and run-onex-runtime.ps1 reload baseline
      rtx5090-lemonade:
        status: applied
        mechanism: saved Lemonade recipe_options llamacpp_args
    validation:
      prompt: "Think in English. Final in Korean. What is 2+2?"
      max_tokens: 1024
      gx10_vllm_direct:
        result: passed
        finish_reason: stop
        reasoning_language: english_with_korean_answer_candidates_quoted
        final_content: "4입니다."
      onexplayer_lemonade_direct:
        result: passed
        finish_reason: stop
        reasoning_language: english_with_korean_answer_candidates_quoted
        final_content: "4입니다."
      rtx5090_lemonade_direct:
        result: passed
        finish_reason: stop
        reasoning_language: english_with_korean_answer_candidates_quoted
        final_content: "2 + 2 = 4입니다."
      edge_ornith_group:
        result: passed
        finish_reason: stop
        reasoning_language: english_with_korean_answer_candidates_quoted
        final_content: "4"
      strict_language_isolation: not_guaranteed_by_sampling_or_short_prompt
      short_prompt_comparison:
        recommended: "Think in English. Final in Korean."
        result: GX10, OneXPlayer, and RTX5090 returned finish_reason=stop with Korean final content
        avoid: literal think tags and longer no-quote prohibitions
        avoid_reason: compared variants leaked reasoning into final content or ended with finish_reason=length
      full_capacity_smoke:
        scope: full Ornith capacity is GX10 4 plus OneXPlayer 3 plus RTX5090 1
        concurrent_requests: 9
        chat_completions:
          http_200: 9
          peak_in_flight: 8
          peak_queued: 3
          gx10_peak_in_flight: 4
          onexplayer_peak_in_flight: 3
          rtx5090_peak_in_flight: 1
          recovered_to_zero: true
        responses:
          http_200: 9
          peak_in_flight: 8
          peak_queued: 3
          gx10_peak_in_flight: 4
          onexplayer_peak_in_flight: 3
          rtx5090_peak_in_flight: 1
          recovered_to_zero: true
  agent_tooling_policy:
    runtime_profile: provider_family_specific
    mac_vllm_mlx:
      tool_call_parser: qwen
      reasoning_parser: qwen3
      default_chat_template_kwargs:
        enable_thinking: true
    gx10_vllm:
      model: laguna-s:2.1
      tool_call_parser: poolside_v1
      reasoning_parser: poolside_v1
      chat_template_host_path: /home/toki/iop-gx10-vllm/laguna-s-2.1-thinking.jinja
      chat_template_container_path: /run/iop/laguna-s-2.1-thinking.jinja
      thinking_generation_prefix: "<think>\n"
      default_chat_template_kwargs:
        enable_thinking: true
      pi_chat_template_kwargs:
        enable_thinking:
          source: thinking.enabled
        preserve_thinking: true
      tool_call_parser_status: Pi read-tool multi-turn smoke passed with reasoning before the tool call and after the tool result
    separation_note: Keep Laguna poolside_v1, Qwen qwen/qwen3, and dev-corp Gemma parser/template profiles separate.
  pi_agent_profile:
    observed_at: "2026-07-24"
    config_scope: host_local_pi_agent
    config_dir: /config/.pi/agent
    current_default_provider: iop
    current_default_model: laguna-s:2.1
    current_default_thinking_level: high
    current_default_api: openai-completions
    current_default_base_url: http://toki-labs.com:18083/v1
    current_default_auth_header: true
    sampling_policy:
      explicit_parameters: false
      source: dev_laguna_provider_defaults
      provider_default:
        temperature: 0.7
        top_p: 0.95
        top_k: 20
      omitted_fields:
        - temperature
        - top_p
        - top_k
        - repeat_penalty
      note: Pi omits these fields and the selected GX10 Laguna provider applies the model baseline.
    api_key_value_tracked: false
    endpoint_policy: current default Pi route is IOP Edge provider iop with model laguna-s:2.1. Pi does not bypass Edge to the GX10 vLLM endpoint.
    local_pi_providers_at_observation:
      - iop
    direct_providers_removed_at_observation:
      - iop-gemma
      - ornith-direct
      - ornith-lemonade
    iop_provider_models_at_observation:
      - qwen3.6:35b
      - ornith:35b
      - ornith-fast
      - laguna-s:2.1
    pi_model_parameters:
      provider: iop
      model_id: laguna-s:2.1
      display_name: IOP Poolside Laguna S 2.1
      api: openai-completions
      context_window: 262144
      max_tokens: 65536
      reasoning: true
      thinking_level: high
      thinking_format: chat-template
      enable_thinking_source: thinking.enabled
      preserve_thinking: true
    current_laguna_parameter_alignment:
      model_alias: laguna-s:2.1
      pi_context_window: 262144
      edge_context_window: 262144
      pi_max_tokens: 65536
      edge_default_max_tokens: 65536
      pi_output_budget_within_edge_limit: true
      edge_model_group_registered: true
      edge_group_min_max_tokens: 0
      gx10_edge_capacity: 4
      gx10_long_context_capacity: 1
      reasoning_parser: poolside_v1
      tool_call_parser: poolside_v1
      quantization: nvfp4
      dflash_speculative_tokens: 7
      chat_template_container_path: /run/iop/laguna-s-2.1-thinking.jinja
      thinking_generation_prefix: "<think>\n"
      note: The active GX10 runtime uses the official Laguna S 2.1 NVFP4 checkpoint and quantization-matched DFlash NVFP4 draft. Its local chat-template override adds a newline after the generation-prefix think tag so enabled requests do not immediately emit the closing think tag.
    qwen_runtime_parameter_alignment:
      alignment_policy: Pi model parameters must be kept in sync with the Edge model catalog and each provider runtime profile. Do not optimize or debug Pi behavior from the endpoint URL alone; verify the alias-to-served-model mapping, context window, max token budget, thinking/reasoning parser, chat template kwargs, and provider capacity/sequence limits together.
      common_requirements:
        model_alias: qwen3.6:35b
        pi_context_window: 262144
        edge_context_window: 262144
        pi_max_tokens: 32768
        edge_default_max_tokens: 32768
        edge_min_max_tokens: 32768
        pi_reasoning: true
        edge_reasoning_policy: model_native_thinking
        required_template_policy: Qwen providers keep default_chat_template_kwargs.enable_thinking=true
        required_reasoning_parser: qwen3
      engine_matrix:
        previous_gx10-vllm:
          status: historical_replaced_by_laguna_s_2_1
          runtime_type: vllm
          served_model: nvidia/Qwen3.6-35B-A3B-NVFP4
          context_match: pi contextWindow 262144 maps to vLLM max_model_len 262144
          output_budget_match: pi maxTokens 32768 maps to provider default_max_tokens 32768
          thinking_match: pi reasoning=true and thinking_level=high map to reasoning_parser=qwen3 and default_chat_template_kwargs.enable_thinking=true
          concurrency_match: provider capacity 4 maps to runtime max_num_seqs 4
          tool_parser_profile: qwen3_xml
        mac-mlx-vllm:
          runtime_type: vllm-mlx
          served_model: mlx-community/Qwen3.6-35B-A3B-4bit
          context_match: pi contextWindow 262144 maps to vLLM-MLX max_request_tokens 262144 and max_kv_size 262144
          output_budget_match: pi maxTokens 32768 maps to provider default_max_tokens 32768
          thinking_match: pi reasoning=true and thinking_level=high map to reasoning_parser=qwen3 and default_chat_template_kwargs.enable_thinking=true
          concurrency_match: provider capacity 2 maps to runtime max_num_seqs 2
          tool_parser_profile: qwen
        onexplayer-lemonade:
          runtime_type: lemonade
          served_model: Qwen3.6-35B-A3B-MTP-GGUF
          current_runtime_override_2026_07_12: OneXPlayer Lemonade was switched to Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M for direct Ornith validation; it is not a valid Qwen provider-pool member until Edge provider config is updated.
          context_match: Qwen should use the same Lemonade unified KV profile when re-enabled; keep total ctx_size 524288, omit -np, and pass --kv-unified to avoid the prior fixed 174848-token slot partitioning.
          output_budget_match: pi maxTokens 32768 maps to load default_max_tokens 32768
          thinking_match: pi reasoning=true and thinking_level=high uses model-native thinking; Lemonade load keeps MTP disabled and tool_choice_auto_verified=true
          concurrency_match: provider capacity remains capped at 3 for IOP admission; with unified KV, Lemonade auto slots may report 4 runtime slots, so Edge admission must remain the concurrency guard.
          tool_parser_profile: lemonade_qwen_tool_choice_auto_verified
          qwen_reenable_profile:
            status: applicable_not_reloaded_while_ornith_q5_is_active
            ctx_size: 524288
            llamacpp_args: "--spec-type none -cb -fa on -b 4096 -ub 1024 --kv-unified"
            removed_args: "-np 3"
            expected_slot_n_ctx: 262144
            expected_capacity: 3
            expected_long_context_capacity: 2
            validation_basis: Same Lemonade llama.cpp backend and current Ornith Q5 runtime validated --kv-unified with auto slots reporting n_ctx 262144; Qwen still needs smoke validation after it is reloaded.
      separation_note: These alignment rules are for the dev Qwen3.6 provider pool only. Gemma4 and DiffusionGemma use separate provider/model profiles and must not inherit Qwen parser/template/context assumptions.
    provider_passthrough:
      default: pure_passthrough
      selector: none; request model/provider capability determines passthrough vs normalized execution
      verification: Chat Completions streaming probe returned HTTP 200 through the provider tunnel with provider body preserved and no IOP response envelope injected.
    previous_qwen_provider_pool_routing:
      status: historical_gx10_and_onexplayer_no_longer_in_qwen_group
      observed_at: "2026-07-09"
      caller_shape: Pi-compatible OpenAI Chat Completions streaming requests to provider/model iop/qwen3.6:35b
      concurrent_requests: 10
      peak_total_in_flight: 9
      peak_total_queued_snapshot_units: 3
      final_recovery: in_flight_0_queued_0
      provider_peaks:
        gx10-vllm:
          runtime_type: vllm
          served_model: nvidia/Qwen3.6-35B-A3B-NVFP4
          capacity: 4
          max_in_flight: 4
          max_queued: 1
        mac-mlx-vllm:
          runtime_type: vllm-mlx
          served_model: mlx-community/Qwen3.6-35B-A3B-4bit
          capacity: 2
          max_in_flight: 2
          max_queued: 1
        onexplayer-lemonade:
          runtime_type: lemonade
          served_model: Qwen3.6-35B-A3B-MTP-GGUF
          capacity: 3
          max_in_flight: 3
          max_queued: 1
    non_default_local_provider:
      provider: iop-gemma
      status: removed_from_pi_models_json_2026_07_12
      api: openai-completions
      base_url: http://192.168.0.91:8002/v1
      served_model: nvidia/diffusiongemma-26B-A4B-it-NVFP4
      reasoning: false
      current_runtime_status: stopped_2026_07_12_endpoint_now_serves_laguna_s_2_1
    spark_laguna_direct_profile:
      observed_at: "2026-07-24"
      provider: gx10-vllm
      status: active_through_iop_edge
      family: poolside_laguna
      api: openai-completions
      base_url: http://192.168.0.91:8001/v1
      model_id: laguna-s:2.1
      display_name: Poolside Laguna S 2.1 NVFP4
      context_window: 262144
      max_tokens: 65536
      reasoning: true
      endpoint_policy: Pi connects through IOP Edge under laguna-s:2.1 and does not use the direct GX10 endpoint.
      api_key_value_tracked: false
      pi_current_default_at_observation:
        default_provider: iop
        default_model: laguna-s:2.1
        default_api: openai-completions
        default_base_url: http://toki-labs.com:18083/v1
        default_thinking_level: high
        thinking_format: chat-template
        enable_thinking_source: thinking.enabled
        preserve_thinking: true
      runtime_summary:
        host: toki@192.168.0.91
        container_name: iop-vllm-laguna-s21
        docker_image: iop-vllm-laguna-s21:v0.25.1-cu130
        docker_image_id: sha256:4eb2bb71c0ffc6ceb54dd3381030169f5e24ac1477fb1faa1ba90e57e6996331
        vllm_version: 0.25.1
        torch_version: 2.11.0+cu130
        transformers_version: 5.12.1
        compressed_tensors_version: 0.17.0
        flashinfer_python_version: 0.6.15.dev20260712
        gpu: NVIDIA GB10
        endpoint: http://192.168.0.91:8001/v1
        hf_model: poolside/Laguna-S-2.1-NVFP4
        hf_url: https://huggingface.co/poolside/Laguna-S-2.1-NVFP4
        hf_revision: 07614121b31898586430f189d27a25a0be310843
        hf_cache_snapshot_path: /models/.cache/huggingface/hub/models--poolside--Laguna-S-2.1-NVFP4/snapshots/07614121b31898586430f189d27a25a0be310843
        draft_model: poolside/Laguna-S-2.1-DFlash-NVFP4
        draft_url: https://huggingface.co/poolside/Laguna-S-2.1-DFlash-NVFP4
        draft_revision: 723794750422b3efbf3a7b3af76dffb4ba035943
        served_model_name: laguna-s:2.1
        quantization: nvfp4
        vllm_quantization_backend: compressed-tensors
        dtype: bfloat16
        max_model_len: 262144
        max_num_seqs: 4
        gpu_memory_utilization: 0.70
        enable_prefix_caching: true
        enable_chunked_prefill: true
        enable_auto_tool_choice: true
        tool_call_parser: poolside_v1
        reasoning_parser: poolside_v1
        chat_template_host_path: /home/toki/iop-gx10-vllm/laguna-s-2.1-thinking.jinja
        chat_template_container_path: /run/iop/laguna-s-2.1-thinking.jinja
        thinking_generation_prefix: "<think>\n"
        default_chat_template_kwargs:
          enable_thinking: true
        generation_config_override:
          temperature: 0.7
          top_p: 0.95
        speculative_config:
          method: dflash
          num_speculative_tokens: 7
          model: poolside/Laguna-S-2.1-DFlash-NVFP4
        attention_backend: FLASHINFER
        kv_cache_dtype: float8_e4m3fn
        available_kv_cache_memory_gib: 13.08
        gpu_kv_cache_tokens: 373711
        max_concurrency_for_262144_token_requests: 1.43
        docker_runtime:
          recreated_at: "2026-07-24"
          host_port: 8001
          container_port: 8000
          network_mode: bridge
          ipc_mode: host
          restart_policy: "no"
          bind_mounts:
            /home/toki/Data/models: /models
            /home/toki/Data/vllm/cache/laguna-s21: /root/.cache
            /home/toki/iop-gx10-vllm/laguna-s-2.1-thinking.jinja: /run/iop/laguna-s-2.1-thinking.jinja
      smoke:
        direct_models: passed
        direct_chat_completions: passed
        edge_chat_completions: passed
        pi_agentic_tool_reasoning_stream: passed
        reasoning_field: reasoning
        pi_high_result: thinking_start, thinking_delta, and thinking_end observed
        pi_off_result: no thinking event and final text observed
        simple_no_tool_reasoning_note: The previous stock generation prefix closed the think block immediately. The current local template uses a trailing newline and a simple Pi high request emits a non-empty thinking block.
    previous_spark_ornith_direct_profile:
      observed_at: "2026-07-12"
      provider: ornith-direct
      status: historical_runtime_replaced_by_laguna_s_2_1
      family: spark_ornith
      api: openai-completions
      base_url: http://192.168.0.91:8001/v1
      model_id: ornith:35b
      display_name: Ornith 1.0 35B FP8 Direct vLLM
      context_window: 262144
      max_tokens: 32768
      reasoning: true
      endpoint_policy: Historical observation only. The endpoint now serves laguna-s:2.1 through IOP Edge.
      api_key_value_tracked: false
      pi_current_default_at_observation:
        default_provider: iop
        default_model: ornith:35b
        default_api: openai-completions
        default_base_url: http://toki-labs.com:18083/v1
      qwen_parameter_alignment:
        pi_context_window: 262144
        pi_max_tokens: 32768
        context_match: matches the dev Qwen Pi contextWindow and vLLM max_model_len value
        output_budget_match: matches the dev Qwen Pi maxTokens/default_max_tokens value
      runtime_summary:
        host: toki@192.168.0.91
        container_name: iop-vllm-ornith35b-fp8
        docker_image: vllm/vllm-openai:nightly-aarch64
        docker_image_id: sha256:a720df3e84a89d7db47a3b7a0511cb5b312e203fc4956f7493df248299267a6f
        vllm_image_tag_env: vllm/vllm-openai:nightly-a346d589f5932d4234bf5bf8718f10e26d187021
        vllm_version: 0.23.1rc1.dev223+ga346d589f
        vllm_build_commit: a346d589f5932d4234bf5bf8718f10e26d187021
        vllm_build_url: https://buildkite.com/vllm/release-v2/builds/2923
        torch_version: 2.11.0+cu130
        transformers_version: 5.12.1
        compressed_tensors_version: 0.17.0
        flashinfer_python_version: 0.6.12
        cuda_version_env: 13.0.2
        gpu: NVIDIA GB10
        nvidia_driver_version: 580.126.09
        endpoint: http://192.168.0.91:8001/v1
        hf_model: deepreinforce-ai/Ornith-1.0-35B-FP8
        hf_url: https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-FP8
        hf_revision: 1ab57ce0b44950e498a88756f40ad1ed4d0f30ca
        hf_ref: main
        revision_argument: not_set_uses_repo_default_main_at_container_start
        tokenizer_revision_argument: not_set_uses_model_revision
        hf_home: /models/.cache/huggingface
        hf_cache_snapshot_path: /models/.cache/huggingface/hub/models--deepreinforce-ai--Ornith-1.0-35B-FP8/snapshots/1ab57ce0b44950e498a88756f40ad1ed4d0f30ca
        served_model_name: ornith:35b
        openai_models_root: deepreinforce-ai/Ornith-1.0-35B-FP8
        openai_models_max_model_len: 262144
        quantization: fp8
        vllm_quantization_backend: compressed-tensors
        model_type: qwen3_5_moe
        model_architecture: Qwen3_5MoeForConditionalGeneration
        quantization_config_source: model config.json compressed-tensors W8A8 FP8, weight channel strategy, input activation token strategy, linear_attn/embed/lm_head/shared gates ignored
        dtype: bfloat16
        max_model_len: 262144
        max_num_seqs: 4
        max_num_batched_tokens: vllm_default_not_overridden
        gpu_memory_utilization: 0.50
        enable_prefix_caching: true
        enable_chunked_prefill: true
        async_scheduling: true
        tensor_parallel_size: 1
        pipeline_parallel_size: 1
        data_parallel_size: 1
        load_format: auto
        download_dir: null
        kv_cache_dtype: auto
        enforce_eager: false
        seed: 0
        enable_auto_tool_choice: true
        tool_call_parser: qwen3_xml
        reasoning_parser: qwen3
        reasoning_parser_enable_in_reasoning: false
        trust_remote_code: true
        language_model_only: true
        attention_backend: FLASH_ATTN
        sampling_backend: FlashInfer top-p/top-k
        fp8_linear_kernel: CutlassFP8ScaledMMLinearKernel for CompressedTensorsW8A8Fp8
        fp8_moe_backend: TRITON
        generation_config_override:
          temperature: 0.6
          top_k: 20
          top_p: 0.95
          eos_token_id:
            - 248046
            - 248044
          bos_token_id: 248044
        docker_runtime:
          created_at: "2026-07-12T08:41:04Z"
          entrypoint:
            - vllm
            - serve
          container_port: 8000
          host_port: 8001
          network_mode: bridge
          ipc_mode: private
          shm_size_bytes: 67108864
          restart_policy: "no"
          gpu_device_request: all
          bind_mounts:
            /home/toki/Data/models: /models
            /home/toki/Data/vllm/templates: /templates
        model_load_memory_gib: 34.43
        model_load_seconds: 196.929359
        weight_download_seconds: not_observed_cache_hit_restart
        cuda_graph_memory_estimated_gib: 0.13
        cuda_graph_pool_memory_actual_gib: 0.07
        available_kv_cache_memory_gib: 20.79
        gpu_kv_cache_tokens: 1060912
        max_concurrency_for_262144_token_requests: 4.05
        startup_warnings:
          - vLLM command does not pin --revision; the recorded hf_revision is the downloaded snapshot observed in cache.
          - Prefix caching in Mamba cache align mode is experimental for this architecture.
          - Default MoE config for NVIDIA_GB10 FP8 was not found; vLLM used default MoE config, which may affect performance.
          - Model generation_config overrides vLLM defaults unless callers provide sampling params or vLLM is relaunched with --generation-config vllm.
      official_4bit_gguf_status:
        hf_model: deepreinforce-ai/Ornith-1.0-35B-GGUF
        hf_url: https://huggingface.co/deepreinforce-ai/Ornith-1.0-35B-GGUF
        hf_revision: c2e1703039380de4ce6820e97afd185682d3c16c
        hf_ref: main
        hf_cache_snapshot_path: /models/.cache/huggingface/hub/models--deepreinforce-ai--Ornith-1.0-35B-GGUF/snapshots/c2e1703039380de4ce6820e97afd185682d3c16c
        file: ornith-1.0-35b-Q4_K_M.gguf
        status: not_active
        reason: current vLLM GGUF plugin path exposed /v1/models but failed semantic generation smoke; active working runtime uses the official FP8 vLLM model instead.
      smoke:
        english_final_answer: passed
        korean_final_answer: passed
        pi_direct_cli: passed
        output_throughput:
          method: completion_tokens divided by end-to-end request wall time, max_tokens=768
          average_completion_tok_s: 29.8
          run_completion_tok_s:
            - 29.65
            - 30.62
            - 29.15
          note: vLLM logs showed aggregate generation throughput around 50-61 tok/s with two running requests.
    ornith_lemonade_direct_profile:
      observed_at: "2026-07-12"
      provider: ornith-lemonade
      status: removed_from_pi_models_json_2026_07_12_runtime_still_active_as_onexplayer_iop_ornith_provider
      family: spark_ornith
      api: openai-completions
      base_url: http://192.168.0.59:13305/v1
      model_id: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
      display_name: Ornith 1.0 35B Q5 Direct Lemonade
      context_window: 262144
      max_tokens: 32768
      reasoning: true
      config_file: /config/.pi/agent/models.json
      default_profile_changed: true
      pi_default_provider_after_add: iop
      pi_default_model_after_add: ornith:35b
      endpoint_policy: Pi no longer connects directly to the OneXPlayer Lemonade OpenAI-compatible endpoint. This runtime remains reachable through IOP Edge under ornith:35b.
      api_key_value_tracked: false
      runtime_alignment:
        lemonade_runtime_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        lemonade_response_model: ornith-1.0-35b-Q5_K_M.gguf
        quantization: Q5_K_M
        ctx_size: 524288
        kv_policy: unified_kv_with_np_omitted
        observed_slot_n_ctx: 262144
        iop_capacity_guard: 3
        long_context_capacity: 2
      smoke:
        endpoint_direct_chat_completions: passed
        request_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        response_model: ornith-1.0-35b-Q5_K_M.gguf
        finish_reason: stop
        content: "4"
        completion_tokens: 2
    separation_note: The host Pi default is Laguna S 2.1 through IOP Edge. Keep Laguna, Qwen, Ornith, and dev-corp Gemma parser/template/runtime settings separate.
  content_completion_policy:
    enforce_min_max_tokens: true
    reason: prevent reasoning-only completions from exhausting caller max_tokens before final content
  dispatch_policy:
    capacity_gate: providers at or above capacity are excluded from dispatch candidates
    selection_order: lower in_flight level wins among providers with available capacity
    same_in_flight_tiebreak: lower numeric priority first, then deterministic rotation
  capacity_smoke:
    model: laguna-s:2.1
    endpoints:
      - /v1/responses
      - /v1/chat/completions
    concurrent_requests: 4
    expected_total_in_flight: 4
    expected_min_queued: 0
    capacity_plus_one_concurrent_requests: 5
    capacity_plus_one_expected_total_in_flight: 4
    capacity_plus_one_expected_min_queued: 1
    extended_concurrent_requests: 8
    extended_expected_min_queued: 4
    prompt_policy: long_reasoning_allowed
    exact_output_match: false
  latest_provider_snapshot:
    observed_at: "2026-07-24"
    total_capacity: 10
    all_nodes_connected: true
    providers:
      gx10-vllm:
        capacity: 4
        priority: 1
        in_flight: 0
        queued: 0
        long_context_capacity: 1
        health: healthy
        served_model: laguna-s:2.1
      mac-mlx-vllm:
        capacity: 2
        priority: 2
        in_flight: 0
        queued: 0
        long_context_capacity: 1
        health: healthy
        served_model: mlx-community/Qwen3.6-35B-A3B-4bit
      onexplayer-lemonade:
        capacity: 3
        priority: 2
        in_flight: 0
        queued: 0
        long_context_capacity: 2
        health: healthy
        served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
      rtx5090-lemonade:
        capacity: 1
        priority: 0
        in_flight: 0
        queued: 0
        long_context_capacity: 1
        health: healthy
        served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
  laguna_agent_tool_smoke:
    observed_at: "2026-07-24"
    model: laguna-s:2.1
    request_shape: Pi openai-completions streaming with read tool
    result: passed
    reasoning_before_tool_call: present
    tool_call: passed
    reasoning_after_tool_result: present
    final_content: present
    provider_reasoning_field: reasoning
    pi_event: thinking_delta
  previous_openai_tool_call_smoke:
    status: historical_qwen_provider_pool_observation
    observed_at: "2026-07-08"
    request_shape: tools_plus_tool_choice_auto
    direct_provider_expected:
      http_status: 200
      minimum_tool_calls: 1
    direct_provider_result:
      gx10-vllm:
        http_status: 200
        tool_calls: 1
      mac-mlx-vllm:
        http_status: 200
        tool_calls: 1
      onexplayer-lemonade:
        http_status: 200
        tool_calls: 1
    edge_concurrency_result:
      endpoint: /v1/chat/completions
      concurrent_requests: 10
      success_count: 10
      failure_count: 0
      tool_call_response_count: 10
      finish_reason_tool_calls: 10
      peak_total_in_flight: 9
      peak_total_queued: 3
      provider_result_counts:
        gx10-vllm: 5
        onexplayer-lemonade: 3
        mac-mlx-vllm: 2
      provider_peaks:
        gx10-vllm:
          max_in_flight: 4
          max_queued: 1
        onexplayer-lemonade:
          max_in_flight: 3
          max_queued: 1
        mac-mlx-vllm:
          max_in_flight: 2
          max_queued: 1
  final_content_smoke:
    model: laguna-s:2.1
    endpoint: /v1/chat/completions
    concurrent_requests: 5
    current_capacity_total: 4
    expected_peak_total_in_flight: 4
    expected_min_queued: 1
    request_max_tokens: 65536
    effective_min_max_tokens: 65536
    include_reasoning: true
    expected_success_count: 5
    expected_finish_reason: stop
    expected_final_marker: true
    expected_empty_content: 0
    expected_iop_notice: 0
    previous_observed_at: "2026-07-04"
    previous_observed_capacity_total: 10
    previous_observed_result:
      http_ok: 10
      success_count: 10
      failure_count: 0
      finish_reason_stop: 10
      marker_missing_count: 0
      empty_content_count: 0
      iop_notice_count: 0
      think_tag_leak_count: 0
      reasoning_present_count: 0
      aggregate_completion_tok_s: 62.5
      total_completion_tokens: 17933
      batch_wall_sec: 286.908
      avg_latency_sec: 175.074
      peak_total_in_flight: 10
      peak_total_queued: 0
      provider_peaks:
        gx10-vllm:
          capacity: 4
          max_in_flight: 4
          max_queued: 0
        mac-mlx-vllm:
          capacity: 3
          max_in_flight: 3
          max_queued: 0
        onexplayer-lemonade:
          capacity: 3
          max_in_flight: 3
          max_queued: 0

retained_test_runtimes:
  - id: onexplayer-laguna-standalone
    host: 192.168.0.59
    purpose: standalone_laguna_s_2_1_llama_server_test_runtime
    status: stopped_retained_for_possible_future_use
    iop_registration: none
    separation:
      active_iop_provider: onexplayer-lemonade
      relationship: separate_test_runtime_not_managed_by_iop_or_lemonade
      lifecycle_api: none
      note: Do not use an IOP /v1/load request to start or manage this runtime.
    last_runtime:
      endpoint: http://192.168.0.59:13305/v1
      listen_host: 0.0.0.0
      port: 13305
      served_model: laguna-s:2.1
      model_file: C:/Users/r0bin/.cache/huggingface/hub/models--poolside--Laguna-S-2.1-GGUF/snapshots/92b968eeba0fbb790ef4216e2a70ef079ed19b07/laguna-s-2.1-Q4_K_M.gguf
      llama_server: C:/Users/r0bin/iop-field/runtime/llama.cpp-laguna-04b2b72c/build-vulkan-release/bin/llama-server.exe
      llama_server_sha256: 9BE0DDB62ED5A88B83D64F106F052233875F994D828DFC09DFE685A2A51210A0
      runtime_args: "--ctx-size 262144 --parallel 1 --kv-unified --cache-type-k q8_0 --cache-type-v q8_0 -ngl 0 -fa on -b 1024 -ub 512 --jinja --reasoning-format auto --temp 0.7 --top-p 0.95"
      context_window: 262144
      parallel_slots: 1
      kv_cache_quantization: q8_0
      gpu_layers: 0
    retained_assets:
      executable_present_observed_at: "2026-07-24"
      model_present_observed_at: "2026-07-24"
      launcher_backup: C:/Users/r0bin/iop-field/run-onex-runtime.ps1.pre-ornith-restore-20260724T053553Z
      stdout_log: C:/Users/r0bin/iop-field/laguna-server.stdout.log
      stderr_log: C:/Users/r0bin/iop-field/laguna-server.stderr.log
    deactivation:
      observed_at: "2026-07-24T05:34:24+09:00"
      stopped_runtime_supervisor_pid: 40760
      stopped_llama_server_pid: 27412
      assets_deleted: false
    reuse_requirements:
      - assign_a_port_that_does_not_conflict_with_active_onexplayer_lemonade_13305
      - use_a_dedicated_launcher_instead_of_overwriting_run-onex-runtime.ps1
      - keep_it_out_of_the_iop_provider_pool_unless_explicitly_registered
      - verify_model_endpoint_and_slot_profile_after_start

nodes:
  - id: mac-codex-node
    alias: mac-codex
    role: cli+mlx-provider
    ssh: toki@toki-labs.com
    workspace: /Users/toki/agent-work/iop-workspace/nomadcode
    provider_pool_candidate: true
    adapters:
      - cli
      - mac-mlx-vllm
    providers:
      - id: mac-mlx-vllm
        type: vllm-mlx
        endpoint: http://127.0.0.1:8002/v1
        served_model: mlx-community/Qwen3.6-35B-A3B-4bit
        capacity: 2
        priority: 2
        # Long-context admission policy (maps to edge.yaml nodes[].providers[]).
        # Runtime KV budget is 262144 (max_kv_size / max_request_tokens), so only
        # one full 262144-window long request fits. long_context_capacity is the
        # long-slot count, distinct from the normal capacity (2).
        total_context_tokens: 262144
        long_context_capacity: 1
        runtime:
          api_key_policy: local_bearer_from_edge_yaml
          workdir: /Users/toki/agent-work/iop-mlx-vllm
          python: .venv/bin/python
          package_baseline:
            vllm_mlx: 0.3.0
            mlx: 0.31.2
            mlx_lm: 0.31.3
          model_cache: /Users/toki/agent-work/iop-mlx-vllm/hf-cache
          pid_file: /Users/toki/agent-work/iop-mlx-vllm/vllm-mlx.pid
          stdout_log: /Users/toki/agent-work/iop-mlx-vllm/logs/vllm-mlx.stdout.log
          stderr_log: /Users/toki/agent-work/iop-mlx-vllm/logs/vllm-mlx.stderr.log
          max_num_seqs: 2
          max_kv_size: 262144
          max_request_tokens: 262144
          default_max_tokens: 32768
          paged_cache_block_size: 64
          max_cache_blocks: 4096
          total_kv_tokens: 262144
          enable_auto_tool_choice: true
          tool_call_parser: qwen
          reasoning_parser: qwen3
          default_chat_template_kwargs:
            enable_thinking: true
  - id: gx10-vllm-node
    alias: gx10-vllm
    role: vllm-provider
    ssh: toki@192.168.0.91
    workspace: /home/toki/iop-gx10-vllm
    provider_pool_candidate: true
    provider:
      id: gx10-vllm
      type: vllm
      endpoint: http://192.168.0.91:8001/v1
      served_model: laguna-s:2.1
      capacity: 4
      priority: 1
      # Long-context admission policy (maps to edge.yaml nodes[].providers[]).
      # Laguna NVFP4 runtime reports 373,570 GPU KV tokens and 1.43x maximum
      # concurrency for full 262144-token requests, so only one long slot is allowed.
      total_context_tokens: 373570
      long_context_capacity: 1
      runtime:
        container_name: iop-vllm-laguna-s21
        docker_image: iop-vllm-laguna-s21:v0.25.1-cu130
        docker_image_id: sha256:4eb2bb71c0ffc6ceb54dd3381030169f5e24ac1477fb1faa1ba90e57e6996331
        vllm_version: 0.25.1
        max_model_len: 262144
        max_num_seqs: 4
        gpu_memory_utilization: 0.70
        default_max_tokens: 65536
        enable_auto_tool_choice: true
        tool_call_parser: poolside_v1
        reasoning_parser: poolside_v1
        chat_template_host_path: /home/toki/iop-gx10-vllm/laguna-s-2.1-thinking.jinja
        chat_template_container_path: /run/iop/laguna-s-2.1-thinking.jinja
        thinking_generation_prefix: "<think>\n"
        default_chat_template_kwargs:
          enable_thinking: true
        quantization: nvfp4
        dtype: bfloat16
        override_generation_config:
          temperature: 0.7
          top_p: 0.95
        speculative_config:
          model: poolside/Laguna-S-2.1-DFlash-NVFP4
          num_speculative_tokens: 7
          method: dflash
    direct_providers:
      - id: laguna-direct
        family: poolside_laguna
        type: vllm
        endpoint: http://192.168.0.91:8001/v1
        served_model: laguna-s:2.1
        upstream_model: poolside/Laguna-S-2.1-NVFP4
        upstream_url: https://huggingface.co/poolside/Laguna-S-2.1-NVFP4
        upstream_revision: 07614121b31898586430f189d27a25a0be310843
        status: direct_pi_provider_not_registered_runtime_shares_current_iop_laguna_gx10_provider
        pi_model_parameters:
          context_window: 262144
          max_tokens: 65536
          reasoning: true
          thinking_format: chat-template
          preserve_thinking: true
        runtime:
          container_name: iop-vllm-laguna-s21
          docker_image: iop-vllm-laguna-s21:v0.25.1-cu130
          docker_image_id: sha256:4eb2bb71c0ffc6ceb54dd3381030169f5e24ac1477fb1faa1ba90e57e6996331
          vllm_version: 0.25.1
          port_mapping: 0.0.0.0:8001->8000
          hf_home: /models/.cache/huggingface
          hf_cache_snapshot_path: /models/.cache/huggingface/hub/models--poolside--Laguna-S-2.1-NVFP4/snapshots/07614121b31898586430f189d27a25a0be310843
          draft_cache_snapshot_path: /models/.cache/huggingface/hub/models--poolside--Laguna-S-2.1-DFlash-NVFP4/snapshots/723794750422b3efbf3a7b3af76dffb4ba035943
          quantization: nvfp4
          vllm_quantization_backend: compressed-tensors
          dtype: bfloat16
          max_model_len: 262144
          max_num_seqs: 4
          max_num_scheduled_tokens: 2024
          gpu_memory_utilization: 0.70
          enable_prefix_caching: true
          enable_chunked_prefill: true
          tensor_parallel_size: 1
          pipeline_parallel_size: 1
          data_parallel_size: 1
          load_format: auto
          kv_cache_dtype: float8_e4m3fn
          enforce_eager: false
          enable_auto_tool_choice: true
          tool_call_parser: poolside_v1
          reasoning_parser: poolside_v1
          reasoning_parser_enable_in_reasoning: false
          chat_template_host_path: /home/toki/iop-gx10-vllm/laguna-s-2.1-thinking.jinja
          chat_template_container_path: /run/iop/laguna-s-2.1-thinking.jinja
          thinking_generation_prefix: "<think>\n"
          default_chat_template_kwargs:
            enable_thinking: true
          attention_backend: FLASHINFER
          generation_config_override:
            temperature: 0.7
            top_p: 0.95
          speculative_config:
            model: poolside/Laguna-S-2.1-DFlash-NVFP4
            num_speculative_tokens: 7
            method: dflash
          docker_runtime:
            network_mode: bridge
            ipc_mode: host
            shm_size_bytes: 67108864
            restart_policy: "no"
            gpu_device_request: all
            bind_mounts:
              /home/toki/Data/models: /models
              /home/toki/Data/vllm/cache/laguna-s21: /root/.cache
              /home/toki/iop-gx10-vllm/laguna-s-2.1-thinking.jinja: /run/iop/laguna-s-2.1-thinking.jinja
          available_kv_cache_memory_gib: 13.08
          gpu_kv_cache_tokens: 373711
          max_concurrency_for_262144_token_requests: 1.43
        thinking_note: The poolside_v1 parser emits reasoning in the provider-native reasoning field. The local chat template uses a trailing newline after the generation-prefix think tag; Pi high emits thinking deltas and Pi off emits no thinking event.
  - id: onexplayer-lemonade-node
    alias: onexplayer-lemonade
    role: lemonade-provider
    ssh: r0bin@192.168.0.59
    ssh_origin: current_host
    workspace: C:/Users/r0bin/iop-field
    provider_pool_candidate: true
    provider:
      id: onexplayer-lemonade
      type: lemonade
      endpoint: http://192.168.0.59:13305/v1
      served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
      served_model_response: ornith-1.0-35b-Q5_K_M.gguf
      previous_served_model: Qwen3.6-35B-A3B-MTP-GGUF
      status: active_ornith_q5_current_iop_ornith_provider_pool_member
      qwen_reenable_profile:
        status: not_loaded_ornith_q5_active
        model_name: Qwen3.6-35B-A3B-MTP-GGUF
        checkpoint: unsloth/Qwen3.6-35B-A3B-MTP-GGUF:Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf
        prior_saved_recipe_options:
          ctx_size: 524288
          llamacpp_args: "--spec-type none -np 3 -cb -fa on -b 4096 -ub 1024"
          partition_note: The prior -np 3 profile fixed slot windows at about 174848 tokens for ctx_size 524288.
        recommended_recipe_options:
          ctx_size: 524288
          llamacpp_args: "--spec-type none -cb -fa on -b 4096 -ub 1024 --kv-unified"
          removed_args: "-np 3"
          expected_slot_n_ctx: 262144
          expected_auto_slots: 4
          iop_capacity_guard: 3
          long_context_capacity: 2
          validation_required_after_load: true
          validation_basis: Same Lemonade llama.cpp backend and current Ornith Q5 runtime confirmed --kv-unified with omitted -np prevents fixed ctx_size/parallel partitioning.
      capacity: 3
      priority: 2
      # Long-context admission policy (maps to edge.yaml nodes[].providers[]).
      # Ornith Q5 direct runtime keeps ctx_size=524288 and removes fixed -np
      # partitioning by using llama.cpp unified KV. Do NOT raise ctx_size above 524288.
      total_context_tokens: 524288
      long_context_capacity: 2
      load:
        endpoint: http://192.168.0.59:13305/v1/load
        model_name: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        checkpoint: LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1:Q5_K_M
        hf_url: https://huggingface.co/LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1
        hf_revision: c50d5d4407f70e43208dee836c66bb8a05c1be91
        hf_ref: main
        gguf_file: ornith-1.0-35b-Q5_K_M.gguf
        gguf_file_size_bytes: 24729130848
        cache_snapshot_path: C:/Users/r0bin/.cache/huggingface/hub/models--LordNeel--Ornith-1.0-35B-GGUF-llamacpp-tp1/snapshots/c50d5d4407f70e43208dee836c66bb8a05c1be91
        backend: vulkan
        ctx_size: 524288
        llamacpp_args: "--spec-type none -cb -fa on -b 4096 -ub 1024 --kv-unified --temp 0.6 --top-p 0.95 --top-k 20"
        observed_process_args: "--ctx-size 524288 --port 8001 --jinja --context-shift --keep 16 --reasoning-format auto --no-webui --no-mmap -ngl 99 --kv-unified --spec-type none --temp 0.6 --top-k 20 --top-p 0.95 -b 4096 -cb -fa on -ub 1024"
        observed_total_slots: 4
        observed_total_ctx_size: 524288
        observed_slot_n_ctx: 262144
        context_per_slot_note: -np is intentionally omitted; llama.cpp auto slots with --kv-unified avoid the prior fixed 524288/3 partition and report 262144-token slot windows backed by shared KV.
        residency:
          observed_at: "2026-07-12"
          process_resident_policy: keep llama-server loaded until explicit lemonade unload or service/process restart
          observed_process_running: true
          observed_is_sleeping: false
          idle_sleep_seconds: not_set_llama_cpp_default_minus_1_disabled
          mmap_policy: disabled_via_no_mmap
          memory_lock_policy: not_enabled_no_mlock_argument
          note: This keeps the model warm in the active llama-server process, but it is not an OS-level hard memory pin; Windows can still page memory under pressure because --mlock is not set.
        save_options: true
        mtp_runtime_policy: disabled_via_spec_type_none
        default_max_tokens: 32768
        tool_choice_auto_verified: true
        smoke:
          observed_at: "2026-07-12"
          qwen_unloaded: true
          load_status: passed
          english_final_answer:
            max_tokens: 512
            result: passed
            content: 2+2 equals 4.
            completion_tokens: 414
            generation_tok_s: 31.94
          korean_final_answer:
            max_tokens: 1024
            result: passed
            content: 2 더하기 2는 4입니다.
            completion_tokens: 384
          tool_choice_auto:
            result: passed
            finish_reason: tool_calls
            tool_calls: 1
            function_name: get_weather
            arguments: "{\"city\":\"Seoul\"}"
          unified_kv_concurrency:
            observed_at: "2026-07-12"
            result: passed
            concurrent_requests: 3
            finish_reason_stop: 3
            final_content: "4"
            total_elapsed_sec: 6.55
            completion_tokens:
              - 149
              - 88
              - 85
          low_output_budget_note: max_tokens 128 and one Korean 512-token probe ended in reasoning_content with empty final content; keep Pi/Edge maxTokens at 32768 or use at least 1024 for short smoke prompts.
    windows_process_start: Win32_Process.Create
  - id: rtx5090-lemonade-node
    alias: rtx5090-lemonade
    role: lemonade-provider
    ssh: r0bin@192.168.0.111
    ssh_origin: current_host
    ssh_access:
      alias: iop-dev-rtx5090
      auth: public_key
      identity_source: host_local_ssh_config
      windows_authorized_keys: C:/ProgramData/ssh/administrators_authorized_keys
      public_key_fingerprint: SHA256:70d8kwBt0azcGkHXIOZ6kLcbPaoVGWusEFDpl5UBH4k
      batch_mode_verified_at: "2026-07-18"
    workspace: C:/Users/r0bin/iop-field
    provider_pool_candidate: true
    provider:
      id: rtx5090-lemonade
      type: lemonade
      endpoint: http://192.168.0.111:13305/v1
      served_model: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
      served_model_response: ornith-1.0-35b-Q5_K_M.gguf
      status: active_ornith_q5_current_iop_ornith_provider_pool_member
      capacity: 1
      priority: 0
      total_context_tokens: 262144
      long_context_capacity: 1
      hardware:
        gpu: NVIDIA GeForce RTX 5090
        vram_total_mib: 32607
        memory_policy: Lemonade uses system RAM for host-side state and the model/KV allocation uses VRAM
      load:
        endpoint: http://192.168.0.111:13305/v1/load
        model_name: Ornith-1.0-35B-GGUF-llamacpp-tp1-Q5_K_M
        checkpoint: LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1:Q5_K_M
        hf_url: https://huggingface.co/LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1
        hf_revision: c50d5d4407f70e43208dee836c66bb8a05c1be91
        hf_ref: main
        gguf_file: ornith-1.0-35b-Q5_K_M.gguf
        gguf_file_size_bytes: 24729130848
        models_dir: D:/Models
        cache_snapshot_path: D:/Models/models--LordNeel--Ornith-1.0-35B-GGUF-llamacpp-tp1/snapshots/c50d5d4407f70e43208dee836c66bb8a05c1be91
        backend: cuda
        listen_host: 0.0.0.0
        lemonade_version: 11.0.0
        llamacpp_backend_version: b9851
        iop_node_source_commit: 0ffcb88
        iop_node_binary_sha256: 8fffd06fa4c14e03859be3a0c04f004275cce44848edcfd6f4f71d3c514fa384
        iop_node_binary_observed_at: "2026-07-23T10:11:52Z"
        iop_node_version: "0.1.0"
        ctx_size: 262144
        llamacpp_args: "--spec-type none -np 1 -cb -fa on -b 512 -ub 256 --kv-unified -ctk q8_0 -ctv q8_0 --temp 0.6 --top-p 0.95 --top-k 20"
        observed_process_args: "--ctx-size 262144 --port 8001 --jinja --metrics --reasoning-format auto --no-webui --chat-template-kwargs {\"preserve_thinking\":true} --kv-unified --min-p 0.00 --repeat-penalty 1.0 --spec-type none --temp 0.6 --top-k 20 --top-p 0.95 -b 512 -cb -ctk q8_0 -ctv q8_0 -fa on -np 1 -ub 256"
        observed_total_slots: 1
        observed_total_ctx_size: 262144
        observed_slot_n_ctx: 262144
        kv_cache_key_type: q8_0
        kv_cache_value_type: q8_0
        default_max_tokens: 32768
        tool_choice_auto_verified: true
        residency:
          observed_at: "2026-07-18"
          model_loaded: true
          gpu_memory_used_mib: 28637
          gpu_memory_free_mib: 3551
        comparative_benchmark:
          status: completed
          observed_at: "2026-07-18"
          requested_metric: output_tokens_per_second
          comparison_scope: direct provider sequential concurrency-1 benchmark against GX10 and OneXPlayer; current dev has no RTX4090 node
          request:
            endpoint: /v1/chat/completions
            prompt_tokens: 48
            max_tokens: 1024
            temperature: 0
            thinking_enabled: false
          result:
            http_status: 200
            finish_reason: length
            completion_tokens: 1024
            elapsed_sec: 5.092999
            end_to_end_tok_s: 201.060
            server_decode_tok_s: 245.83231403349612
            relative_to_gx10: 5.15
            relative_to_onexplayer: 5.95
          edge_action: none
        smoke:
          observed_at: "2026-07-18"
          direct_chat_completions: passed
          direct_tool_choice_auto:
            result: passed
            finish_reason: tool_calls
            tool_calls: 1
            function_name: get_weather
          edge_chat_completions:
            isolated_alias_http_status: 200
            isolated_alias_elapsed_sec: 0.320
            active_alias_dispatch_closed: true
            active_alias_estimated_input_tokens: 49306
            active_alias_edge_elapsed_sec: 15.414
            active_alias_lemonade_input_tokens: 60071
            active_alias_lemonade_output_tokens: 89
            active_alias_time_to_first_token_sec: 14.664143
            active_alias_generation_tokens_per_sec: 174.713
            concurrency_one_enforced: true
            overlapping_requests_routed_to_other_providers: 2
    windows_process_start:
      ownership: user_managed
      observed_at: "2026-07-23"
      effective_iop_node_startup:
        status: present
        shortcut: C:/Users/r0bin/AppData/Roaming/Microsoft/Windows/Start Menu/Programs/Startup/IOP Node.lnk
        chain: cmd.exe -> C:/Users/r0bin/iop-field/run-iop-node.cmd -> iop-node.exe serve --config node.yaml
      lemonade_startup:
        status: present
        shortcut: C:/Users/r0bin/AppData/Roaming/Microsoft/Windows/Start Menu/Programs/Startup/Lemonade Server.lnk
        process: LemonadeServer.exe --silent
      task_scheduler:
        status: absent
      task_scheduler_removed_at: "2026-07-20"
      legacy_automation_startup:
        status: present_but_not_iop_node_owner
        shortcut: C:/Users/r0bin/AppData/Roaming/Microsoft/Windows/Start Menu/Programs/Startup/startup.lnk
        chain: C:/Work/automation/iot/script/windows/startup.bat -> oto startup.yaml -> ahk/<mode>_mode.ahk
        stale_iop_reference: RemoteLLM_mode.ahk calls removed Task Scheduler task "IOP Dev Node RTX5090 Lemonade"
        verification_rule: do_not_use_this_ahk_chain_as_iop_node_startup_evidence
      launcher: C:/Users/r0bin/iop-field/run-iop-node.cmd
      immediate_dev_restart: Win32_Process.Create
      current_reconnect:
        interval_sec: 10
        max_attempts: 10
        long_outage_autonomous_recovery: false
      post_refresh_connection:
        observed_at: "2026-07-23"
        result: reconnected_to_edge_after_tcp_read_header_error
    ornith_concurrency_observation:
      observed_at: "2026-07-23"
      model: ornith:35b
      request_shape: concurrent_long_korean_streaming
      result: provider_parser_error_before_downstream_release
      provider_error:
        http_status: 500
        message_prefix: Failed to parse input at pos
      repetition_loop: not_observed_or_confirmed
      raw_evidence: ignored_agent_test_run_only
      sanitized_evidence: agent-roadmap/sdd/knowledge-tool-optimization-extension/openai-compatible-output-validation-filters/evidence/2026-07-23-ornith-llama-server-parser-error.log