alt/apps/cli/internal/operator/scenario_test.go
toki adc0b12d82 feat(live-trading): 실거래 주문 lifecycle을 연결한다
실거래 주문 생성/조회/취소 흐름이 contracts, worker, API, CLI, Flutter parser까지 같은 메시지 경계로 이어져야 한다.\n\n브로커 호출 전 operator confirmation과 malformed order validation을 worker-owned runtime에서 막고, 리뷰 완료 산출물을 archive에 보존한다.
2026-06-07 17:29:45 +09:00

729 lines
16 KiB
Go

package operator
import (
"fmt"
"path/filepath"
"strings"
"testing"
)
func fixture(t *testing.T, name string) string {
t.Helper()
return filepath.Join("..", "..", "testdata", "operator", name)
}
func TestLoadScenarioValidatesExample(t *testing.T) {
sc, err := LoadScenario(fixture(t, "api_connection_smoke.yaml"))
if err != nil {
t.Fatalf("LoadScenario returned error: %v", err)
}
if sc.Name != "api_connection_smoke" {
t.Errorf("name = %q, want api_connection_smoke", sc.Name)
}
if len(sc.Steps) != 1 {
t.Fatalf("steps = %d, want 1", len(sc.Steps))
}
if sc.Steps[0].Action != ActionHello {
t.Errorf("step action = %q, want %q", sc.Steps[0].Action, ActionHello)
}
}
func TestLoadScenarioRejectsUnknownAction(t *testing.T) {
data := []byte("name: unknown_action\ntimeout: 1s\nsteps:\n - id: unknown\n action: send_unsupported_request\n expect:\n status: error\n")
_, err := ParseScenario(data)
if err == nil {
t.Fatal("expected error for unknown action, got nil")
}
if !strings.Contains(err.Error(), "unknown action") {
t.Errorf("error = %v, want it to mention unknown action", err)
}
}
func TestLoadScenarioRejectsMissingStepID(t *testing.T) {
data := []byte("name: missing_id\ntimeout: 1s\nsteps:\n - action: hello\n")
_, err := ParseScenario(data)
if err == nil {
t.Fatal("expected error for missing step id, got nil")
}
if !strings.Contains(err.Error(), "id is required") {
t.Errorf("error = %v, want it to mention id is required", err)
}
}
func TestParseScenarioRejectsInvalidDuration(t *testing.T) {
data := []byte("name: invalid_timeout\ntimeout: not-a-duration\nsteps:\n - id: hello\n action: hello\n")
_, err := ParseScenario(data)
if err == nil {
t.Fatal("expected error for invalid timeout, got nil")
}
if !strings.Contains(err.Error(), "invalid timeout") {
t.Errorf("error = %v, want it to mention invalid timeout", err)
}
}
func TestValidateRejectsUnknownExpectStatus(t *testing.T) {
data := []byte("name: bad_expect\ntimeout: 1s\nsteps:\n - id: hello\n action: hello\n expect:\n status: maybe\n")
_, err := ParseScenario(data)
if err == nil {
t.Fatal("expected error for unknown expect.status, got nil")
}
if !strings.Contains(err.Error(), "expect.status") {
t.Errorf("error = %v, want it to mention expect.status", err)
}
}
func TestValidateRejectsErrorCodeWithoutErrorStatus(t *testing.T) {
data := []byte("name: bad_code\ntimeout: 1s\nsteps:\n - id: hello\n action: hello\n expect:\n status: ok\n error_code: invalid_request\n")
_, err := ParseScenario(data)
if err == nil {
t.Fatal("expected error for error_code without error status, got nil")
}
if !strings.Contains(err.Error(), "error_code") {
t.Errorf("error = %v, want it to mention error_code", err)
}
}
func TestInvalidRequestMatrixDryRunCoverage(t *testing.T) {
tests := []struct {
name string
yaml string
expectedErr string
}{
{
name: "missing_run_id",
yaml: `
name: missing_run_id
timeout: 1s
steps:
- id: step1
action: get_backtest_result
request: {}
`,
expectedErr: "requires request.run_id",
},
{
name: "missing_strategy_id",
yaml: `
name: missing_strategy_id
timeout: 1s
steps:
- id: step1
action: start_backtest
request:
market: kr
timeframe: daily
from_unix_ms: 100
to_unix_ms: 200
`,
expectedErr: "requires request.strategy_id",
},
{
name: "empty_compare_id",
yaml: `
name: empty_compare_id
timeout: 1s
steps:
- id: step1
action: compare_backtest_runs
request:
run_ids: [""]
`,
expectedErr: "cannot contain empty or blank values",
},
{
name: "invalid_market",
yaml: `
name: invalid_market
timeout: 1s
steps:
- id: step1
action: start_backtest
request:
strategy_id: strat1
market: invalid_market
timeframe: daily
from_unix_ms: 100
to_unix_ms: 200
`,
expectedErr: "unsupported market",
},
{
name: "invalid_timeframe",
yaml: `
name: invalid_timeframe
timeout: 1s
steps:
- id: step1
action: start_backtest
request:
strategy_id: strat1
market: kr
timeframe: invalid_timeframe
from_unix_ms: 100
to_unix_ms: 200
`,
expectedErr: "unsupported timeframe",
},
{
name: "invalid_date_range",
yaml: `
name: invalid_date_range
timeout: 1s
steps:
- id: step1
action: start_backtest
request:
strategy_id: strat1
market: kr
timeframe: daily
from_unix_ms: 200
to_unix_ms: 100
`,
expectedErr: "cannot be after request.to_unix_ms",
},
{
name: "import_missing_provider",
yaml: `
name: import_missing_provider
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
selector_kind: watchlist
symbols: ["005930"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "requires request.provider",
},
{
name: "import_invalid_provider",
yaml: `
name: import_invalid_provider
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: invalid
selector_kind: watchlist
symbols: ["005930"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "unsupported provider",
},
{
name: "import_missing_selector_kind",
yaml: `
name: import_missing_selector_kind
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
symbols: ["005930"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "requires request.selector_kind",
},
{
name: "import_invalid_selector_kind",
yaml: `
name: import_invalid_selector_kind
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: invalid
symbols: ["005930"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "unsupported selector_kind",
},
{
name: "import_missing_symbols",
yaml: `
name: import_missing_symbols
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "requires request.symbols",
},
{
name: "import_empty_symbol",
yaml: `
name: import_empty_symbol
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930", " "]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "symbols cannot contain empty or blank values",
},
{
name: "import_invalid_market",
yaml: `
name: import_invalid_market
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
market: invalid
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "unsupported market",
},
{
name: "import_invalid_venue",
yaml: `
name: import_invalid_venue
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
venue: invalid
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
`,
expectedErr: "unsupported venue",
},
{
name: "import_invalid_from_yyyymmdd",
yaml: `
name: import_invalid_from_yyyymmdd
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
from_yyyymmdd: "2024-05"
to_yyyymmdd: "20240528"
`,
expectedErr: "must be in YYYYMMDD format",
},
{
name: "import_invalid_to_yyyymmdd",
yaml: `
name: import_invalid_to_yyyymmdd
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240532"
`,
expectedErr: "must be in YYYYMMDD format",
},
{
name: "import_reversed_dates",
yaml: `
name: import_reversed_dates
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
from_yyyymmdd: "20240528"
to_yyyymmdd: "20240527"
`,
expectedErr: "cannot be after request.to_yyyymmdd",
},
{
name: "import_missing_from_yyyymmdd",
yaml: `
name: import_missing_from_yyyymmdd
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
to_yyyymmdd: "20240528"
`,
expectedErr: "requires request.from_yyyymmdd",
},
{
name: "import_missing_to_yyyymmdd",
yaml: `
name: import_missing_to_yyyymmdd
timeout: 1s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
symbols: ["005930"]
from_yyyymmdd: "20240527"
`,
expectedErr: "requires request.to_yyyymmdd",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
_, err := ParseScenario([]byte(tt.yaml))
if err == nil {
t.Fatalf("expected error containing %q, got nil", tt.expectedErr)
}
if !strings.Contains(err.Error(), tt.expectedErr) {
t.Errorf("error = %v, want it to contain %q", err, tt.expectedErr)
}
})
}
}
func TestValidateImportDailyBars(t *testing.T) {
yamlText := `
name: valid_import
timeout: 5s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
market: kr
venue: krx
symbols: ["005930"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
expect:
status: ok
`
sc, err := ParseScenario([]byte(yamlText))
if err != nil {
t.Fatalf("unexpected error parsing valid import scenario: %v", err)
}
if len(sc.Steps) != 1 {
t.Fatalf("steps = %d, want 1", len(sc.Steps))
}
step := sc.Steps[0]
if step.Action != ActionImportDailyBars {
t.Errorf("action = %q, want %q", step.Action, ActionImportDailyBars)
}
if step.Request.Provider != "kis" {
t.Errorf("provider = %q, want kis", step.Request.Provider)
}
if step.Request.SelectorKind != "watchlist" {
t.Errorf("selector_kind = %q, want watchlist", step.Request.SelectorKind)
}
if step.Request.Market != "kr" {
t.Errorf("market = %q, want kr", step.Request.Market)
}
if step.Request.Venue != "krx" {
t.Errorf("venue = %q, want krx", step.Request.Venue)
}
if len(step.Request.Symbols) != 1 || step.Request.Symbols[0] != "005930" {
t.Errorf("symbols = %v, want [005930]", step.Request.Symbols)
}
if step.Request.FromYYYYMMDD != "20240527" {
t.Errorf("from_yyyymmdd = %q, want 20240527", step.Request.FromYYYYMMDD)
}
if step.Request.ToYYYYMMDD != "20240528" {
t.Errorf("to_yyyymmdd = %q, want 20240528", step.Request.ToYYYYMMDD)
}
}
func TestValidateImportDailyBarsUSVenues(t *testing.T) {
for _, venue := range []string{"nasdaq", "nyse"} {
t.Run(venue, func(t *testing.T) {
yamlText := fmt.Sprintf(`
name: valid_us_import
timeout: 5s
steps:
- id: step1
action: import_daily_bars
request:
provider: kis
selector_kind: watchlist
market: us
venue: %s
symbols: ["AAPL"]
from_yyyymmdd: "20240527"
to_yyyymmdd: "20240528"
expect:
status: ok
`, venue)
sc, err := ParseScenario([]byte(yamlText))
if err != nil {
t.Fatalf("unexpected error parsing valid US import scenario: %v", err)
}
got := sc.Steps[0].Request.Venue
if got != venue {
t.Errorf("venue = %q, want %q", got, venue)
}
})
}
}
func TestValidatePaperTradingScenario(t *testing.T) {
yamlText := `
name: valid_paper
timeout: 5s
steps:
- id: start
action: start_paper_trading
request:
account_id: paper-1
strategy_id: strategy-v1
market: kr
timeframe: daily
from_unix_ms: 1746057600000
to_unix_ms: 1747267200000
starting_cash: "10000000"
expect:
status: ok
- id: state
action: get_paper_trading_state
request:
account_id: paper-1
expect:
status: ok
`
sc, err := ParseScenario([]byte(yamlText))
if err != nil {
t.Fatalf("unexpected error parsing valid paper scenario: %v", err)
}
if len(sc.Steps) != 2 {
t.Fatalf("steps = %d, want 2", len(sc.Steps))
}
if sc.Steps[0].Action != ActionStartPaperTrading {
t.Errorf("action = %q, want %q", sc.Steps[0].Action, ActionStartPaperTrading)
}
if sc.Steps[0].Request.AccountID != "paper-1" {
t.Errorf("account_id = %q, want paper-1", sc.Steps[0].Request.AccountID)
}
if sc.Steps[0].Request.StartingCash != "10000000" {
t.Errorf("starting_cash = %q, want 10000000", sc.Steps[0].Request.StartingCash)
}
}
func TestValidateLiveOrderScenario(t *testing.T) {
yamlText := `
name: live_order_lifecycle
timeout: 10s
steps:
- id: submit
action: submit_live_order
request:
account_id: live-acct-1
instrument_id: KRX:005930
side: buy
quantity: "1"
order_type: kis_best_limit
operator_confirmed: true
operator_id: operator-1
expect:
status: ok
live_order_status: submitted
- id: cancel
action: cancel_live_order
request:
account_id: live-acct-1
live_order_id: "{{steps.submit.live_order.id}}"
expect:
status: ok
`
sc, err := ParseScenario([]byte(yamlText))
if err != nil {
t.Fatalf("unexpected error parsing valid live order scenario: %v", err)
}
if len(sc.Steps) != 2 {
t.Fatalf("steps = %d, want 2", len(sc.Steps))
}
if sc.Steps[0].Action != ActionSubmitLiveOrder {
t.Errorf("step[0] action = %q, want %q", sc.Steps[0].Action, ActionSubmitLiveOrder)
}
if sc.Steps[0].Request.OrderType != "kis_best_limit" {
t.Errorf("order_type = %q, want kis_best_limit (custom type must be preserved)", sc.Steps[0].Request.OrderType)
}
if !sc.Steps[0].Request.OperatorConfirmed {
t.Error("operator_confirmed = false, want true")
}
}
func TestValidateLiveOrderRejectsMissingFields(t *testing.T) {
cases := map[string]string{
"submit missing account_id": `
name: bad
steps:
- id: submit
action: submit_live_order
request:
instrument_id: KRX:005930
side: buy
quantity: "1"
order_type: market
`,
"submit missing instrument_id": `
name: bad
steps:
- id: submit
action: submit_live_order
request:
account_id: live-1
side: buy
quantity: "1"
order_type: market
`,
"submit invalid side": `
name: bad
steps:
- id: submit
action: submit_live_order
request:
account_id: live-1
instrument_id: KRX:005930
side: long
quantity: "1"
order_type: market
`,
"submit missing quantity": `
name: bad
steps:
- id: submit
action: submit_live_order
request:
account_id: live-1
instrument_id: KRX:005930
side: buy
order_type: market
`,
"submit missing order_type": `
name: bad
steps:
- id: submit
action: submit_live_order
request:
account_id: live-1
instrument_id: KRX:005930
side: buy
quantity: "1"
`,
"cancel missing account_id": `
name: bad
steps:
- id: cancel
action: cancel_live_order
request:
live_order_id: lo-1
`,
"cancel missing live_order_id": `
name: bad
steps:
- id: cancel
action: cancel_live_order
request:
account_id: live-1
`,
"get missing account_id": `
name: bad
steps:
- id: get
action: get_live_order
request:
live_order_id: lo-1
`,
"get missing live_order_id": `
name: bad
steps:
- id: get
action: get_live_order
request:
account_id: live-1
`,
}
for name, yamlText := range cases {
t.Run(name, func(t *testing.T) {
if _, err := ParseScenario([]byte(yamlText)); err == nil {
t.Fatalf("expected validation error for %q", name)
}
})
}
}
func TestValidatePaperTradingRejectsMissingFields(t *testing.T) {
cases := map[string]string{
"start missing account_id": `
name: bad
steps:
- id: start
action: start_paper_trading
request:
strategy_id: strategy-v1
market: kr
timeframe: daily
from_unix_ms: 1
to_unix_ms: 2
starting_cash: "100"
`,
"start missing starting_cash": `
name: bad
steps:
- id: start
action: start_paper_trading
request:
account_id: paper-1
strategy_id: strategy-v1
market: kr
timeframe: daily
from_unix_ms: 1
to_unix_ms: 2
`,
"state missing account_id": `
name: bad
steps:
- id: state
action: get_paper_trading_state
request: {}
`,
}
for name, yamlText := range cases {
t.Run(name, func(t *testing.T) {
if _, err := ParseScenario([]byte(yamlText)); err == nil {
t.Fatalf("expected validation error for %q", name)
}
})
}
}