Skip to content

OpenJarvis

test_wildchat

Initializing search

open-jarvis/OpenJarvis

Home
Getting Started
Tutorials
Architecture
API Reference
Development
Leaderboard

OpenJarvis

open-jarvis/OpenJarvis

Home
Getting Started
Getting Started
Tutorials
Tutorials
Architecture
Architecture
- Overview
- Intelligence
- Engine
- Agents
- Tools & Memory
- Learning
- Query Flow
- Security
- Design Principles
API Reference
API Reference
- openjarvis
  openjarvis
  - a2a
    
    a2a
    
    client
    
    protocol
    
    server
    
    tool
  - agents
    
    agents
    
    claude_code
    
    errors
    
    executor
    
    loop_guard
    
    manager
    
    monitor_operative
    
    native_openhands
    
    native_react
    
    openhands
    
    operative
    
    orchestrator
    
    react
    
    rlm
    
    rlm_repl
    
    scheduler
    
    simple
    
    templates
  - bench
    
    bench
    
    energy
    
    latency
    
    throughput
  - channels
    
    channels
    
    bluebubbles
    
    discord_channel
    
    email_channel
    
    feishu
    
    google_chat
    
    irc_channel
    
    line_channel
    
    mastodon_channel
    
    matrix_channel
    
    mattermost
    
    messenger_channel
    
    nostr_channel
    
    reddit_channel
    
    rocketchat_channel
    
    signal_channel
    
    slack
    
    teams
    
    telegram
    
    twitch_channel
    
    viber_channel
    
    webchat
    
    webhook
    
    whatsapp
    
    whatsapp_baileys
    
    xmpp_channel
    
    zulip_channel
  - cli
    
    cli
    
    add_cmd
    
    agent_cmd
    
    ask
    
    bench_cmd
    
    channel_cmd
    
    chat_cmd
    
    compose_cmd
    
    daemon_cmd
    
    dashboard
    
    doctor_cmd
    
    eval_cmd
    
    feedback_cmd
    
    hints
    
    host_cmd
    
    init_cmd
    
    log_config
    
    memory_cmd
    
    model
    
    operators_cmd
    
    optimize_cmd
    
    quickstart_cmd
    
    scheduler_cmd
    
    serve
    
    skill_cmd
    
    telemetry_cmd
    
    vault_cmd
    
    workflow_cmd
  - core
    
    core
    
    config
    
    events
    
    registry
    
    types
  - engine
    
    engine
    
    apple_fm_shim
    
    cloud
    
    litellm
    
    nexa_shim
    
    ollama
    
    openai_compat_engines
  - evals
    
    evals
    
    backends
    
    backends
    
    jarvis_agent
    
    jarvis_direct
    
    tb_agent
    
    terminalbench_native
    
    cli
    
    core
    
    core
    
    agentic_runner
    
    backend
    
    config
    
    dataset
    
    display
    
    environment
    
    event_recorder
    
    export
    
    pricing
    
    runner
    
    scorer
    
    trace
    
    tracker
    
    types
    
    datasets
    
    datasets
    
    ama_bench
    
    browser_assistant
    
    coding_assistant
    
    coding_task
    
    daily_digest
    
    deepplanning
    
    doc_qa
    
    email_triage
    
    frames
    
    gaia
    
    gpqa
    
    hle
    
    ipw_mixed
    
    knowledge_base
    
    lifelong_agent
    
    loghub
    
    math500
    
    mmlu_pro
    
    morning_brief
    
    natural_reasoning
    
    paperarena
    
    research_mining
    
    security_scanner
    
    simpleqa
    
    supergpqa
    
    swebench
    
    swefficiency
    
    terminalbench
    
    terminalbench_native
    
    webchorearena
    
    wildchat
    
    workarena
    
    environments
    
    environments
    
    base
    
    lifelong_agent_env
    
    execution
    
    execution
    
    terminalbench_env
    
    webchorearena_env
    
    workarena_env
    
    scorers
    
    scorers
    
    ama_bench_judge
    
    browser_assistant
    
    coding_assistant
    
    coding_task
    
    daily_digest
    
    deepplanning_scorer
    
    doc_qa
    
    email_triage
    
    frames_judge
    
    gaia_exact
    
    gpqa_mcq
    
    hle_judge
    
    ipw_mixed
    
    knowledge_base
    
    lifelong_agent_scorer
    
    loghub_scorer
    
    mmlu_pro_mcq
    
    morning_brief
    
    paperarena_judge
    
    reasoning_judge
    
    research_mining
    
    security_scanner
    
    simpleqa_judge
    
    supergpqa_mcq
    
    swebench_structural
    
    swefficiency_structural
    
    terminalbench_judge
    
    terminalbench_native_structural
    
    webchorearena_scorer
    
    wildchat_judge
    
    workarena_scorer
    
    tests
    
    tests
    
    conftest
    
    test_backends
    
    test_cli_flags
    
    test_config
    
    test_display
    
    test_frames
    
    test_gaia
    
    test_runner
    
    test_supergpqa
    
    test_types
    
    test_wildchat test_wildchat
    Table of contents
    
    test_wildchat
    
    Classes
    
    trackers
    
    trackers
    
    sheets_tracker
    
    wandb_tracker
  - intelligence
    
    intelligence
    
    model_catalog
    
    router
  - learning
    
    learning
    
    agent_advisor
    
    agent_evolver
    
    bandit_router
    
    grpo_policy
    
    heuristic_policy
    
    heuristic_reward
    
    icl_updater
    
    learning_orchestrator
    
    optimize
    
    optimize
    
    config
    
    feedback
    
    feedback
    
    collector
    
    judge
    
    llm_optimizer
    
    optimizer
    
    personal
    
    personal
    
    dataset
    
    scorer
    
    synthesizer
    
    search_space
    
    store
    
    trial_runner
    
    types
    
    orchestrator
    
    orchestrator
    
    environment
    
    grpo_trainer
    
    policy_model
    
    prompt_registry
    
    reward
    
    sft_trainer
    
    types
    
    router
    
    sft_policy
    
    skill_discovery
    
    trace_policy
    
    training
    
    training
    
    data
    
    lora
  - mcp
    
    mcp
    
    client
    
    protocol
    
    server
    
    transport
  - operators
    
    operators
    
    loader
    
    manager
    
    types
  - optimize
    
    optimize
    
    config
    
    feedback
    
    feedback
    
    collector
    
    judge
    
    llm_optimizer
    
    optimizer
    
    personal
    
    personal
    
    dataset
    
    scorer
    
    synthesizer
    
    search_space
    
    store
    
    trial_runner
    
    types
  - recipes
    
    recipes
    
    composer
    
    loader
  - sandbox
    
    sandbox
    
    mount_security
    
    runner
    
    wasm_runner
  - scheduler
    
    scheduler
    
    scheduler
    
    store
    
    tools
  - sdk
  - security
    
    security
    
    audit
    
    capabilities
    
    file_policy
    
    guardrails
    
    injection_scanner
    
    rate_limiter
    
    scanner
    
    signing
    
    ssrf
    
    subprocess_sandbox
    
    taint
    
    types
  - server
    
    server
    
    agent_manager_routes
    
    api_routes
    
    app
    
    comparison
    
    cost_calculator
    
    dashboard
    
    middleware
    
    models
    
    routes
    
    savings
    
    stream_bridge
    
    ws_bridge
  - sessions
    
    sessions
    
    session
  - skills
    
    skills
    
    executor
    
    loader
    
    tool_adapter
    
    types
  - speech
    
    speech
    
    deepgram
    
    faster_whisper
    
    openai_whisper
  - system
  - telemetry
    
    telemetry
    
    aggregator
    
    batch
    
    efficiency
    
    energy_amd
    
    energy_apple
    
    energy_monitor
    
    energy_nvidia
    
    energy_rapl
    
    flops
    
    gpu_monitor
    
    instrumented_engine
    
    itl
    
    phase_metrics
    
    session
    
    steady_state
    
    store
    
    vllm_metrics
    
    wrapper
  - templates
    
    templates
    
    agent_templates
  - tools
    
    tools
    
    agent_tools
    
    apply_patch
    
    audio_tool
    
    browser
    
    browser_axtree
    
    calculator
    
    channel_tools
    
    code_interpreter
    
    code_interpreter_docker
    
    db_query
    
    file_read
    
    file_write
    
    git_tool
    
    http_request
    
    image_tool
    
    knowledge_tools
    
    llm_tool
    
    mcp_adapter
    
    pdf_tool
    
    repl
    
    retrieval
    
    shell_exec
    
    storage
    
    storage
    
    bm25
    
    chunking
    
    colbert_backend
    
    context
    
    embeddings
    
    faiss_backend
    
    hybrid
    
    ingest
    
    knowledge_graph
    
    sqlite
    
    storage_tools
    
    templates
    
    templates
    
    loader
    
    think
    
    web_search
  - traces
    
    traces
    
    analyzer
    
    collector
    
    store
  - workflow
    
    workflow
    
    builder
    
    engine
    
    graph
    
    loader
    
    types
Development
Development
Leaderboard

Table of contents

test_wildchat
- Classes

test_wildchat

test_wildchat ¶

Tests for WildChat scorer (verdict parsing and dual comparison).

Classes¶

Copyright © 2026 OpenJarvis Contributors

Made with Material for MkDocs