command: docker model configure
aliases: docker model configure, docker model config
short: Manage model runtime configurations
long: Manage model runtime configurations
usage: docker model configure [--context-size=<n>] [--speculative-draft-model=<model>] [--hf_overrides=<json>] [--gpu-memory-utilization=<float>] [--mode=<mode>] [--think] [--keep-alive=<duration>] MODEL [-- <runtime-flags...>]
pname: docker model
plink: docker_model.yaml
cname:
    - docker model configure show
clink:
    - docker_model_configure_show.yaml
options:
    - option: context-size
      value_type: int32
      description: context size (in tokens)
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: gpu-memory-utilization
      value_type: float64
      description: |
        fraction of GPU memory to use for the model executor (0.0-1.0) - vLLM only
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: hf_overrides
      value_type: string
      description: HuggingFace model config overrides (JSON) - vLLM only
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: keep-alive
      value_type: string
      description: |
        duration to keep model loaded (e.g., '5m', '1h', '0' to unload immediately, '-1' to never unload)
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: mode
      value_type: string
      description: |
        backend operation mode (completion, embedding, reranking, image-generation)
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: speculative-draft-model
      value_type: string
      description: draft model for speculative decoding
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: speculative-min-acceptance-rate
      value_type: float64
      default_value: "0"
      description: minimum acceptance rate for speculative decoding
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: speculative-num-tokens
      value_type: int
      default_value: "0"
      description: number of tokens to predict speculatively
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
    - option: think
      value_type: bool
      description: enable reasoning mode for thinking models
      deprecated: false
      hidden: false
      experimental: false
      experimentalcli: false
      kubernetes: false
      swarm: false
deprecated: false
hidden: true
experimental: false
experimentalcli: false
kubernetes: false
swarm: false

