mtmd_context_params

Parameters for mtmd_init_from_file. Always initialise via mtmd_context_params_default() and then override fields.

struct mtmd_context_params {

bool use_gpu;

bool print_timings;

int n_threads;

const(char)* image_marker;

const(char)* media_marker;

int flash_attn_type;

int image_min_tokens;

int image_max_tokens;

ggml_backend_sched_eval_callback cb_eval;

void* cb_eval_user_data;

}

Members

Variables

cb_eval ggml_backend_sched_eval_callback cb_eval;: < Optional eval callback.
cb_eval_user_data void* cb_eval_user_data;: < User data for cb_eval.
flash_attn_type int flash_attn_type;: < llama_flash_attn_type cast to int.
image_marker const(char)* image_marker;: < Deprecated; use media_marker.
image_max_tokens int image_max_tokens;: < Dynamic-resolution upper bound (0 = from metadata).
image_min_tokens int image_min_tokens;: < Dynamic-resolution lower bound (0 = from metadata).
media_marker const(char)* media_marker;: < Marker replaced by image/audio tokens (default: <__media__>).
n_threads int n_threads;: < Number of CPU threads (0 = auto).
print_timings bool print_timings;: < Print encoder timing stats on free.
use_gpu bool use_gpu;: < Run the projector on GPU if available.
warmup bool warmup;: < Run a warm-up encode pass after init.

Meta

Source

See Implementation

llama mtmd aliases

enums

mtmd_input_chunk_type

functions

structs