List of all items
Structs
- _G_fpos64_t
- _G_fpos_t
- _IO_FILE
- _IO_codecvt
- _IO_marker
- _IO_wide_data
- __fsid_t
- __mbstate_t
- __va_list_tag
- ggml_allocr
- ggml_backend
- ggml_backend_buffer
- ggml_backend_buffer_type
- ggml_backend_graph_copy
- ggml_backend_sched
- ggml_cgraph
- ggml_compute_params
- ggml_context
- ggml_cplan
- ggml_gallocr
- ggml_hash_set
- ggml_init_params
- ggml_object
- ggml_opt_context
- ggml_opt_context__bindgen_ty_1
- ggml_opt_context__bindgen_ty_2
- ggml_opt_params
- ggml_opt_params__bindgen_ty_1
- ggml_opt_params__bindgen_ty_2
- ggml_scratch
- ggml_tallocr
- ggml_tensor
- ggml_type_traits_t
- gguf_context
- gguf_init_params
- llama_batch
- llama_beam_view
- llama_beams_state
- llama_context
- llama_context_params
- llama_grammar
- llama_grammar_element
- llama_kv_cache_view
- llama_kv_cache_view_cell
- llama_model
- llama_model_kv_override
- llama_model_params
- llama_model_quantize_params
- llama_timings
- llama_token_data
- llama_token_data_array
- max_align_t
Unions
Functions
- __getdelim
- __overflow
- __uflow
- clearerr
- clearerr_unlocked
- ctermid
- dprintf
- fclose
- fdopen
- feof
- feof_unlocked
- ferror
- ferror_unlocked
- fflush
- fflush_unlocked
- fgetc
- fgetc_unlocked
- fgetpos
- fgets
- fileno
- fileno_unlocked
- flockfile
- fmemopen
- fopen
- fprintf
- fputc
- fputc_unlocked
- fputs
- fread
- fread_unlocked
- freopen
- fscanf
- fscanf1
- fseek
- fseeko
- fsetpos
- ftell
- ftello
- ftrylockfile
- funlockfile
- fwrite
- fwrite_unlocked
- getc
- getc_unlocked
- getchar
- getchar_unlocked
- getdelim
- getline
- getw
- ggml_abs
- ggml_abs_inplace
- ggml_acc
- ggml_acc_inplace
- ggml_add
- ggml_add1
- ggml_add1_inplace
- ggml_add_cast
- ggml_add_inplace
- ggml_add_rel_pos
- ggml_add_rel_pos_inplace
- ggml_alibi
- ggml_allocr_alloc
- ggml_allocr_alloc_graph
- ggml_allocr_free
- ggml_allocr_get_buffer
- ggml_allocr_is_measure
- ggml_allocr_max_size
- ggml_allocr_new
- ggml_allocr_new_from_backend
- ggml_allocr_new_from_buffer
- ggml_allocr_new_measure
- ggml_allocr_new_measure_from_backend
- ggml_allocr_reset
- ggml_allocr_set_parse_seq
- ggml_are_same_shape
- ggml_argmax
- ggml_argsort
- ggml_backend_alloc_buffer
- ggml_backend_alloc_ctx_tensors
- ggml_backend_alloc_ctx_tensors_from_buft
- ggml_backend_buffer_clear
- ggml_backend_buffer_free
- ggml_backend_buffer_get_alignment
- ggml_backend_buffer_get_alloc_size
- ggml_backend_buffer_get_base
- ggml_backend_buffer_get_size
- ggml_backend_buffer_get_type
- ggml_backend_buffer_init_tensor
- ggml_backend_buffer_is_host
- ggml_backend_buffer_name
- ggml_backend_buffer_reset
- ggml_backend_buffer_set_usage
- ggml_backend_buft_alloc_buffer
- ggml_backend_buft_get_alignment
- ggml_backend_buft_get_alloc_size
- ggml_backend_buft_is_host
- ggml_backend_buft_name
- ggml_backend_buft_supports_backend
- ggml_backend_compare_graph_backend
- ggml_backend_cpu_buffer_from_ptr
- ggml_backend_cpu_buffer_type
- ggml_backend_cpu_init
- ggml_backend_cpu_set_n_threads
- ggml_backend_free
- ggml_backend_get_alignment
- ggml_backend_get_default_buffer_type
- ggml_backend_graph_compute
- ggml_backend_graph_copy
- ggml_backend_graph_copy_free
- ggml_backend_graph_plan_compute
- ggml_backend_graph_plan_create
- ggml_backend_graph_plan_free
- ggml_backend_is_cpu
- ggml_backend_name
- ggml_backend_reg_alloc_buffer
- ggml_backend_reg_find_by_name
- ggml_backend_reg_get_count
- ggml_backend_reg_get_default_buffer_type
- ggml_backend_reg_get_name
- ggml_backend_reg_init_backend
- ggml_backend_reg_init_backend_from_str
- ggml_backend_sched_free
- ggml_backend_sched_get_buffer
- ggml_backend_sched_get_n_splits
- ggml_backend_sched_get_node_backend
- ggml_backend_sched_get_tallocr
- ggml_backend_sched_graph_compute
- ggml_backend_sched_init_measure
- ggml_backend_sched_new
- ggml_backend_sched_reset
- ggml_backend_sched_set_eval_callback
- ggml_backend_sched_set_node_backend
- ggml_backend_supports_op
- ggml_backend_synchronize
- ggml_backend_tensor_alloc
- ggml_backend_tensor_copy
- ggml_backend_tensor_copy_async
- ggml_backend_tensor_get
- ggml_backend_tensor_get_async
- ggml_backend_tensor_set
- ggml_backend_tensor_set_async
- ggml_backend_view_init
- ggml_blck_size
- ggml_build_backward_expand
- ggml_build_backward_gradient_checkpointing
- ggml_build_forward_expand
- ggml_cast
- ggml_clamp
- ggml_concat
- ggml_cont
- ggml_cont_1d
- ggml_cont_2d
- ggml_cont_3d
- ggml_cont_4d
- ggml_conv_1d
- ggml_conv_1d_ph
- ggml_conv_2d
- ggml_conv_2d_s1_ph
- ggml_conv_2d_sk_p0
- ggml_conv_transpose_1d
- ggml_conv_transpose_2d_p0
- ggml_cpu_has_arm_fma
- ggml_cpu_has_avx
- ggml_cpu_has_avx2
- ggml_cpu_has_avx512
- ggml_cpu_has_avx512_vbmi
- ggml_cpu_has_avx512_vnni
- ggml_cpu_has_avx_vnni
- ggml_cpu_has_blas
- ggml_cpu_has_clblast
- ggml_cpu_has_cublas
- ggml_cpu_has_f16c
- ggml_cpu_has_fma
- ggml_cpu_has_fp16_va
- ggml_cpu_has_gpublas
- ggml_cpu_has_metal
- ggml_cpu_has_neon
- ggml_cpu_has_sse3
- ggml_cpu_has_ssse3
- ggml_cpu_has_vsx
- ggml_cpu_has_wasm_simd
- ggml_cpy
- ggml_cross_entropy_loss
- ggml_cross_entropy_loss_back
- ggml_cycles
- ggml_cycles_per_ms
- ggml_diag
- ggml_diag_mask_inf
- ggml_diag_mask_inf_inplace
- ggml_diag_mask_zero
- ggml_diag_mask_zero_inplace
- ggml_div
- ggml_div_inplace
- ggml_dup
- ggml_dup_inplace
- ggml_dup_tensor
- ggml_element_size
- ggml_elu
- ggml_elu_inplace
- ggml_flash_attn
- ggml_flash_attn_back
- ggml_flash_ff
- ggml_format_name
- ggml_fp16_to_fp32
- ggml_fp16_to_fp32_row
- ggml_fp32_to_fp16
- ggml_fp32_to_fp16_row
- ggml_free
- ggml_ftype_to_ggml_type
- ggml_gallocr_alloc_graph
- ggml_gallocr_alloc_graph_n
- ggml_gallocr_free
- ggml_gallocr_new
- ggml_gallocr_set_parse_seq
- ggml_gelu
- ggml_gelu_inplace
- ggml_gelu_quick
- ggml_gelu_quick_inplace
- ggml_get_data
- ggml_get_data_f32
- ggml_get_f32_1d
- ggml_get_f32_nd
- ggml_get_first_tensor
- ggml_get_i32_1d
- ggml_get_i32_nd
- ggml_get_max_tensor_size
- ggml_get_mem_buffer
- ggml_get_mem_size
- ggml_get_name
- ggml_get_next_tensor
- ggml_get_no_alloc
- ggml_get_rel_pos
- ggml_get_rows
- ggml_get_rows_back
- ggml_get_tensor
- ggml_get_unary_op
- ggml_graph_clear
- ggml_graph_compute
- ggml_graph_compute_with_ctx
- ggml_graph_cpy
- ggml_graph_dump_dot
- ggml_graph_dup
- ggml_graph_export
- ggml_graph_get_tensor
- ggml_graph_import
- ggml_graph_overhead
- ggml_graph_overhead_custom
- ggml_graph_plan
- ggml_graph_print
- ggml_graph_reset
- ggml_graph_view
- ggml_group_norm
- ggml_group_norm_inplace
- ggml_im2col
- ggml_init
- ggml_internal_get_type_traits
- ggml_is_3d
- ggml_is_contiguous
- ggml_is_matrix
- ggml_is_numa
- ggml_is_permuted
- ggml_is_quantized
- ggml_is_scalar
- ggml_is_transposed
- ggml_is_vector
- ggml_leaky_relu
- ggml_log
- ggml_log_inplace
- ggml_map_binary_f32
- ggml_map_binary_inplace_f32
- ggml_map_custom1
- ggml_map_custom1_f32
- ggml_map_custom1_inplace
- ggml_map_custom1_inplace_f32
- ggml_map_custom2
- ggml_map_custom2_f32
- ggml_map_custom2_inplace
- ggml_map_custom2_inplace_f32
- ggml_map_custom3
- ggml_map_custom3_f32
- ggml_map_custom3_inplace
- ggml_map_custom3_inplace_f32
- ggml_map_unary_f32
- ggml_map_unary_inplace_f32
- ggml_mean
- ggml_mul
- ggml_mul_inplace
- ggml_mul_mat
- ggml_mul_mat_id
- ggml_mul_mat_set_prec
- ggml_n_dims
- ggml_nbytes
- ggml_nbytes_pad
- ggml_neg
- ggml_neg_inplace
- ggml_nelements
- ggml_new_f32
- ggml_new_graph
- ggml_new_graph_custom
- ggml_new_i32
- ggml_new_tensor
- ggml_new_tensor_1d
- ggml_new_tensor_2d
- ggml_new_tensor_3d
- ggml_new_tensor_4d
- ggml_norm
- ggml_norm_inplace
- ggml_nrows
- ggml_numa_init
- ggml_op_desc
- ggml_op_name
- ggml_op_symbol
- ggml_opt
- ggml_opt_default_params
- ggml_opt_init
- ggml_opt_resume
- ggml_opt_resume_g
- ggml_out_prod
- ggml_pad
- ggml_permute
- ggml_pool_1d
- ggml_pool_2d
- ggml_print_backtrace
- ggml_print_object
- ggml_print_objects
- ggml_quantize_chunk
- ggml_quantize_free
- ggml_quantize_init
- ggml_quantize_q2_K
- ggml_quantize_q3_K
- ggml_quantize_q4_0
- ggml_quantize_q4_1
- ggml_quantize_q4_K
- ggml_quantize_q5_0
- ggml_quantize_q5_1
- ggml_quantize_q5_K
- ggml_quantize_q6_K
- ggml_quantize_q8_0
- ggml_quantize_requires_imatrix
- ggml_relu
- ggml_relu_inplace
- ggml_repeat
- ggml_repeat_back
- ggml_reshape
- ggml_reshape_1d
- ggml_reshape_2d
- ggml_reshape_3d
- ggml_reshape_4d
- ggml_rms_norm
- ggml_rms_norm_back
- ggml_rms_norm_inplace
- ggml_rope
- ggml_rope_back
- ggml_rope_custom
- ggml_rope_custom_inplace
- ggml_rope_inplace
- ggml_rope_xpos_inplace
- ggml_rope_yarn_corr_dims
- ggml_row_size
- ggml_scale
- ggml_scale_inplace
- ggml_set
- ggml_set_1d
- ggml_set_1d_inplace
- ggml_set_2d
- ggml_set_2d_inplace
- ggml_set_f32
- ggml_set_f32_1d
- ggml_set_f32_nd
- ggml_set_i32
- ggml_set_i32_1d
- ggml_set_i32_nd
- ggml_set_inplace
- ggml_set_name
- ggml_set_no_alloc
- ggml_set_param
- ggml_set_scratch
- ggml_set_zero
- ggml_sgn
- ggml_sgn_inplace
- ggml_silu
- ggml_silu_back
- ggml_silu_inplace
- ggml_soft_max
- ggml_soft_max_back
- ggml_soft_max_back_inplace
- ggml_soft_max_ext
- ggml_soft_max_inplace
- ggml_sqr
- ggml_sqr_inplace
- ggml_sqrt
- ggml_sqrt_inplace
- ggml_step
- ggml_step_inplace
- ggml_sub
- ggml_sub_inplace
- ggml_sum
- ggml_sum_rows
- ggml_tallocr_alloc
- ggml_tallocr_free
- ggml_tallocr_get_buffer
- ggml_tallocr_is_measure
- ggml_tallocr_max_size
- ggml_tallocr_new
- ggml_tallocr_new_from_backend
- ggml_tallocr_new_from_buffer
- ggml_tallocr_new_from_buft
- ggml_tallocr_new_measure
- ggml_tallocr_new_measure_from_backend
- ggml_tallocr_new_measure_from_buft
- ggml_tallocr_reset
- ggml_tanh
- ggml_tanh_inplace
- ggml_tensor_overhead
- ggml_time_init
- ggml_time_ms
- ggml_time_us
- ggml_top_k
- ggml_transpose
- ggml_type_name
- ggml_type_size
- ggml_type_sizef
- ggml_unary
- ggml_unary_inplace
- ggml_unary_op_name
- ggml_unravel_index
- ggml_upscale
- ggml_used_mem
- ggml_view_1d
- ggml_view_2d
- ggml_view_3d
- ggml_view_4d
- ggml_view_tensor
- ggml_win_part
- ggml_win_unpart
- gguf_add_tensor
- gguf_find_key
- gguf_find_tensor
- gguf_free
- gguf_get_alignment
- gguf_get_arr_data
- gguf_get_arr_n
- gguf_get_arr_str
- gguf_get_arr_type
- gguf_get_data
- gguf_get_data_offset
- gguf_get_key
- gguf_get_kv_type
- gguf_get_meta_data
- gguf_get_meta_size
- gguf_get_n_kv
- gguf_get_n_tensors
- gguf_get_tensor_name
- gguf_get_tensor_offset
- gguf_get_tensor_type
- gguf_get_val_bool
- gguf_get_val_data
- gguf_get_val_f32
- gguf_get_val_f64
- gguf_get_val_i16
- gguf_get_val_i32
- gguf_get_val_i64
- gguf_get_val_i8
- gguf_get_val_str
- gguf_get_val_u16
- gguf_get_val_u32
- gguf_get_val_u64
- gguf_get_val_u8
- gguf_get_version
- gguf_init_empty
- gguf_init_from_file
- gguf_set_arr_data
- gguf_set_arr_str
- gguf_set_kv
- gguf_set_tensor_data
- gguf_set_tensor_type
- gguf_set_val_bool
- gguf_set_val_f32
- gguf_set_val_f64
- gguf_set_val_i16
- gguf_set_val_i32
- gguf_set_val_i64
- gguf_set_val_i8
- gguf_set_val_str
- gguf_set_val_u16
- gguf_set_val_u32
- gguf_set_val_u64
- gguf_set_val_u8
- gguf_type_name
- gguf_write_to_file
- llama_add_bos_token
- llama_add_eos_token
- llama_apply_lora_from_file
- llama_backend_free
- llama_backend_init
- llama_batch_free
- llama_batch_get_one
- llama_batch_init
- llama_beam_search
- llama_context_default_params
- llama_copy_state_data
- llama_decode
- llama_dump_timing_info_yaml
- llama_eval
- llama_eval_embd
- llama_free
- llama_free_model
- llama_get_embeddings
- llama_get_kv_cache_token_count
- llama_get_kv_cache_used_cells
- llama_get_logits
- llama_get_logits_ith
- llama_get_model
- llama_get_model_tensor
- llama_get_state_size
- llama_get_timings
- llama_grammar_accept_token
- llama_grammar_copy
- llama_grammar_free
- llama_grammar_init
- llama_kv_cache_clear
- llama_kv_cache_seq_cp
- llama_kv_cache_seq_div
- llama_kv_cache_seq_keep
- llama_kv_cache_seq_rm
- llama_kv_cache_seq_shift
- llama_kv_cache_view_free
- llama_kv_cache_view_init
- llama_kv_cache_view_update
- llama_load_model_from_file
- llama_load_session_file
- llama_log_set
- llama_max_devices
- llama_mlock_supported
- llama_mmap_supported
- llama_model_apply_lora_from_file
- llama_model_default_params
- llama_model_desc
- llama_model_meta_count
- llama_model_meta_key_by_index
- llama_model_meta_val_str
- llama_model_meta_val_str_by_index
- llama_model_n_params
- llama_model_quantize
- llama_model_quantize_default_params
- llama_model_size
- llama_n_batch
- llama_n_ctx
- llama_n_ctx_train
- llama_n_embd
- llama_n_vocab
- llama_new_context_with_model
- llama_print_system_info
- llama_print_timings
- llama_reset_timings
- llama_rope_freq_scale_train
- llama_sample_apply_guidance
- llama_sample_classifier_free_guidance
- llama_sample_grammar
- llama_sample_min_p
- llama_sample_repetition_penalties
- llama_sample_softmax
- llama_sample_tail_free
- llama_sample_temp
- llama_sample_temperature
- llama_sample_token
- llama_sample_token_greedy
- llama_sample_token_mirostat
- llama_sample_token_mirostat_v2
- llama_sample_top_k
- llama_sample_top_p
- llama_sample_typical
- llama_save_session_file
- llama_set_n_threads
- llama_set_rng_seed
- llama_set_state_data
- llama_time_us
- llama_token_bos
- llama_token_eos
- llama_token_eot
- llama_token_get_score
- llama_token_get_text
- llama_token_get_type
- llama_token_middle
- llama_token_nl
- llama_token_prefix
- llama_token_suffix
- llama_token_to_piece
- llama_tokenize
- llama_vocab_type
- open_memstream
- pclose
- perror
- popen
- printf
- putc
- putc_unlocked
- putchar
- putchar_unlocked
- puts
- putw
- remove
- rename
- renameat
- rewind
- scanf
- scanf1
- setbuf
- setbuffer
- setlinebuf
- setvbuf
- snprintf
- sprintf
- sscanf
- sscanf1
- tempnam
- tmpfile
- tmpnam
- tmpnam_r
- ungetc
- vdprintf
- vfprintf
- vfscanf
- vfscanf1
- vprintf
- vscanf
- vscanf1
- vsnprintf
- vsprintf
- vsscanf
- vsscanf1
Type Aliases
- FILE
- _Float32
- _Float32x
- _Float64
- _Float64x
- _IO_lock_t
- __FILE
- __blkcnt64_t
- __blkcnt_t
- __blksize_t
- __builtin_va_list
- __caddr_t
- __clock_t
- __clockid_t
- __daddr_t
- __dev_t
- __fpos64_t
- __fpos_t
- __fsblkcnt64_t
- __fsblkcnt_t
- __fsfilcnt64_t
- __fsfilcnt_t
- __fsword_t
- __gid_t
- __gnuc_va_list
- __id_t
- __ino64_t
- __ino_t
- __int16_t
- __int32_t
- __int64_t
- __int8_t
- __int_least16_t
- __int_least32_t
- __int_least64_t
- __int_least8_t
- __intmax_t
- __intptr_t
- __key_t
- __loff_t
- __mode_t
- __nlink_t
- __off64_t
- __off_t
- __pid_t
- __quad_t
- __rlim64_t
- __rlim_t
- __sig_atomic_t
- __socklen_t
- __ssize_t
- __suseconds64_t
- __suseconds_t
- __syscall_slong_t
- __syscall_ulong_t
- __time_t
- __timer_t
- __u_char
- __u_int
- __u_long
- __u_quad_t
- __u_short
- __uid_t
- __uint16_t
- __uint32_t
- __uint64_t
- __uint8_t
- __uint_least16_t
- __uint_least32_t
- __uint_least64_t
- __uint_least8_t
- __uintmax_t
- __useconds_t
- fpos_t
- ggml_allocr_t
- ggml_backend_buffer_t
- ggml_backend_buffer_type_t
- ggml_backend_buffer_usage
- ggml_backend_eval_callback
- ggml_backend_graph_plan_t
- ggml_backend_sched_eval_callback
- ggml_backend_sched_t
- ggml_backend_t
- ggml_backend_type
- ggml_binary_op_f32_t
- ggml_cgraph_eval_order
- ggml_custom1_op_f32_t
- ggml_custom1_op_t
- ggml_custom2_op_f32_t
- ggml_custom2_op_t
- ggml_custom3_op_f32_t
- ggml_custom3_op_t
- ggml_fp16_t
- ggml_from_float_t
- ggml_ftype
- ggml_gallocr_t
- ggml_linesearch
- ggml_log_callback
- ggml_log_level
- ggml_object_type
- ggml_op
- ggml_op_pool
- ggml_opt_callback
- ggml_opt_result
- ggml_opt_type
- ggml_prec
- ggml_sort_order
- ggml_tallocr_t
- ggml_task_type
- ggml_to_float_t
- ggml_type
- ggml_unary_op
- ggml_unary_op_f32_t
- ggml_vec_dot_t
- gguf_type
- int_fast16_t
- int_fast32_t
- int_fast64_t
- int_fast8_t
- int_least16_t
- int_least32_t
- int_least64_t
- int_least8_t
- intmax_t
- llama_beam_search_callback_fn_t
- llama_ftype
- llama_gretype
- llama_model_kv_override_type
- llama_pos
- llama_progress_callback
- llama_rope_scaling_type
- llama_seq_id
- llama_split_mode
- llama_token
- llama_token_type
- llama_vocab_type
- off_t
- uint_fast16_t
- uint_fast32_t
- uint_fast64_t
- uint_fast8_t
- uint_least16_t
- uint_least32_t
- uint_least64_t
- uint_least8_t
- uintmax_t
- va_list
- wchar_t
Statics
Constants
- BUFSIZ
- EOF
- FILENAME_MAX
- FOPEN_MAX
- GGML_BACKEND_BUFFER_USAGE_ANY
- GGML_BACKEND_BUFFER_USAGE_WEIGHTS
- GGML_BACKEND_CPU
- GGML_BACKEND_GPU
- GGML_BACKEND_GPU_SPLIT
- GGML_CGRAPH_EVAL_ORDER_COUNT
- GGML_CGRAPH_EVAL_ORDER_LEFT_TO_RIGHT
- GGML_CGRAPH_EVAL_ORDER_RIGHT_TO_LEFT
- GGML_DEFAULT_GRAPH_SIZE
- GGML_DEFAULT_N_THREADS
- GGML_EXIT_ABORTED
- GGML_EXIT_SUCCESS
- GGML_FILE_MAGIC
- GGML_FILE_VERSION
- GGML_FTYPE_ALL_F32
- GGML_FTYPE_MOSTLY_F16
- GGML_FTYPE_MOSTLY_IQ2_XS
- GGML_FTYPE_MOSTLY_IQ2_XXS
- GGML_FTYPE_MOSTLY_Q2_K
- GGML_FTYPE_MOSTLY_Q3_K
- GGML_FTYPE_MOSTLY_Q4_0
- GGML_FTYPE_MOSTLY_Q4_1
- GGML_FTYPE_MOSTLY_Q4_1_SOME_F16
- GGML_FTYPE_MOSTLY_Q4_K
- GGML_FTYPE_MOSTLY_Q5_0
- GGML_FTYPE_MOSTLY_Q5_1
- GGML_FTYPE_MOSTLY_Q5_K
- GGML_FTYPE_MOSTLY_Q6_K
- GGML_FTYPE_MOSTLY_Q8_0
- GGML_FTYPE_UNKNOWN
- GGML_LINESEARCH_BACKTRACKING_ARMIJO
- GGML_LINESEARCH_BACKTRACKING_STRONG_WOLFE
- GGML_LINESEARCH_BACKTRACKING_WOLFE
- GGML_LINESEARCH_DEFAULT
- GGML_LINESEARCH_FAIL
- GGML_LINESEARCH_INVALID_PARAMETERS
- GGML_LINESEARCH_MAXIMUM_ITERATIONS
- GGML_LINESEARCH_MAXIMUM_STEP
- GGML_LINESEARCH_MINIMUM_STEP
- GGML_LOG_LEVEL_DEBUG
- GGML_LOG_LEVEL_ERROR
- GGML_LOG_LEVEL_INFO
- GGML_LOG_LEVEL_WARN
- GGML_MAX_CONTEXTS
- GGML_MAX_DIMS
- GGML_MAX_NAME
- GGML_MAX_OP_PARAMS
- GGML_MAX_PARAMS
- GGML_MAX_SRC
- GGML_MEM_ALIGN
- GGML_N_TASKS_MAX
- GGML_OBJECT_GRAPH
- GGML_OBJECT_SIZE
- GGML_OBJECT_TENSOR
- GGML_OBJECT_WORK_BUFFER
- GGML_OPT_ADAM
- GGML_OPT_CANCEL
- GGML_OPT_DID_NOT_CONVERGE
- GGML_OPT_FAIL
- GGML_OPT_INVALID_WOLFE
- GGML_OPT_LBFGS
- GGML_OPT_NO_CONTEXT
- GGML_OPT_OK
- GGML_OP_ACC
- GGML_OP_ADD
- GGML_OP_ADD1
- GGML_OP_ADD_REL_POS
- GGML_OP_ALIBI
- GGML_OP_ARGMAX
- GGML_OP_ARGSORT
- GGML_OP_CLAMP
- GGML_OP_CONCAT
- GGML_OP_CONT
- GGML_OP_CONV_TRANSPOSE_1D
- GGML_OP_CONV_TRANSPOSE_2D
- GGML_OP_COUNT
- GGML_OP_CPY
- GGML_OP_CROSS_ENTROPY_LOSS
- GGML_OP_CROSS_ENTROPY_LOSS_BACK
- GGML_OP_DIAG
- GGML_OP_DIAG_MASK_INF
- GGML_OP_DIAG_MASK_ZERO
- GGML_OP_DIV
- GGML_OP_DUP
- GGML_OP_FLASH_ATTN
- GGML_OP_FLASH_ATTN_BACK
- GGML_OP_FLASH_FF
- GGML_OP_GET_REL_POS
- GGML_OP_GET_ROWS
- GGML_OP_GET_ROWS_BACK
- GGML_OP_GROUP_NORM
- GGML_OP_IM2COL
- GGML_OP_LEAKY_RELU
- GGML_OP_LOG
- GGML_OP_MAP_BINARY
- GGML_OP_MAP_CUSTOM1
- GGML_OP_MAP_CUSTOM1_F32
- GGML_OP_MAP_CUSTOM2
- GGML_OP_MAP_CUSTOM2_F32
- GGML_OP_MAP_CUSTOM3
- GGML_OP_MAP_CUSTOM3_F32
- GGML_OP_MAP_UNARY
- GGML_OP_MEAN
- GGML_OP_MUL
- GGML_OP_MUL_MAT
- GGML_OP_MUL_MAT_ID
- GGML_OP_NONE
- GGML_OP_NORM
- GGML_OP_OUT_PROD
- GGML_OP_PAD
- GGML_OP_PERMUTE
- GGML_OP_POOL_1D
- GGML_OP_POOL_2D
- GGML_OP_POOL_AVG
- GGML_OP_POOL_COUNT
- GGML_OP_POOL_MAX
- GGML_OP_REPEAT
- GGML_OP_REPEAT_BACK
- GGML_OP_RESHAPE
- GGML_OP_RMS_NORM
- GGML_OP_RMS_NORM_BACK
- GGML_OP_ROPE
- GGML_OP_ROPE_BACK
- GGML_OP_SCALE
- GGML_OP_SET
- GGML_OP_SILU_BACK
- GGML_OP_SOFT_MAX
- GGML_OP_SOFT_MAX_BACK
- GGML_OP_SQR
- GGML_OP_SQRT
- GGML_OP_SUB
- GGML_OP_SUM
- GGML_OP_SUM_ROWS
- GGML_OP_TRANSPOSE
- GGML_OP_UNARY
- GGML_OP_UPSCALE
- GGML_OP_VIEW
- GGML_OP_WIN_PART
- GGML_OP_WIN_UNPART
- GGML_PREC_DEFAULT
- GGML_PREC_F32
- GGML_QNT_VERSION
- GGML_QNT_VERSION_FACTOR
- GGML_SORT_ASC
- GGML_SORT_DESC
- GGML_TASK_COMPUTE
- GGML_TASK_FINALIZE
- GGML_TASK_INIT
- GGML_TENSOR_SIZE
- GGML_TYPE_COUNT
- GGML_TYPE_F16
- GGML_TYPE_F32
- GGML_TYPE_I16
- GGML_TYPE_I32
- GGML_TYPE_I8
- GGML_TYPE_IQ2_XS
- GGML_TYPE_IQ2_XXS
- GGML_TYPE_Q2_K
- GGML_TYPE_Q3_K
- GGML_TYPE_Q4_0
- GGML_TYPE_Q4_1
- GGML_TYPE_Q4_K
- GGML_TYPE_Q5_0
- GGML_TYPE_Q5_1
- GGML_TYPE_Q5_K
- GGML_TYPE_Q6_K
- GGML_TYPE_Q8_0
- GGML_TYPE_Q8_1
- GGML_TYPE_Q8_K
- GGML_UNARY_OP_ABS
- GGML_UNARY_OP_COUNT
- GGML_UNARY_OP_ELU
- GGML_UNARY_OP_GELU
- GGML_UNARY_OP_GELU_QUICK
- GGML_UNARY_OP_NEG
- GGML_UNARY_OP_RELU
- GGML_UNARY_OP_SGN
- GGML_UNARY_OP_SILU
- GGML_UNARY_OP_STEP
- GGML_UNARY_OP_TANH
- GGUF_DEFAULT_ALIGNMENT
- GGUF_MAGIC
- GGUF_TYPE_ARRAY
- GGUF_TYPE_BOOL
- GGUF_TYPE_COUNT
- GGUF_TYPE_FLOAT32
- GGUF_TYPE_FLOAT64
- GGUF_TYPE_INT16
- GGUF_TYPE_INT32
- GGUF_TYPE_INT64
- GGUF_TYPE_INT8
- GGUF_TYPE_STRING
- GGUF_TYPE_UINT16
- GGUF_TYPE_UINT32
- GGUF_TYPE_UINT64
- GGUF_TYPE_UINT8
- GGUF_VERSION
- INT16_MAX
- INT16_MIN
- INT32_MAX
- INT32_MIN
- INT8_MAX
- INT8_MIN
- INTPTR_MAX
- INTPTR_MIN
- INT_FAST16_MAX
- INT_FAST16_MIN
- INT_FAST32_MAX
- INT_FAST32_MIN
- INT_FAST8_MAX
- INT_FAST8_MIN
- INT_LEAST16_MAX
- INT_LEAST16_MIN
- INT_LEAST32_MAX
- INT_LEAST32_MIN
- INT_LEAST8_MAX
- INT_LEAST8_MIN
- LLAMA_DEFAULT_SEED
- LLAMA_FILE_MAGIC_GGLA
- LLAMA_FILE_MAGIC_GGSN
- LLAMA_FTYPE_ALL_F32
- LLAMA_FTYPE_GUESSED
- LLAMA_FTYPE_MOSTLY_F16
- LLAMA_FTYPE_MOSTLY_IQ2_XS
- LLAMA_FTYPE_MOSTLY_IQ2_XXS
- LLAMA_FTYPE_MOSTLY_Q2_K
- LLAMA_FTYPE_MOSTLY_Q2_K_S
- LLAMA_FTYPE_MOSTLY_Q3_K_L
- LLAMA_FTYPE_MOSTLY_Q3_K_M
- LLAMA_FTYPE_MOSTLY_Q3_K_S
- LLAMA_FTYPE_MOSTLY_Q4_0
- LLAMA_FTYPE_MOSTLY_Q4_1
- LLAMA_FTYPE_MOSTLY_Q4_1_SOME_F16
- LLAMA_FTYPE_MOSTLY_Q4_K_M
- LLAMA_FTYPE_MOSTLY_Q4_K_S
- LLAMA_FTYPE_MOSTLY_Q5_0
- LLAMA_FTYPE_MOSTLY_Q5_1
- LLAMA_FTYPE_MOSTLY_Q5_K_M
- LLAMA_FTYPE_MOSTLY_Q5_K_S
- LLAMA_FTYPE_MOSTLY_Q6_K
- LLAMA_FTYPE_MOSTLY_Q8_0
- LLAMA_GRETYPE_ALT
- LLAMA_GRETYPE_CHAR
- LLAMA_GRETYPE_CHAR_ALT
- LLAMA_GRETYPE_CHAR_NOT
- LLAMA_GRETYPE_CHAR_RNG_UPPER
- LLAMA_GRETYPE_END
- LLAMA_GRETYPE_RULE_REF
- LLAMA_KV_OVERRIDE_BOOL
- LLAMA_KV_OVERRIDE_FLOAT
- LLAMA_KV_OVERRIDE_INT
- LLAMA_MAX_DEVICES
- LLAMA_MAX_RNG_STATE
- LLAMA_ROPE_SCALING_LINEAR
- LLAMA_ROPE_SCALING_MAX_VALUE
- LLAMA_ROPE_SCALING_NONE
- LLAMA_ROPE_SCALING_UNSPECIFIED
- LLAMA_ROPE_SCALING_YARN
- LLAMA_SESSION_MAGIC
- LLAMA_SESSION_VERSION
- LLAMA_SPLIT_LAYER
- LLAMA_SPLIT_NONE
- LLAMA_SPLIT_ROW
- LLAMA_TOKEN_TYPE_BYTE
- LLAMA_TOKEN_TYPE_CONTROL
- LLAMA_TOKEN_TYPE_NORMAL
- LLAMA_TOKEN_TYPE_UNDEFINED
- LLAMA_TOKEN_TYPE_UNKNOWN
- LLAMA_TOKEN_TYPE_UNUSED
- LLAMA_TOKEN_TYPE_USER_DEFINED
- LLAMA_VOCAB_TYPE_BPE
- LLAMA_VOCAB_TYPE_SPM
- L_ctermid
- L_tmpnam
- PTRDIFF_MAX
- PTRDIFF_MIN
- P_tmpdir
- SEEK_CUR
- SEEK_END
- SEEK_SET
- SIG_ATOMIC_MAX
- SIG_ATOMIC_MIN
- SIZE_MAX
- TMP_MAX
- UINT16_MAX
- UINT32_MAX
- UINT8_MAX
- UINTPTR_MAX
- UINT_FAST16_MAX
- UINT_FAST32_MAX
- UINT_FAST8_MAX
- UINT_LEAST16_MAX
- UINT_LEAST32_MAX
- UINT_LEAST8_MAX
- WINT_MAX
- WINT_MIN
- _ATFILE_SOURCE
- _BITS_STDINT_INTN_H
- _BITS_STDINT_UINTN_H
- _BITS_STDIO_LIM_H
- _BITS_TIME64_H
- _BITS_TYPESIZES_H
- _BITS_TYPES_H
- _BITS_WCHAR_H
- _DEFAULT_SOURCE
- _FEATURES_H
- _IOFBF
- _IOLBF
- _IONBF
- _IO_EOF_SEEN
- _IO_ERR_SEEN
- _IO_USER_LOCK
- _POSIX_C_SOURCE
- _POSIX_SOURCE
- _STDC_PREDEF_H
- _STDINT_H
- _STDIO_H
- _SYS_CDEFS_H
- __FD_SETSIZE
- __FILE_defined
- __GLIBC_MINOR__
- __GLIBC_USE_DEPRECATED_GETS
- __GLIBC_USE_DEPRECATED_SCANF
- __GLIBC_USE_IEC_60559_BFP_EXT
- __GLIBC_USE_IEC_60559_BFP_EXT_C2X
- __GLIBC_USE_IEC_60559_EXT
- __GLIBC_USE_IEC_60559_FUNCS_EXT
- __GLIBC_USE_IEC_60559_FUNCS_EXT_C2X
- __GLIBC_USE_IEC_60559_TYPES_EXT
- __GLIBC_USE_ISOC2X
- __GLIBC_USE_LIB_EXT2
- __GLIBC__
- __GNUC_VA_LIST
- __GNU_LIBRARY__
- __HAVE_DISTINCT_FLOAT128
- __HAVE_DISTINCT_FLOAT128X
- __HAVE_DISTINCT_FLOAT16
- __HAVE_DISTINCT_FLOAT32
- __HAVE_DISTINCT_FLOAT32X
- __HAVE_DISTINCT_FLOAT64
- __HAVE_DISTINCT_FLOAT64X
- __HAVE_FLOAT128
- __HAVE_FLOAT128X
- __HAVE_FLOAT16
- __HAVE_FLOAT32
- __HAVE_FLOAT32X
- __HAVE_FLOAT64
- __HAVE_FLOAT64X
- __HAVE_FLOAT64X_LONG_DOUBLE
- __HAVE_FLOATN_NOT_TYPEDEF
- __HAVE_GENERIC_SELECTION
- __INO_T_MATCHES_INO64_T
- __KERNEL_OLD_TIMEVAL_MATCHES_TIMEVAL64
- __LDOUBLE_REDIRECTS_TO_FLOAT128_ABI
- __OFF_T_MATCHES_OFF64_T
- __RLIM_T_MATCHES_RLIM64_T
- __STATFS_MATCHES_STATFS64
- __STDC_IEC_559_COMPLEX__
- __STDC_IEC_559__
- __STDC_IEC_60559_BFP__
- __STDC_IEC_60559_COMPLEX__
- __STDC_ISO_10646__
- __SYSCALL_WORDSIZE
- __TIMESIZE
- __USE_ATFILE
- __USE_FORTIFY_LEVEL
- __USE_ISOC11
- __USE_ISOC95
- __USE_ISOC99
- __USE_MISC
- __USE_POSIX
- __USE_POSIX199309
- __USE_POSIX199506
- __USE_POSIX2
- __USE_POSIX_IMPLICITLY
- __USE_XOPEN2K
- __USE_XOPEN2K8
- __WORDSIZE
- __WORDSIZE_TIME64_COMPAT32
- ____FILE_defined
- _____fpos64_t_defined
- _____fpos_t_defined
- ____mbstate_t_defined
- __bool_true_false_are_defined
- __glibc_c99_flexarr_available
- __struct_FILE_defined
- false_
- true_