Crate ggml_sys

Structs

• ggml_cgraph
• ggml_context
• ggml_init_params
• ggml_object
• ggml_opt_params
• ggml_opt_params__bindgen_ty_1
• ggml_opt_params__bindgen_ty_2
• ggml_scratch
• ggml_tensor
• quantize_fns_t

Constants

• GGML_DEFAULT_N_THREADS
• GGML_FILE_MAGIC
• GGML_FILE_VERSION
• GGML_MAX_CONTEXTS
• GGML_MAX_DIMS
• GGML_MAX_NODES
• GGML_MAX_OPT
• GGML_MAX_PARAMS
• GGML_OBJECT_SIZE
• ggml_ftype_GGML_FTYPE_ALL_F32
• ggml_ftype_GGML_FTYPE_MOSTLY_F16
• ggml_ftype_GGML_FTYPE_MOSTLY_Q4_0
• ggml_ftype_GGML_FTYPE_MOSTLY_Q4_1
• ggml_ftype_GGML_FTYPE_MOSTLY_Q4_1_SOME_F16
• ggml_ftype_GGML_FTYPE_MOSTLY_Q4_2
• ggml_ftype_GGML_FTYPE_MOSTLY_Q5_0
• ggml_ftype_GGML_FTYPE_MOSTLY_Q5_1
• ggml_ftype_GGML_FTYPE_MOSTLY_Q8_0
• ggml_ftype_GGML_FTYPE_UNKNOWN
• ggml_linesearch_GGML_LINESEARCH_BACKTRACKING_ARMIJO
• ggml_linesearch_GGML_LINESEARCH_BACKTRACKING_STRONG_WOLFE
• ggml_linesearch_GGML_LINESEARCH_BACKTRACKING_WOLFE
• ggml_linesearch_GGML_LINESEARCH_DEFAULT
• ggml_op_GGML_OP_ABS
• ggml_op_GGML_OP_ADD
• ggml_op_GGML_OP_ALIBI
• ggml_op_GGML_OP_CONT
• ggml_op_GGML_OP_CONV_1D_1S
• ggml_op_GGML_OP_CONV_1D_2S
• ggml_op_GGML_OP_COUNT
• ggml_op_GGML_OP_CPY
• ggml_op_GGML_OP_DIAG_MASK_INF
• ggml_op_GGML_OP_DIV
• ggml_op_GGML_OP_DUP
• ggml_op_GGML_OP_FLASH_ATTN
• ggml_op_GGML_OP_FLASH_FF
• ggml_op_GGML_OP_GELU
• ggml_op_GGML_OP_GET_ROWS
• ggml_op_GGML_OP_MAP_BINARY
• ggml_op_GGML_OP_MAP_UNARY
• ggml_op_GGML_OP_MEAN
• ggml_op_GGML_OP_MUL
• ggml_op_GGML_OP_MUL_MAT
• ggml_op_GGML_OP_NEG
• ggml_op_GGML_OP_NONE
• ggml_op_GGML_OP_NORM
• ggml_op_GGML_OP_PERMUTE
• ggml_op_GGML_OP_RELU
• ggml_op_GGML_OP_REPEAT
• ggml_op_GGML_OP_RESHAPE
• ggml_op_GGML_OP_RMS_NORM
• ggml_op_GGML_OP_ROPE
• ggml_op_GGML_OP_SCALE
• ggml_op_GGML_OP_SGN
• ggml_op_GGML_OP_SILU
• ggml_op_GGML_OP_SOFT_MAX
• ggml_op_GGML_OP_SQR
• ggml_op_GGML_OP_SQRT
• ggml_op_GGML_OP_STEP
• ggml_op_GGML_OP_SUB
• ggml_op_GGML_OP_SUM
• ggml_op_GGML_OP_TRANSPOSE
• ggml_op_GGML_OP_VIEW
• ggml_opt_result_GGML_LINESEARCH_FAIL
• ggml_opt_result_GGML_LINESEARCH_INVALID_PARAMETERS
• ggml_opt_result_GGML_LINESEARCH_MAXIMUM_ITERATIONS
• ggml_opt_result_GGML_LINESEARCH_MAXIMUM_STEP
• ggml_opt_result_GGML_LINESEARCH_MINIMUM_STEP
• ggml_opt_result_GGML_OPT_DID_NOT_CONVERGE
• ggml_opt_result_GGML_OPT_FAIL
• ggml_opt_result_GGML_OPT_INVALID_WOLFE
• ggml_opt_result_GGML_OPT_NO_CONTEXT
• ggml_opt_result_GGML_OPT_OK
• ggml_opt_type_GGML_OPT_ADAM
• ggml_opt_type_GGML_OPT_LBFGS
• ggml_type_GGML_TYPE_COUNT
• ggml_type_GGML_TYPE_F16
• ggml_type_GGML_TYPE_F32
• ggml_type_GGML_TYPE_I8
• ggml_type_GGML_TYPE_I16
• ggml_type_GGML_TYPE_I32
• ggml_type_GGML_TYPE_Q4_0
• ggml_type_GGML_TYPE_Q4_1
• ggml_type_GGML_TYPE_Q4_2
• ggml_type_GGML_TYPE_Q5_0
• ggml_type_GGML_TYPE_Q5_1
• ggml_type_GGML_TYPE_Q8_0
• ggml_type_GGML_TYPE_Q8_1

Functions

• ggml_abs^⚠
• ggml_add^⚠
• ggml_add_inplace^⚠
• ggml_alibi^⚠
• ggml_blck_size^⚠
• ggml_build_backward^⚠
• ggml_build_forward^⚠
• ggml_build_forward_expand^⚠
• ggml_cont^⚠
• ggml_conv_1d_1s^⚠
• ggml_conv_1d_2s^⚠
• ggml_cpu_has_arm_fma^⚠
• ggml_cpu_has_avx^⚠
• ggml_cpu_has_avx2^⚠
• ggml_cpu_has_avx512^⚠
• ggml_cpu_has_avx512_vbmi^⚠
• ggml_cpu_has_avx512_vnni^⚠
• ggml_cpu_has_blas^⚠
• ggml_cpu_has_clblast^⚠
• ggml_cpu_has_cublas^⚠
• ggml_cpu_has_f16c^⚠
• ggml_cpu_has_fma^⚠
• ggml_cpu_has_fp16_va^⚠
• ggml_cpu_has_gpublas^⚠
• ggml_cpu_has_neon^⚠
• ggml_cpu_has_sse3^⚠
• ggml_cpu_has_vsx^⚠
• ggml_cpu_has_wasm_simd^⚠
• ggml_cpy^⚠
• ggml_cycles^⚠
• ggml_cycles_per_ms^⚠
• ggml_diag_mask_inf^⚠
• ggml_div^⚠
• ggml_dup^⚠
• ggml_dup_tensor^⚠
• ggml_element_size^⚠
• ggml_flash_attn^⚠
• ggml_flash_ff^⚠
• ggml_fp16_to_fp32^⚠
• ggml_fp16_to_fp32_row^⚠
• ggml_fp32_to_fp16^⚠
• ggml_fp32_to_fp16_row^⚠
• ggml_free^⚠
• ggml_ftype_to_ggml_type^⚠
• ggml_gelu^⚠
• ggml_get_data^⚠
• ggml_get_data_f32^⚠
• ggml_get_f32_1d^⚠
• ggml_get_i32_1d^⚠
• ggml_get_name^⚠
• ggml_get_rows^⚠
• ggml_graph_compute^⚠
• ggml_graph_dump_dot^⚠
• ggml_graph_print^⚠
• ggml_graph_reset^⚠
• ggml_init^⚠
• ggml_internal_get_quantize_fn^⚠
• ggml_is_quantized^⚠
• ggml_map_binary_f32^⚠
• ggml_map_unary_f32^⚠
• ggml_mean^⚠
• ggml_mul^⚠
• ggml_mul_mat^⚠
• ggml_nbytes^⚠
• ggml_neg^⚠
• ggml_nelements^⚠
• ggml_new_f32^⚠
• ggml_new_i32^⚠
• ggml_new_tensor^⚠
• ggml_new_tensor_1d^⚠
• ggml_new_tensor_2d^⚠
• ggml_new_tensor_3d^⚠
• ggml_new_tensor_4d^⚠
• ggml_norm^⚠
• ggml_opt^⚠
• ggml_opt_default_params^⚠
• ggml_permute^⚠
• ggml_print_object^⚠
• ggml_print_objects^⚠
• ggml_quantize_chunk^⚠
• ggml_quantize_q4_0^⚠
• ggml_quantize_q4_1^⚠
• ggml_quantize_q4_2^⚠
• ggml_quantize_q5_0^⚠
• ggml_quantize_q5_1^⚠
• ggml_quantize_q8_0^⚠
• ggml_relu^⚠
• ggml_repeat^⚠
• ggml_reshape^⚠
• ggml_reshape_2d^⚠
• ggml_reshape_3d^⚠
• ggml_rms_norm^⚠
• ggml_rope^⚠
• ggml_scale^⚠
• ggml_set_f32^⚠
• ggml_set_f32_1d^⚠
• ggml_set_i32^⚠
• ggml_set_i32_1d^⚠
• ggml_set_name^⚠
• ggml_set_param^⚠
• ggml_set_scratch^⚠
• ggml_set_zero^⚠
• ggml_sgn^⚠
• ggml_silu^⚠
• ggml_soft_max^⚠
• ggml_sqr^⚠
• ggml_sqrt^⚠
• ggml_step^⚠
• ggml_sub^⚠
• ggml_sum^⚠
• ggml_time_init^⚠
• ggml_time_ms^⚠
• ggml_time_us^⚠
• ggml_transpose^⚠
• ggml_type_name^⚠
• ggml_type_size^⚠
• ggml_type_sizef^⚠
• ggml_used_mem^⚠
• ggml_view_1d^⚠
• ggml_view_2d^⚠
• ggml_view_3d^⚠
• ggml_view_tensor^⚠

Type Definitions

• dequantize_row_q_t
• ggml_binary_op_f32_t
• ggml_fp16_t
• ggml_ftype
• ggml_linesearch
• ggml_op
• ggml_opt_result
• ggml_opt_type
• ggml_type
• ggml_unary_op_f32_t
• quantize_row_q_t
• vec_dot_q_t