llama-cpp-sys-2 0.1.158

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

#include "openvino/pass/matcher_pass.hpp"

namespace ov {
namespace frontend {
namespace ggml {
namespace pass {

// Folds the MoE expert block emitted for MUL_MAT_ID (3 GatherMatmul + SwiGLU + routing
// weighting + expert reduction) into a single ov::op::internal::MOECompressed.
class FuseMoeCompressed : public ov::pass::MatcherPass {
public:
    OPENVINO_MATCHER_PASS_RTTI("ov::frontend::ggml::pass::FuseMoeCompressed")
    FuseMoeCompressed();
};

}  // namespace pass
}  // namespace ggml
}  // namespace frontend
}  // namespace ov