mnn-sys 0.1.2

Rust bindings for MNN, a lightweight deep neural network inference engine.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

//
//  StaticModule.hpp
//  MNN
//
//  Created by MNN on 2020/09/10.
//  Copyright © 2018, Alibaba Group Holding Limited
//

#ifndef StaticModule_hpp
#define StaticModule_hpp

#include <MNN/expr/Module.hpp>
#include <MNN/expr/Executor.hpp>
#include "core/Schedule.hpp"
#include "core/Session.hpp"

namespace MNN {
class Session;
class Backend;
struct BufferStorage;
namespace Express {
class StaticModule : public Module {
public:
    StaticModule(std::vector<int> inputs, std::vector<int> outputs, std::vector<std::shared_ptr<BufferStorage>>&& buffer, Schedule::ScheduleInfo&& scheduleInfo, std::shared_ptr<Schedule::ScheduleInfo> sharedConst, Session::ModeGroup&& mode, std::shared_ptr<Executor::RuntimeManager> rt, const Module::Config& config);
    virtual ~ StaticModule();
    virtual std::vector<Express::VARP> onForward(const std::vector<Express::VARP>& inputs) override;
    virtual void onClearCache() override;
    virtual int onOptimize(Interpreter::SessionMode stage) override;
    const Session* getSession() const { return mSession.get(); }

private:
    ErrorCode _resize(const std::vector<Express::VARP>& inputs);
    ErrorCode _execute();

    StaticModule() = default;
    void resetInputOutputs();

    Module* clone(CloneContext* ctx) const override;
    struct Resource {
        std::vector<int> mInputs;
        std::vector<int> mOutputs;
        int mOutputNumbers;
        Backend::Info mBnInfo;
        BackendConfig mBnConfig;
        // First: outputIndex, Second: outputTensor Index
        std::vector<int> mOutputFromTensor;
        // First: outputIndex, Second: input var index
        std::vector<std::pair<int, int>> mOutputFromInput;
        bool mUseContentInputs = false;
        std::shared_ptr<Schedule::ScheduleInfo> mSharedConst;
        Session::ModeGroup mModes;
        std::vector<std::shared_ptr<BufferStorage>> mBuffer;
        std::vector<bool> mInputNeedCPU;
    };
    std::shared_ptr<Session> mSession;
    std::vector<Tensor*> mInputTensors;
    std::vector<std::pair<Tensor*, MNNForwardType>> mPrevInputTensor;
    std::vector<Tensor*> mOutputTensors;
    std::shared_ptr<Resource> mResource;
    bool mShapeInferSeperate = false;
    std::vector<MNN::Express::VARP> mOutputVars;
    std::shared_ptr<MNN::Express::Executor::RuntimeManager> mRuntimeManager;
};
}
}
#endif