123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199 |
- #ifndef EASYINFER_MLU_MEMORY_OP_H_
- #define EASYINFER_MLU_MEMORY_OP_H_
- #include <memory>
- #include "cxxutil/edk_attribute.h"
- #include "cxxutil/exception.h"
- #include "easyinfer/model_loader.h"
- namespace edk {
- class MluMemoryOp {
- public:
-
- MluMemoryOp();
-
- void SetModel(std::shared_ptr<ModelLoader> model);
-
- std::shared_ptr<ModelLoader> Model() const;
-
- void **AllocCpuInput() const;
-
- void **AllocCpuOutput() const;
-
- static void *AllocMlu(size_t nBytes);
-
- void **AllocMluInput() const;
-
- void **AllocMluOutput() const;
-
- void FreeCpuInput(void **ptr) const;
-
- void FreeCpuOutput(void **ptr) const;
-
- void FreeMluInput(void **ptr) const;
-
- void FreeMluOutput(void **ptr) const;
-
- static void FreeMlu(void *ptr);
-
- void MemcpyInputH2D(void **mlu_dst, void **cpu_src) const;
-
- void MemcpyOutputD2H(void **cpu_dst, void **mlu_src) const;
-
- static void MemcpyH2D(void *mlu_dst, void *cpu_src, size_t nBytes);
-
- static void MemcpyD2H(void *cpu_dst, void *mlu_src, size_t nBytes);
-
- static void MemcpyD2D(void *mlu_dst, void *mlu_src, size_t nBytes);
- private:
- std::shared_ptr<ModelLoader> model_;
- };
- }
- #endif
|