/******************************************************************************* * Copyright 2016-2024 Intel Corporation * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. *******************************************************************************/ #ifndef COMMON_REORDER_PD_HPP #define COMMON_REORDER_PD_HPP #include #include "c_types_map.hpp" #include "cache_hit_types.hpp" #include "engine.hpp" #include "primitive.hpp" #include "primitive_attr.hpp" #include "primitive_desc_iface.hpp" #include "primitive_iface.hpp" #include "type_helpers.hpp" #include "utils.hpp" #define VDISPATCH_REORDER(cond, msg, ...) \ VCONDCHECK(primitive, create, dispatch, reorder, (cond), \ status::unimplemented, "%s," msg, this->info(engine), \ ##__VA_ARGS__) #define VDISPATCH_REORDER_IC(cond, msg, ...) \ VCONDCHECK(primitive, create, dispatch, reorder, (cond), \ status::unimplemented, msg, ##__VA_ARGS__) #define VDISPATCH_REORDER_SC(f, msg, ...) \ VCHECK(primitive, create, dispatch, reorder, (f), "%s," msg, \ this->info(engine), ##__VA_ARGS__) namespace dnnl { namespace impl { struct reorder_primitive_desc_iface_t : public dnnl_primitive_desc { reorder_primitive_desc_iface_t(const std::shared_ptr &pd, engine_t *engine, engine_t *src_engine, engine_t *dst_engine) : dnnl_primitive_desc(pd, engine) , src_engine_(src_engine) , dst_engine_(dst_engine) , scratchpad_engine_(nullptr) {} dnnl::impl::engine_t *src_engine() const override { return src_engine_; } dnnl::impl::engine_t *dst_engine() const override { return dst_engine_; } dnnl::impl::engine_t *scratchpad_engine() const override { return scratchpad_engine_; } dnnl::impl::status_t query( dnnl::impl::query_t what, int idx, void *result) const override { auto status = dnnl::impl::status::success; switch (what) { case dnnl::impl::query::reorder_src_engine: *(dnnl::impl::engine_t **)result = src_engine(); break; case dnnl::impl::query::reorder_dst_engine: *(dnnl::impl::engine_t **)result = dst_engine(); break; default: status = dnnl_primitive_desc::query(what, idx, result); } return status; } status_t create_primitive_iface( std::pair &primitive_iface, const cache_blob_t &cache_blob) const override { // Step 1: create impl::primitive_t or get it from primitive cache std::pair, cache_state_t> p; auto status = pd_->create_primitive(p, engine(), cache_blob); if (status != status::success) return status; // Step 2: create primitive_iface_t, init and return it to user primitive_iface_t *p_iface = nullptr; CHECK(safe_ptr_assign(p_iface, new primitive_iface_t( p.first, engine(), src_engine_, dst_engine_))); status = p_iface->init(); if (status != status::success) { p_iface->release(); return status; } primitive_iface = std::make_pair(p_iface, p.second); return status::success; } private: dnnl::impl::engine_t *src_engine_; dnnl::impl::engine_t *dst_engine_; dnnl::impl::engine_t *scratchpad_engine_; }; struct reorder_pd_t : public primitive_desc_t { const reorder_desc_t *desc() const { return &desc_; } const op_desc_t *op_desc() const override { return reinterpret_cast(this->desc()); } arg_usage_t arg_usage(int arg) const override { if (arg == DNNL_ARG_FROM) return arg_usage_t::input; if (arg == DNNL_ARG_TO) return arg_usage_t::output; return primitive_desc_t::arg_usage(arg); } const memory_desc_t *arg_md( int arg, bool user_input = false) const override { switch (arg) { case DNNL_ARG_FROM: return src_md(0); case DNNL_ARG_TO: return dst_md(0, user_input); default: return primitive_desc_t::arg_md(arg); } } const memory_desc_t *src_md( int index = 0, bool user_input = false) const override { if (index == 0) return user_input ? desc()->src_md : &src_md_; return &glob_zero_md; } const memory_desc_t *dst_md( int index = 0, bool user_input = false) const override { if (index == 0) return user_input ? desc()->dst_md : &dst_md_; return &glob_zero_md; } int n_inputs() const override { return 1; } int n_outputs() const override { return 1; } float beta() const { const int sum_idx = attr()->post_ops_.find(primitive_kind::sum); return sum_idx == -1 ? 0 : attr()->post_ops_.entry_[sum_idx].sum.scale; } protected: reorder_desc_t desc_; memory_desc_t src_md_; memory_desc_t dst_md_; reorder_pd_t(const primitive_attr_t *attr, engine_kind_t src_engine_kind, const memory_desc_t *src_md, engine_kind_t dst_engine_kind, const memory_desc_t *dst_md) : primitive_desc_t(attr, primitive_kind::reorder) , src_md_(*src_md) , dst_md_(*dst_md) { init_desc(src_engine_kind, dst_engine_kind, false); } reorder_pd_t(const reorder_pd_t &other) : primitive_desc_t(other) { src_md_ = other.src_md_; dst_md_ = other.dst_md_; init_desc(other.desc_.src_engine_kind, other.desc_.dst_engine_kind, other.desc_.is_cross_engine); } reorder_pd_t &operator=(const reorder_pd_t &other) { DNNL_SHORT_CIRCUIT_SELF_ASSIGN(other); src_md_ = other.src_md_; dst_md_ = other.dst_md_; init_desc(other.desc_.src_engine_kind, other.desc_.dst_engine_kind, other.desc_.is_cross_engine); return *this; } protected: void init_desc(engine_kind_t src_engine_kind, engine_kind_t dst_engine_kind, bool is_cross_engine) { desc_ = reorder_desc_t(); desc_.primitive_kind = primitive_kind::reorder; desc_.src_md = &src_md_; desc_.dst_md = &dst_md_; desc_.src_engine_kind = src_engine_kind; desc_.dst_engine_kind = dst_engine_kind; desc_.is_cross_engine = is_cross_engine; } }; } // namespace impl } // namespace dnnl #endif // vim: et ts=4 sw=4 cindent cino+=l0,\:4,N-s