InfiniTensor/include/nnet/dbg.h

859 lines
26 KiB
C
Raw Normal View History

2022-08-08 16:02:07 +08:00
/*****************************************************************************
dbg(...) macro
License (MIT):
Copyright (c) 2019 David Peter <mail@david-peter.de>
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to
deal in the Software without restriction, including without limitation the
rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
sell copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
*****************************************************************************/
#ifndef DBG_MACRO_DBG_H
#define DBG_MACRO_DBG_H
#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
#define DBG_MACRO_UNIX
#elif defined(_MSC_VER)
#define DBG_MACRO_WINDOWS
#endif
// #ifndef DBG_MACRO_NO_WARNING
// #pragma message("WARNING: the 'dbg.h' header is included in your code base")
// #endif // DBG_MACRO_NO_WARNING
#include <algorithm>
#include <chrono>
#include <ctime>
#include <iomanip>
#include <ios>
#include <iostream>
#include <memory>
#include <sstream>
#include <string>
#include <tuple>
#include <type_traits>
#include <vector>
#ifdef DBG_MACRO_UNIX
#include <unistd.h>
#endif
#if __cplusplus >= 201703L
#define DBG_MACRO_CXX_STANDARD 17
#elif __cplusplus >= 201402L
#define DBG_MACRO_CXX_STANDARD 14
#else
#define DBG_MACRO_CXX_STANDARD 11
#endif
#if DBG_MACRO_CXX_STANDARD >= 17
#include <optional>
#include <variant>
#endif
namespace dbg {
#ifdef DBG_MACRO_UNIX
2022-08-09 20:16:39 +08:00
inline bool isColorizedOutputEnabled() { return isatty(fileno(stderr)); }
2022-08-08 16:02:07 +08:00
#else
2022-08-09 20:16:39 +08:00
inline bool isColorizedOutputEnabled() { return true; }
2022-08-08 16:02:07 +08:00
#endif
struct time {};
namespace pretty_function {
// Compiler-agnostic version of __PRETTY_FUNCTION__ and constants to
// extract the template argument in `type_name_impl`
#if defined(__clang__)
#define DBG_MACRO_PRETTY_FUNCTION __PRETTY_FUNCTION__
static constexpr size_t PREFIX_LENGTH =
sizeof("const char *dbg::type_name_impl() [T = ") - 1;
static constexpr size_t SUFFIX_LENGTH = sizeof("]") - 1;
#elif defined(__GNUC__) && !defined(__clang__)
#define DBG_MACRO_PRETTY_FUNCTION __PRETTY_FUNCTION__
static constexpr size_t PREFIX_LENGTH =
sizeof("const char* dbg::type_name_impl() [with T = ") - 1;
static constexpr size_t SUFFIX_LENGTH = sizeof("]") - 1;
#elif defined(_MSC_VER)
#define DBG_MACRO_PRETTY_FUNCTION __FUNCSIG__
static constexpr size_t PREFIX_LENGTH =
sizeof("const char *__cdecl dbg::type_name_impl<") - 1;
static constexpr size_t SUFFIX_LENGTH = sizeof(">(void)") - 1;
#else
#error "This compiler is currently not supported by dbg_macro."
#endif
2022-08-09 20:16:39 +08:00
} // namespace pretty_function
2022-08-08 16:02:07 +08:00
// Formatting helpers
2022-08-09 20:16:39 +08:00
template <typename T> struct print_formatted {
static_assert(std::is_integral<T>::value,
"Only integral types are supported.");
print_formatted(T value, int numeric_base)
: inner(value), base(numeric_base) {}
operator T() const { return inner; }
const char *prefix() const {
switch (base) {
case 8:
return "0o";
case 16:
return "0x";
case 2:
return "0b";
default:
return "";
}
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
T inner;
int base;
2022-08-08 16:02:07 +08:00
};
2022-08-09 20:16:39 +08:00
template <typename T> print_formatted<T> hex(T value) {
return print_formatted<T>{value, 16};
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename T> print_formatted<T> oct(T value) {
return print_formatted<T>{value, 8};
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename T> print_formatted<T> bin(T value) {
return print_formatted<T>{value, 2};
2022-08-08 16:02:07 +08:00
}
// Implementation of 'type_name<T>()'
2022-08-09 20:16:39 +08:00
template <typename T> const char *type_name_impl() {
return DBG_MACRO_PRETTY_FUNCTION;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename T> struct type_tag {};
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
template <int &...ExplicitArgumentBarrier, typename T>
2022-08-08 16:02:07 +08:00
std::string get_type_name(type_tag<T>) {
2022-08-09 20:16:39 +08:00
namespace pf = pretty_function;
std::string type = type_name_impl<T>();
return type.substr(pf::PREFIX_LENGTH,
type.size() - pf::PREFIX_LENGTH - pf::SUFFIX_LENGTH);
}
template <typename T> std::string type_name() {
if (std::is_volatile<T>::value) {
if (std::is_pointer<T>::value) {
return type_name<typename std::remove_volatile<T>::type>() +
" volatile";
} else {
return "volatile " +
type_name<typename std::remove_volatile<T>::type>();
}
}
if (std::is_const<T>::value) {
if (std::is_pointer<T>::value) {
return type_name<typename std::remove_const<T>::type>() + " const";
} else {
return "const " + type_name<typename std::remove_const<T>::type>();
}
2022-08-08 16:02:07 +08:00
}
if (std::is_pointer<T>::value) {
2022-08-09 20:16:39 +08:00
return type_name<typename std::remove_pointer<T>::type>() + "*";
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
if (std::is_lvalue_reference<T>::value) {
return type_name<typename std::remove_reference<T>::type>() + "&";
}
if (std::is_rvalue_reference<T>::value) {
return type_name<typename std::remove_reference<T>::type>() + "&&";
}
return get_type_name(type_tag<T>{});
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
inline std::string get_type_name(type_tag<short>) { return "short"; }
2022-08-08 16:02:07 +08:00
inline std::string get_type_name(type_tag<unsigned short>) {
2022-08-09 20:16:39 +08:00
return "unsigned short";
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
inline std::string get_type_name(type_tag<long>) { return "long"; }
2022-08-08 16:02:07 +08:00
inline std::string get_type_name(type_tag<unsigned long>) {
2022-08-09 20:16:39 +08:00
return "unsigned long";
2022-08-08 16:02:07 +08:00
}
inline std::string get_type_name(type_tag<std::string>) {
2022-08-09 20:16:39 +08:00
return "std::string";
2022-08-08 16:02:07 +08:00
}
template <typename T>
std::string get_type_name(type_tag<std::vector<T, std::allocator<T>>>) {
2022-08-09 20:16:39 +08:00
return "std::vector<" + type_name<T>() + ">";
2022-08-08 16:02:07 +08:00
}
template <typename T1, typename T2>
std::string get_type_name(type_tag<std::pair<T1, T2>>) {
2022-08-09 20:16:39 +08:00
return "std::pair<" + type_name<T1>() + ", " + type_name<T2>() + ">";
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename... T> std::string type_list_to_string() {
std::string result;
auto unused = {(result += type_name<T>() + ", ", 0)..., 0};
static_cast<void>(unused);
2022-08-08 16:02:07 +08:00
#if DBG_MACRO_CXX_STANDARD >= 17
2022-08-09 20:16:39 +08:00
if constexpr (sizeof...(T) > 0) {
2022-08-08 16:02:07 +08:00
#else
2022-08-09 20:16:39 +08:00
if (sizeof...(T) > 0) {
2022-08-08 16:02:07 +08:00
#endif
2022-08-09 20:16:39 +08:00
result.pop_back();
result.pop_back();
}
return result;
Dev for 202303ddl (#66) * add activation operatiopn relu, tanh, sigmoid on mlu * commit for format * add activation backward operation * add test for activation_backward * add test * add convbpfilter * fix * add transpsoe code and test * add trigon function operation on mlu: sin,cos,tan,asin,sinh,asinh * add copy operation on mlu * add ceil operation and floor operation * add operation clip * add operation cnnl div, test and test for divdemo bangc kernel * add divnonan operation and test * add erf operation * add exp operation * add operation fill * add log operation * add log1p operation * add l2loss operation * add maximum and minimum operation * add mseloss operation * add negTensor operation * add power operation * add reciprocal operation * add sqrt and rsqrt operation * add transform operation * add addn operation * add muln operation * cherrry pick some operation * add floordiv operation and floordivtrunc operation * add floormod operation * add cumsum operation * add det operation * add pad operation * format * add concat operation * format * add split operation * fix concat and split operation * add round operation * add pooling operation * add square operation * add squaredDifference operation * code format fix * add flip operation * code format fix * add hardtanh operation * add logic operation * add addcdiv and addcmul operation * add arange operation * add bitcompute operation * add net test * fmt Signed-off-by: YdrMaster <ydrml@hotmail.com> * style: rename Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 用 NativeCpuRuntime 替换 CpuRuntime Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix code * fix code * fix code by review suggestion * remove operation which is not the onnx operation * fix format * clang format * refactor: tensor 的 print 加一层模板的 dataToString Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: onnx 导出 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 增加计算图优化接口 Signed-off-by: YdrMaster <ydrml@hotmail.com> * add clip operation * feat: 支持导入 clip Signed-off-by: YdrMaster <ydrml@hotmail.com> * test: 导入导出测试加入 ci Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix batch norm * feat: 增加 Shape 算子 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持导入 unsqueeze Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 修正 clip 接口 feat: 支持导入 transpose Signed-off-by: YdrMaster <ydrml@hotmail.com> * add broadcast operation * fix elementwise-broadcast * fix elementwise broadcast * add broadcast for gpu elementsie * feat: pad 支持 axes 负数 feat: 不支持的 padding 导出为独立的 pad 算子 feat: 支持导入 onnxsim 过的 inception Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 修正池化的测试 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导出 pads,支持 inception 导入导出,已加入 ci Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持 densenet 导入导出,并加入 ci Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导入 squeeze Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix softmax * feat: 导出 clip 和 transpose Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持 Conv 的 bias Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: bias of conv Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: bias of conv Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导入 split Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导出 split Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: conv Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: conv group Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: matmul 的 bias 没有放在输入里,修正 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix exmaple * fix: 改正 reduce_mean 导出 Signed-off-by: YdrMaster <ydrml@hotmail.com> * refactor: 修改 slice 实现与 onnx 一致 Signed-off-by: YdrMaster <ydrml@hotmail.com> * style: 不导出两个 runtime 函数 Signed-off-by: YdrMaster <ydrml@hotmail.com> * doc: 中文使用指南 Signed-off-by: YdrMaster <ydrml@hotmail.com> * doc: 补全指南 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 修复导入数据的问题 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fmt Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 添加 Dropout 基本结构,但不支持两个输出是不同的类型 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 重新导出优化接口 feat: dropout 导入 Signed-off-by: YdrMaster <ydrml@hotmail.com> * build: BANG 选项加入 Makefile Signed-off-by: YdrMaster <ydrml@hotmail.com> * fxi code, change of test/kernels/bang/test* is use NativeCpuRuntime. chaneg of include/bang/bang_runtime is for the cntoolkit upgrade. * feat: 导出 bang runtime Signed-off-by: YdrMaster <ydrml@hotmail.com> * add USE_BANG=1 * fix matmul * fix reshape * fix * fix activation * fix transpose * format * format * update Makefile Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持导入导出 ConvTranspose Signed-off-by: YdrMaster <ydrml@hotmail.com> * add prelu on mlu * fix: ConvTranspose Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持导入导出 PRelu Signed-off-by: YdrMaster <ydrml@hotmail.com> * add convtrans on mlu * fmt Signed-off-by: YdrMaster <ydrml@hotmail.com> * docs: 更新 README_CN.md Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix code by review suggestions * style Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: Softmax 的 axis 可以用默认值?感觉是 onnx 不标准 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix cuda & intelcpu bugs after merging --------- Signed-off-by: YdrMaster <ydrml@hotmail.com> Co-authored-by: wanghailu <wanghailu0717@163.com> Co-authored-by: wanghailu <wanghailu@qiyuanlab.com> Co-authored-by: whjthu <haojie0429@gmail.com>
2023-04-18 15:10:33 +08:00
} // namespace dbg
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
template <typename... T> std::string get_type_name(type_tag<std::tuple<T...>>) {
return "std::tuple<" + type_list_to_string<T...>() + ">";
2022-08-08 16:02:07 +08:00
}
template <typename T>
inline std::string get_type_name(type_tag<print_formatted<T>>) {
2022-08-09 20:16:39 +08:00
return type_name<T>();
2022-08-08 16:02:07 +08:00
}
// Implementation of 'is_detected' to specialize for container-like types
namespace detail_detector {
struct nonesuch {
2022-08-09 20:16:39 +08:00
nonesuch() = delete;
~nonesuch() = delete;
nonesuch(nonesuch const &) = delete;
void operator=(nonesuch const &) = delete;
2022-08-08 16:02:07 +08:00
};
2022-08-09 20:16:39 +08:00
template <typename...> using void_t = void;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
template <class Default, class AlwaysVoid, template <class...> class Op,
2022-08-08 16:02:07 +08:00
class... Args>
struct detector {
2022-08-09 20:16:39 +08:00
using value_t = std::false_type;
using type = Default;
2022-08-08 16:02:07 +08:00
};
template <class Default, template <class...> class Op, class... Args>
struct detector<Default, void_t<Op<Args...>>, Op, Args...> {
2022-08-09 20:16:39 +08:00
using value_t = std::true_type;
using type = Op<Args...>;
2022-08-08 16:02:07 +08:00
};
2022-08-09 20:16:39 +08:00
} // namespace detail_detector
2022-08-08 16:02:07 +08:00
template <template <class...> class Op, class... Args>
2022-08-09 20:16:39 +08:00
using is_detected =
typename detail_detector::detector<detail_detector::nonesuch, void, Op,
Args...>::value_t;
2022-08-08 16:02:07 +08:00
namespace detail {
namespace {
using std::begin;
using std::end;
#if DBG_MACRO_CXX_STANDARD < 17
2022-08-09 20:16:39 +08:00
template <typename T> constexpr auto size(const T &c) -> decltype(c.size()) {
return c.size();
2022-08-08 16:02:07 +08:00
}
template <typename T, std::size_t N>
constexpr std::size_t size(const T (&)[N]) {
2022-08-09 20:16:39 +08:00
return N;
2022-08-08 16:02:07 +08:00
}
#else
using std::size;
#endif
2022-08-09 20:16:39 +08:00
} // namespace
2022-08-08 16:02:07 +08:00
template <typename T>
using detect_begin_t = decltype(detail::begin(std::declval<T>()));
template <typename T>
using detect_end_t = decltype(detail::end(std::declval<T>()));
template <typename T>
using detect_size_t = decltype(detail::size(std::declval<T>()));
2022-08-09 20:16:39 +08:00
template <typename T> struct is_container {
static constexpr bool value =
is_detected<detect_begin_t, T>::value &&
is_detected<detect_end_t, T>::value &&
is_detected<detect_size_t, T>::value &&
!std::is_same<std::string,
typename std::remove_cv<typename std::remove_reference<
T>::type>::type>::value;
2022-08-08 16:02:07 +08:00
};
template <typename T>
using ostream_operator_t =
2022-08-09 20:16:39 +08:00
decltype(std::declval<std::ostream &>() << std::declval<T>());
2022-08-08 16:02:07 +08:00
template <typename T>
struct has_ostream_operator : is_detected<ostream_operator_t, T> {};
2022-08-09 20:16:39 +08:00
} // namespace detail
2022-08-08 16:02:07 +08:00
// Helper to dbg(…)-print types
2022-08-09 20:16:39 +08:00
template <typename T> struct print_type {};
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
template <typename T> print_type<T> type() { return print_type<T>{}; }
2022-08-08 16:02:07 +08:00
// Forward declarations of "pretty_print"
template <typename T>
2022-08-09 20:16:39 +08:00
inline void pretty_print(std::ostream &stream, const T &value, std::true_type);
2022-08-08 16:02:07 +08:00
template <typename T>
2022-08-09 20:16:39 +08:00
inline void pretty_print(std::ostream &, const T &, std::false_type);
2022-08-08 16:02:07 +08:00
template <typename T>
2022-08-09 20:16:39 +08:00
inline typename std::enable_if<!detail::is_container<const T &>::value &&
2022-08-08 16:02:07 +08:00
!std::is_enum<T>::value,
bool>::type
2022-08-09 20:16:39 +08:00
pretty_print(std::ostream &stream, const T &value);
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const bool &value);
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const char &value);
2022-08-08 16:02:07 +08:00
template <typename P>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, P *const &value);
2022-08-08 16:02:07 +08:00
template <typename T, typename Deleter>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream,
std::unique_ptr<T, Deleter> &value);
2022-08-08 16:02:07 +08:00
// template <typename T>
// inline bool pretty_print(std::ostream& stream, std::shared_ptr<T>& value);
template <size_t N>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const char (&value)[N]);
2022-08-08 16:02:07 +08:00
template <>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const char *const &value);
2022-08-08 16:02:07 +08:00
template <typename... Ts>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::tuple<Ts...> &value);
2022-08-08 16:02:07 +08:00
template <>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::tuple<> &);
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
template <> inline bool pretty_print(std::ostream &stream, const time &);
2022-08-08 16:02:07 +08:00
template <typename T>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const print_formatted<T> &value);
2022-08-08 16:02:07 +08:00
template <typename T>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const print_type<T> &);
2022-08-08 16:02:07 +08:00
template <typename Enum>
inline typename std::enable_if<std::is_enum<Enum>::value, bool>::type
2022-08-09 20:16:39 +08:00
pretty_print(std::ostream &stream, Enum const &value);
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::string &value);
2022-08-08 16:02:07 +08:00
#if DBG_MACRO_CXX_STANDARD >= 17
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::string_view &value);
2022-08-08 16:02:07 +08:00
#endif
template <typename T1, typename T2>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::pair<T1, T2> &value);
2022-08-08 16:02:07 +08:00
#if DBG_MACRO_CXX_STANDARD >= 17
template <typename T>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::optional<T> &value);
2022-08-08 16:02:07 +08:00
template <typename... Ts>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream,
const std::variant<Ts...> &value);
2022-08-08 16:02:07 +08:00
#endif
template <typename Container>
2022-08-09 20:16:39 +08:00
inline typename std::enable_if<detail::is_container<const Container &>::value,
2022-08-08 16:02:07 +08:00
bool>::type
2022-08-09 20:16:39 +08:00
pretty_print(std::ostream &stream, const Container &value);
2022-08-08 16:02:07 +08:00
// Specializations of "pretty_print"
template <typename T>
2022-08-09 20:16:39 +08:00
inline void pretty_print(std::ostream &stream, const T &value, std::true_type) {
stream << value;
2022-08-08 16:02:07 +08:00
}
template <typename T>
2022-08-09 20:16:39 +08:00
inline void pretty_print(std::ostream &, const T &, std::false_type) {
static_assert(detail::has_ostream_operator<const T &>::value,
"Type does not support the << ostream operator");
2022-08-08 16:02:07 +08:00
}
template <typename T>
2022-08-09 20:16:39 +08:00
inline typename std::enable_if<!detail::is_container<const T &>::value &&
2022-08-08 16:02:07 +08:00
!std::is_enum<T>::value,
bool>::type
2022-08-09 20:16:39 +08:00
pretty_print(std::ostream &stream, const T &value) {
pretty_print(stream, value,
typename detail::has_ostream_operator<const T &>::type{});
return true;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const bool &value) {
stream << std::boolalpha << value;
return true;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const char &value) {
const bool printable = value >= 0x20 && value <= 0x7E;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
if (printable) {
stream << "'" << value << "'";
} else {
stream << "'\\x" << std::setw(2) << std::setfill('0') << std::hex
<< std::uppercase << (0xFF & value) << "'";
}
return true;
2022-08-08 16:02:07 +08:00
}
template <typename P>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, P *const &value) {
if (value == nullptr) {
stream << "nullptr";
} else {
stream << value;
}
return true;
2022-08-08 16:02:07 +08:00
}
template <typename T, typename Deleter>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream,
std::unique_ptr<T, Deleter> &value) {
pretty_print(stream, value.get());
return true;
2022-08-08 16:02:07 +08:00
}
// template <typename T>
// inline bool pretty_print(std::ostream& stream, std::shared_ptr<T>& value) {
// pretty_print(stream, value.get());
// stream << " (use_count = " << value.use_count() << ")";
// return true;
// }
template <size_t N>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const char (&value)[N]) {
stream << value;
return false;
2022-08-08 16:02:07 +08:00
}
template <>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const char *const &value) {
stream << '"' << value << '"';
return true;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <size_t Idx> struct pretty_print_tuple {
template <typename... Ts>
static void print(std::ostream &stream, const std::tuple<Ts...> &tuple) {
pretty_print_tuple<Idx - 1>::print(stream, tuple);
stream << ", ";
pretty_print(stream, std::get<Idx>(tuple));
}
2022-08-08 16:02:07 +08:00
};
2022-08-09 20:16:39 +08:00
template <> struct pretty_print_tuple<0> {
template <typename... Ts>
static void print(std::ostream &stream, const std::tuple<Ts...> &tuple) {
pretty_print(stream, std::get<0>(tuple));
}
2022-08-08 16:02:07 +08:00
};
template <typename... Ts>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::tuple<Ts...> &value) {
stream << "{";
pretty_print_tuple<sizeof...(Ts) - 1>::print(stream, value);
stream << "}";
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return true;
2022-08-08 16:02:07 +08:00
}
template <>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::tuple<> &) {
stream << "{}";
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return true;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <> inline bool pretty_print(std::ostream &stream, const time &) {
using namespace std::chrono;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
const auto now = system_clock::now();
const auto us =
duration_cast<microseconds>(now.time_since_epoch()).count() % 1000000;
const auto hms = system_clock::to_time_t(now);
const std::tm *tm = std::localtime(&hms);
stream << "current time = " << std::put_time(tm, "%H:%M:%S") << '.'
<< std::setw(6) << std::setfill('0') << us;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return false;
2022-08-08 16:02:07 +08:00
}
// Converts decimal integer to binary string
2022-08-09 20:16:39 +08:00
template <typename T> std::string decimalToBinary(T n) {
const size_t length = 8 * sizeof(T);
std::string toRet;
toRet.resize(length);
for (size_t i = 0; i < length; ++i) {
const auto bit_at_index_i = static_cast<char>((n >> i) & 1);
toRet[length - 1 - i] = bit_at_index_i + '0';
}
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return toRet;
2022-08-08 16:02:07 +08:00
}
template <typename T>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream,
const print_formatted<T> &value) {
if (value.inner < 0) {
stream << "-";
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
stream << value.prefix();
// Print using setbase
if (value.base != 2) {
stream << std::setw(sizeof(T)) << std::setfill('0')
<< std::setbase(value.base) << std::uppercase;
if (value.inner >= 0) {
// The '+' sign makes sure that a uint_8 is printed as a number
stream << +value.inner;
} else {
using unsigned_type = typename std::make_unsigned<T>::type;
stream << +(static_cast<unsigned_type>(-(value.inner + 1)) + 1);
}
2022-08-08 16:02:07 +08:00
} else {
2022-08-09 20:16:39 +08:00
// Print for binary
if (value.inner >= 0) {
stream << decimalToBinary(value.inner);
} else {
using unsigned_type = typename std::make_unsigned<T>::type;
stream << decimalToBinary<unsigned_type>(
static_cast<unsigned_type>(-(value.inner + 1)) + 1);
}
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
return true;
2022-08-08 16:02:07 +08:00
}
template <typename T>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const print_type<T> &) {
stream << type_name<T>();
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
stream << " [sizeof: " << sizeof(T) << " byte, ";
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
stream << "trivial: ";
if (std::is_trivial<T>::value) {
stream << "yes";
} else {
stream << "no";
}
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
stream << ", standard layout: ";
if (std::is_standard_layout<T>::value) {
stream << "yes";
} else {
stream << "no";
}
stream << "]";
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return false;
2022-08-08 16:02:07 +08:00
}
template <typename Enum>
inline typename std::enable_if<std::is_enum<Enum>::value, bool>::type
2022-08-09 20:16:39 +08:00
pretty_print(std::ostream &stream, Enum const &value) {
using UnderlyingType = typename std::underlying_type<Enum>::type;
stream << static_cast<UnderlyingType>(value);
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return true;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::string &value) {
stream << '"' << value << '"';
return true;
2022-08-08 16:02:07 +08:00
}
#if DBG_MACRO_CXX_STANDARD >= 17
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::string_view &value) {
stream << '"' << std::string(value) << '"';
return true;
2022-08-08 16:02:07 +08:00
}
#endif
template <typename T1, typename T2>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::pair<T1, T2> &value) {
stream << "{";
pretty_print(stream, value.first);
stream << ", ";
pretty_print(stream, value.second);
stream << "}";
return true;
2022-08-08 16:02:07 +08:00
}
#if DBG_MACRO_CXX_STANDARD >= 17
template <typename T>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream, const std::optional<T> &value) {
if (value) {
stream << '{';
pretty_print(stream, *value);
stream << '}';
} else {
stream << "nullopt";
}
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return true;
2022-08-08 16:02:07 +08:00
}
template <typename... Ts>
2022-08-09 20:16:39 +08:00
inline bool pretty_print(std::ostream &stream,
const std::variant<Ts...> &value) {
stream << "{";
std::visit([&stream](auto &&arg) { pretty_print(stream, arg); }, value);
stream << "}";
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
return true;
2022-08-08 16:02:07 +08:00
}
#endif
template <typename Container>
2022-08-09 20:16:39 +08:00
inline typename std::enable_if<detail::is_container<const Container &>::value,
2022-08-08 16:02:07 +08:00
bool>::type
2022-08-09 20:16:39 +08:00
pretty_print(std::ostream &stream, const Container &value) {
stream << "{";
const size_t size = detail::size(value);
const size_t n = std::min(size_t{10}, size);
size_t i = 0;
using std::begin;
using std::end;
for (auto it = begin(value); it != end(value) && i < n; ++it, ++i) {
pretty_print(stream, *it);
if (i != n - 1) {
stream << ", ";
}
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
if (size > n) {
stream << ", ...";
stream << " size:" << size;
}
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
stream << "}";
return true;
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename T, typename... U> struct last {
using type = typename last<U...>::type;
2022-08-08 16:02:07 +08:00
};
2022-08-09 20:16:39 +08:00
template <typename T> struct last<T> { using type = T; };
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
template <typename... T> using last_t = typename last<T...>::type;
2022-08-08 16:02:07 +08:00
class DebugOutput {
2022-08-09 20:16:39 +08:00
public:
// Helper alias to avoid obscure type `const char* const*` in signature.
using expr_t = const char *;
DebugOutput(const char *filepath, int line, const char *function_name)
: m_use_colorized_output(isColorizedOutputEnabled()) {
std::string path = filepath;
const std::size_t path_length = path.length();
if (path_length > MAX_PATH_LENGTH) {
path = ".." +
path.substr(path_length - MAX_PATH_LENGTH, MAX_PATH_LENGTH);
}
std::stringstream ss;
ss << ansi(ANSI_DEBUG) << "[" << path << ":" << line << " ("
<< function_name << ")] " << ansi(ANSI_RESET);
m_location = ss.str();
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename... T>
auto print(std::initializer_list<expr_t> exprs,
std::initializer_list<std::string> types, T &&...values)
-> last_t<T...> {
if (exprs.size() != sizeof...(values)) {
std::cerr << m_location << ansi(ANSI_WARN)
<< "The number of arguments mismatch, please check "
"unprotected comma"
<< ansi(ANSI_RESET) << std::endl;
}
return print_impl(exprs.begin(), types.begin(),
std::forward<T>(values)...);
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
private:
template <typename T>
T &&print_impl(const expr_t *expr, const std::string *type, T &&value) {
const T &ref = value;
std::stringstream stream_value;
const bool print_expr_and_type = pretty_print(stream_value, ref);
std::stringstream output;
output << m_location;
if (print_expr_and_type) {
output << ansi(ANSI_EXPRESSION) << *expr << ansi(ANSI_RESET)
<< " = ";
}
output << ansi(ANSI_VALUE) << stream_value.str() << ansi(ANSI_RESET);
if (print_expr_and_type) {
output << " (" << ansi(ANSI_TYPE) << *type << ansi(ANSI_RESET)
<< ")";
}
output << std::endl;
std::cerr << output.str();
return std::forward<T>(value);
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
template <typename T, typename... U>
auto print_impl(const expr_t *exprs, const std::string *types, T &&value,
U &&...rest) -> last_t<T, U...> {
print_impl(exprs, types, std::forward<T>(value));
return print_impl(exprs + 1, types + 1, std::forward<U>(rest)...);
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
const char *ansi(const char *code) const {
if (m_use_colorized_output) {
return code;
} else {
return ANSI_EMPTY;
}
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
const bool m_use_colorized_output;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
std::string m_location;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
static constexpr std::size_t MAX_PATH_LENGTH = 20;
2022-08-08 16:02:07 +08:00
2022-08-09 20:16:39 +08:00
static constexpr const char *const ANSI_EMPTY = "";
static constexpr const char *const ANSI_DEBUG = "\x1b[02m";
static constexpr const char *const ANSI_WARN = "\x1b[33m";
static constexpr const char *const ANSI_EXPRESSION = "\x1b[36m";
static constexpr const char *const ANSI_VALUE = "\x1b[01m";
static constexpr const char *const ANSI_TYPE = "\x1b[32m";
static constexpr const char *const ANSI_RESET = "\x1b[0m";
2022-08-08 16:02:07 +08:00
};
// Identity function to suppress "-Wunused-value" warnings in DBG_MACRO_DISABLE
// mode
2022-08-09 20:16:39 +08:00
template <typename T> T &&identity(T &&t) { return std::forward<T>(t); }
2022-08-08 16:02:07 +08:00
template <typename T, typename... U>
2022-08-09 20:16:39 +08:00
auto identity(T &&, U &&...u) -> last_t<U...> {
return identity(std::forward<U>(u)...);
2022-08-08 16:02:07 +08:00
}
2022-08-09 20:16:39 +08:00
} // namespace dbg
2022-08-08 16:02:07 +08:00
#ifndef DBG_MACRO_DISABLE
// Force expanding argument with commas for MSVC, ref:
// https://stackoverflow.com/questions/35210637/macro-expansion-argument-with-commas
// Note that "args" should be a tuple with parentheses, such as "(e1, e2, ...)".
#define DBG_IDENTITY(x) x
#define DBG_CALL(fn, args) DBG_IDENTITY(fn args)
#define DBG_CAT_IMPL(_1, _2) _1##_2
#define DBG_CAT(_1, _2) DBG_CAT_IMPL(_1, _2)
2022-08-09 20:16:39 +08:00
#define DBG_16TH_IMPL(_1, _2, _3, _4, _5, _6, _7, _8, _9, _10, _11, _12, _13, \
_14, _15, _16, ...) \
_16
2022-08-08 16:02:07 +08:00
#define DBG_16TH(args) DBG_CALL(DBG_16TH_IMPL, args)
2022-08-09 20:16:39 +08:00
#define DBG_NARG(...) \
DBG_16TH( \
(__VA_ARGS__, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0))
2022-08-08 16:02:07 +08:00
// DBG_VARIADIC_CALL(fn, data, e1, e2, ...) => fn_N(data, (e1, e2, ...))
2022-08-09 20:16:39 +08:00
#define DBG_VARIADIC_CALL(fn, data, ...) \
DBG_CAT(fn##_, DBG_NARG(__VA_ARGS__))(data, (__VA_ARGS__))
2022-08-08 16:02:07 +08:00
// (e1, e2, e3, ...) => e1
#define DBG_HEAD_IMPL(_1, ...) _1
#define DBG_HEAD(args) DBG_CALL(DBG_HEAD_IMPL, args)
// (e1, e2, e3, ...) => (e2, e3, ...)
#define DBG_TAIL_IMPL(_1, ...) (__VA_ARGS__)
#define DBG_TAIL(args) DBG_CALL(DBG_TAIL_IMPL, args)
#define DBG_MAP_1(fn, args) DBG_CALL(fn, args)
#define DBG_MAP_2(fn, args) fn(DBG_HEAD(args)), DBG_MAP_1(fn, DBG_TAIL(args))
#define DBG_MAP_3(fn, args) fn(DBG_HEAD(args)), DBG_MAP_2(fn, DBG_TAIL(args))
#define DBG_MAP_4(fn, args) fn(DBG_HEAD(args)), DBG_MAP_3(fn, DBG_TAIL(args))
#define DBG_MAP_5(fn, args) fn(DBG_HEAD(args)), DBG_MAP_4(fn, DBG_TAIL(args))
#define DBG_MAP_6(fn, args) fn(DBG_HEAD(args)), DBG_MAP_5(fn, DBG_TAIL(args))
#define DBG_MAP_7(fn, args) fn(DBG_HEAD(args)), DBG_MAP_6(fn, DBG_TAIL(args))
#define DBG_MAP_8(fn, args) fn(DBG_HEAD(args)), DBG_MAP_7(fn, DBG_TAIL(args))
#define DBG_MAP_9(fn, args) fn(DBG_HEAD(args)), DBG_MAP_8(fn, DBG_TAIL(args))
#define DBG_MAP_10(fn, args) fn(DBG_HEAD(args)), DBG_MAP_9(fn, DBG_TAIL(args))
#define DBG_MAP_11(fn, args) fn(DBG_HEAD(args)), DBG_MAP_10(fn, DBG_TAIL(args))
#define DBG_MAP_12(fn, args) fn(DBG_HEAD(args)), DBG_MAP_11(fn, DBG_TAIL(args))
#define DBG_MAP_13(fn, args) fn(DBG_HEAD(args)), DBG_MAP_12(fn, DBG_TAIL(args))
#define DBG_MAP_14(fn, args) fn(DBG_HEAD(args)), DBG_MAP_13(fn, DBG_TAIL(args))
#define DBG_MAP_15(fn, args) fn(DBG_HEAD(args)), DBG_MAP_14(fn, DBG_TAIL(args))
#define DBG_MAP_16(fn, args) fn(DBG_HEAD(args)), DBG_MAP_15(fn, DBG_TAIL(args))
// DBG_MAP(fn, e1, e2, e3, ...) => fn(e1), fn(e2), fn(e3), ...
#define DBG_MAP(fn, ...) DBG_VARIADIC_CALL(DBG_MAP, fn, __VA_ARGS__)
#define DBG_STRINGIFY_IMPL(x) #x
#define DBG_STRINGIFY(x) DBG_STRINGIFY_IMPL(x)
#define DBG_TYPE_NAME(x) dbg::type_name<decltype(x)>()
2022-08-09 20:16:39 +08:00
#define dbg(...) \
dbg::DebugOutput(__FILE__, __LINE__, __func__) \
.print({DBG_MAP(DBG_STRINGIFY, __VA_ARGS__)}, \
{DBG_MAP(DBG_TYPE_NAME, __VA_ARGS__)}, __VA_ARGS__)
2022-08-08 16:02:07 +08:00
#else
#define dbg(...) dbg::identity(__VA_ARGS__)
2022-08-09 20:16:39 +08:00
#endif // DBG_MACRO_DISABLE
2022-08-08 16:02:07 +08:00
Dev for 202303ddl (#66) * add activation operatiopn relu, tanh, sigmoid on mlu * commit for format * add activation backward operation * add test for activation_backward * add test * add convbpfilter * fix * add transpsoe code and test * add trigon function operation on mlu: sin,cos,tan,asin,sinh,asinh * add copy operation on mlu * add ceil operation and floor operation * add operation clip * add operation cnnl div, test and test for divdemo bangc kernel * add divnonan operation and test * add erf operation * add exp operation * add operation fill * add log operation * add log1p operation * add l2loss operation * add maximum and minimum operation * add mseloss operation * add negTensor operation * add power operation * add reciprocal operation * add sqrt and rsqrt operation * add transform operation * add addn operation * add muln operation * cherrry pick some operation * add floordiv operation and floordivtrunc operation * add floormod operation * add cumsum operation * add det operation * add pad operation * format * add concat operation * format * add split operation * fix concat and split operation * add round operation * add pooling operation * add square operation * add squaredDifference operation * code format fix * add flip operation * code format fix * add hardtanh operation * add logic operation * add addcdiv and addcmul operation * add arange operation * add bitcompute operation * add net test * fmt Signed-off-by: YdrMaster <ydrml@hotmail.com> * style: rename Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 用 NativeCpuRuntime 替换 CpuRuntime Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix code * fix code * fix code by review suggestion * remove operation which is not the onnx operation * fix format * clang format * refactor: tensor 的 print 加一层模板的 dataToString Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: onnx 导出 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 增加计算图优化接口 Signed-off-by: YdrMaster <ydrml@hotmail.com> * add clip operation * feat: 支持导入 clip Signed-off-by: YdrMaster <ydrml@hotmail.com> * test: 导入导出测试加入 ci Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix batch norm * feat: 增加 Shape 算子 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持导入 unsqueeze Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 修正 clip 接口 feat: 支持导入 transpose Signed-off-by: YdrMaster <ydrml@hotmail.com> * add broadcast operation * fix elementwise-broadcast * fix elementwise broadcast * add broadcast for gpu elementsie * feat: pad 支持 axes 负数 feat: 不支持的 padding 导出为独立的 pad 算子 feat: 支持导入 onnxsim 过的 inception Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 修正池化的测试 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导出 pads,支持 inception 导入导出,已加入 ci Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持 densenet 导入导出,并加入 ci Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导入 squeeze Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix softmax * feat: 导出 clip 和 transpose Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持 Conv 的 bias Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: bias of conv Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: bias of conv Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导入 split Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 导出 split Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: conv Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: conv group Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: matmul 的 bias 没有放在输入里,修正 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix exmaple * fix: 改正 reduce_mean 导出 Signed-off-by: YdrMaster <ydrml@hotmail.com> * refactor: 修改 slice 实现与 onnx 一致 Signed-off-by: YdrMaster <ydrml@hotmail.com> * style: 不导出两个 runtime 函数 Signed-off-by: YdrMaster <ydrml@hotmail.com> * doc: 中文使用指南 Signed-off-by: YdrMaster <ydrml@hotmail.com> * doc: 补全指南 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: 修复导入数据的问题 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fmt Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 添加 Dropout 基本结构,但不支持两个输出是不同的类型 Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 重新导出优化接口 feat: dropout 导入 Signed-off-by: YdrMaster <ydrml@hotmail.com> * build: BANG 选项加入 Makefile Signed-off-by: YdrMaster <ydrml@hotmail.com> * fxi code, change of test/kernels/bang/test* is use NativeCpuRuntime. chaneg of include/bang/bang_runtime is for the cntoolkit upgrade. * feat: 导出 bang runtime Signed-off-by: YdrMaster <ydrml@hotmail.com> * add USE_BANG=1 * fix matmul * fix reshape * fix * fix activation * fix transpose * format * format * update Makefile Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持导入导出 ConvTranspose Signed-off-by: YdrMaster <ydrml@hotmail.com> * add prelu on mlu * fix: ConvTranspose Signed-off-by: YdrMaster <ydrml@hotmail.com> * feat: 支持导入导出 PRelu Signed-off-by: YdrMaster <ydrml@hotmail.com> * add convtrans on mlu * fmt Signed-off-by: YdrMaster <ydrml@hotmail.com> * docs: 更新 README_CN.md Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix code by review suggestions * style Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix: Softmax 的 axis 可以用默认值?感觉是 onnx 不标准 Signed-off-by: YdrMaster <ydrml@hotmail.com> * fix cuda & intelcpu bugs after merging --------- Signed-off-by: YdrMaster <ydrml@hotmail.com> Co-authored-by: wanghailu <wanghailu0717@163.com> Co-authored-by: wanghailu <wanghailu@qiyuanlab.com> Co-authored-by: whjthu <haojie0429@gmail.com>
2023-04-18 15:10:33 +08:00
#endif // DBG_MACRO_DBG_H