Im trying to run mobilenetv2 quantized model following the example of “tutorials/frontend/deploy_quantized.py”
I changed the above script with
model_name = "mobilenetv2_1.0"
and
mod = quantize(mod, params, data_aware=False). With data_aware=True also this issue will happen.
Traceback (most recent call last):
File "tutorials/frontend/deploy_quantized.py", line 161, in <module>
main()
File "tutorials/frontend/deploy_quantized.py", line 157, in main
mod = quantize(mod, params, data_aware=False)
File "tutorials/frontend/deploy_quantized.py", line 138, in quantize
mod = relay.quantize.quantize(mod, params)
File "/home/siju/workspace/tvm/python/tvm/relay/quantize/quantize.py", line 353, in quantize
mod = quantize_seq(mod)
File "/home/siju/workspace/tvm/python/tvm/ir/transform.py", line 141, in __call__
return _ffi_transform_api.RunPass(self, mod)
File "/home/siju/workspace/tvm/python/tvm/_ffi/_ctypes/packed_func.py", line 216, in __call__
raise get_last_ffi_error()
tvm._ffi.base.TVMError: Traceback (most recent call last):
[bt] (8) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::MixedModeMutator::DispatchVisitExpr(tvm::RelayExpr const&)+0x1d) [0x7f3c0af920cd]
[bt] (7) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::ExprMutator::VisitExpr(tvm::RelayExpr const&)+0x8e) [0x7f3c0af9205e]
[bt] (6) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::ExprFunctor<tvm::RelayExpr (tvm::RelayExpr const&)>::VisitExpr(tvm::RelayExpr const&)+0x91) [0x7f3c0af96c61]
[bt] (5) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::ExprFunctor<tvm::RelayExpr (tvm::RelayExpr const&)>::InitVTable()::{lambda(tvm::runtime::ObjectRef const&, tvm::relay::ExprFunctor<tvm::RelayExpr (tvm::RelayExpr const&)>*)#6}::_FUN(tvm::runtime::ObjectRef const&, tvm::relay::ExprFunctor<tvm::RelayExpr (tvm::RelayExpr const&)>*)+0x27) [0x7f3c0af93bd7]
[bt] (4) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::MixedModeMutator::VisitExpr_(tvm::relay::CallNode const*)+0x43) [0x7f3c0ae6e963]
[bt] (3) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::ForwardRewriter::Rewrite_(tvm::relay::CallNode const*, tvm::RelayExpr const&)+0x779) [0x7f3c0ae71d99]
[bt] (2) /home/siju/workspace/tvm/build/libtvm.so(std::_Function_handler<void (tvm::runtime::TVMArgs, tvm::runtime::TVMRetValue*), tvm::runtime::TypedPackedFunc<tvm::RelayExpr (tvm::relay::Call const&, tvm::Array<tvm::RelayExpr, void> const&, tvm::runtime::ObjectRef const&)>::AssignTypedLambda<tvm::RelayExpr (*)(tvm::relay::Call const&, tvm::Array<tvm::RelayExpr, void> const&, tvm::runtime::ObjectRef const&)>(tvm::RelayExpr (*)(tvm::relay::Call const&, tvm::Array<tvm::RelayExpr, void> const&, tvm::runtime::ObjectRef const&))::{lambda(tvm::runtime::TVMArgs const&, tvm::runtime::TVMRetValue*)#1}>::_M_invoke(std::_Any_data const&, tvm::runtime::TVMArgs&&, tvm::runtime::TVMRetValue*&&)+0xf0) [0x7f3c0ae074a0]
[bt] (1) /home/siju/workspace/tvm/build/libtvm.so(tvm::relay::quantize::Conv2dRealize(tvm::relay::Call const&, tvm::Array<tvm::RelayExpr, void> const&, tvm::runtime::ObjectRef const&)+0x83f) [0x7f3c0ae025bf]
[bt] (0) /home/siju/workspace/tvm/build/libtvm.so(dmlc::LogMessageFatal::~LogMessageFatal()+0x43) [0x7f3c0a77ca53]
File "/home/siju/workspace/tvm/src/relay/quantize/realize.cc", line 212
TVMError: Check failed: rhs:
@janimesh @vinx13 could you please help to solve this issue ? Thanks in advance.