mirror/opencv
1
0
Fork 0
mirror of https://github.com/opencv/opencv.git synced 2025-06-12 20:42:53 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

TensorFlow weights dequantization

Browse Source
This commit is contained in:
Dmitry Kurtaev 2017-12-21 17:15:48 +03:00
parent 047ad4ff71
commit bcc669f3f7
2 changed files with 57 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
modules/dnn/src/tensorflow/tf_importer.cpp
View File

@ -138,6 +138,11 @@ static Mat getTensorContent(const tensorflow::TensorProto &tensor)
convertFp16(halfsSigned, floats); convertFp16(halfsSigned, floats);
return floats; return floats;
} }
case tensorflow::DT_QUINT8:
{
CV_Assert(!content.empty());
return Mat(1, content.size(), CV_8UC1, (void*)content.c_str()).clone();
}
default: default:
CV_Error(Error::StsError, "Tensor's data type is not supported"); CV_Error(Error::StsError, "Tensor's data type is not supported");
break; break;
@ -588,7 +593,7 @@ const tensorflow::TensorProto& TFImporter::getConstBlob(const tensorflow::NodeDe
} }
} }
static void addConstNodes(const tensorflow::GraphDef& net, std::map<String, int>& const_layers, static void addConstNodes(tensorflow::GraphDef& net, std::map<String, int>& const_layers,
std::set<String>& layers_to_ignore) std::set<String>& layers_to_ignore)
{ {
for (int li = 0; li < net.node_size(); li++) for (int li = 0; li < net.node_size(); li++)
@ -597,7 +602,52 @@ static void addConstNodes(const tensorflow::GraphDef& net, std::map<String, int>
String name = layer.name(); String name = layer.name();
String type = layer.op(); String type = layer.op();
if (type != "Const") if (type == "Dequantize")
{
// Example of Dequantize node:
// name: "conv2d_1/bias"
// op: "Dequantize"
// input: "conv2d_1/bias_quantized_const" (tensor of dtype DT_QUINT8)
// input: "conv2d_1/bias_quantized_min"
// input: "conv2d_1/bias_quantized_max"
// attr { key: "T" value { type: DT_QUINT8 } } (quantized type)
// attr { key: "mode" value { s: "MIN_FIRST" } } (quantization technique)
CV_Assert(layer.input_size() == 3);
for (int i = 0; i < 3; ++i)
CV_Assert(const_layers.find(layer.input(i)) != const_layers.end());
CV_Assert(hasLayerAttr(layer, "mode") &&
getLayerAttr(layer, "mode").s() == "MIN_FIRST");
int tensorId = const_layers[layer.input(0)];
int minId = const_layers[layer.input(1)];
int maxId = const_layers[layer.input(2)];
tensorflow::TensorProto* tensor = net.mutable_node(tensorId)
->mutable_attr()->at("value")
.mutable_tensor();
CV_Assert(tensor->dtype() == tensorflow::DT_QUINT8);
Mat qMin = getTensorContent(net.node(minId).attr().at("value").tensor());
Mat qMax = getTensorContent(net.node(maxId).attr().at("value").tensor());
CV_Assert(qMin.total() == 1, qMin.type() == CV_32FC1,
qMax.total() == 1, qMax.type() == CV_32FC1);
Mat content = getTensorContent(*tensor);
float minVal = qMin.at<float>(0);
float rangeScale = (qMax.at<float>(0) - minVal) / 255;
CV_Assert(rangeScale >= 0);
content.convertTo(content, CV_32FC1, rangeScale,
rangeScale * cvRound(minVal / rangeScale));
tensor->set_dtype(tensorflow::DT_FLOAT);
tensor->set_tensor_content(content.data, content.total() * content.elemSize1());
ExcludeLayer(net, li, 0, false);
layers_to_ignore.insert(name);
continue;
}
else if (type != "Const")
continue; // only Const parameters are supported continue; // only Const parameters are supported
if (layer.attr().find("value") != layer.attr().end()) if (layer.attr().find("value") != layer.attr().end())

5
modules/dnn/test/test_tf_importer.cpp
View File

@ -188,6 +188,11 @@ TEST(Test_TensorFlow, fp16)
runTensorFlowNet("fp16_padding_same", false, l1, lInf); runTensorFlowNet("fp16_padding_same", false, l1, lInf);
} }
TEST(Test_TensorFlow, quantized)
{
runTensorFlowNet("uint8_single_conv");
}
TEST(Test_TensorFlow, MobileNet_SSD) TEST(Test_TensorFlow, MobileNet_SSD)
{ {
std::string netPath = findDataFile("dnn/ssd_mobilenet_v1_coco.pb", false); std::string netPath = findDataFile("dnn/ssd_mobilenet_v1_coco.pb", false);