Source code for otx.cli.utils.nncf
"""NNCF-related utils."""
# Copyright (C) 2021-2023 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions
# and limitations under the License.
import torch
[docs]
def is_checkpoint_nncf(path: str) -> bool:
"""Check if checkpoint is NNCF checkpoint.
The function uses metadata stored in a checkpoint to check if the
checkpoint was the result of training of NNCF-compressed model.
"""
state = torch.load(path, map_location="cpu")
is_nncf = bool(state.get("meta", {}).get("nncf_enable_compression")) or "nncf_metainfo" in state
return is_nncf
[docs]
def get_number_of_fakequantizers_in_xml(path_to_xml: str) -> int:
"""Return number of FakeQuantize layers.
Return number of FakeQuantize layers in the model by parsing file without loading model.
Args:
path_to_xml (str): Path to xml file.
Returns:
int: Number of FakeQuantize layers.
"""
num_fq = 0
with open(path_to_xml, "r", encoding="UTF-8") as stream:
for line in stream.readlines():
if 'type="FakeQuantize"' in line:
num_fq += 1
return num_fq