tests/utils/test_inc_utils.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# Copyright (c) 2022 Intel Corporation
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# SPDX-License-Identifier: Apache-2.0
#

import pytest

from tlt.utils.inc_utils import get_inc_config


@pytest.mark.common
@pytest.mark.parametrize('accuracy_criterion,valid',
                         [[0.1, True],
                          [-1, False],
                          [0.01, True],
                          [1.434, False],
                          ['foo', False]])
def test_inc_config_accuracy_criterion(accuracy_criterion, valid):
    """
    Tests an INC config with good and bad accuracy_criterion_relative values
    """
    if not valid:
        with pytest.raises(ValueError):
            get_inc_config(accuracy_criterion_relative=accuracy_criterion)
    else:
        config = get_inc_config(accuracy_criterion_relative=accuracy_criterion)
        assert config.accuracy_criterion.relative == accuracy_criterion


@pytest.mark.common
@pytest.mark.parametrize('timeout,valid',
                         [[0.1, False],
                          [-1, False],
                          [0, True],
                          [60, True],
                          ['foo', False]])
def test_inc_config_timeout(timeout, valid):
    """
    Tests an INC config with good and bad exit_policy_timeout values
    """
    if not valid:
        with pytest.raises(ValueError):
            get_inc_config(exit_policy_timeout=timeout)
    else:
        config = get_inc_config(exit_policy_timeout=timeout)
        assert config.timeout == timeout


@pytest.mark.common
@pytest.mark.parametrize('max_trials,valid',
                         [[0.1, False],
                          [-1, False],
                          [0, False],
                          [1, True],
                          [60, True],
                          ['foo', False]])
def test_inc_config_max_trials(max_trials, valid):
    """
    Tests an INC config with good and bad exit_policy_max_trials values
    """
    if not valid:
        with pytest.raises(ValueError):
            get_inc_config(exit_policy_max_trials=max_trials)
    else:
        config = get_inc_config(exit_policy_max_trials=max_trials)
        assert config.max_trials == max_trials


@pytest.mark.common
@pytest.mark.parametrize('approach,valid',
                         [['foo', False],
                          [-1, False],
                          [0, False],
                          ['static', True],
                          ['dynamic', True],
                          [True, False],
                          [False, False]])
def test_inc_config_approach(approach, valid):
    """
    Tests an INC config with good and bad approach values
    """
    if not valid:
        with pytest.raises(ValueError):
            get_inc_config(approach=approach)
    else:
        config = get_inc_config(approach=approach)
        assert config.approach == 'post_training_{}_quant'.format(approach)