103 lines
4.1 KiB
Python
103 lines
4.1 KiB
Python
# Copyright 2023 The HuggingFace Team. All rights reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import unittest
|
|
|
|
from transformers.utils.backbone_utils import (
|
|
BackboneMixin,
|
|
get_aligned_output_features_output_indices,
|
|
verify_out_features_out_indices,
|
|
)
|
|
|
|
|
|
class BackboneUtilsTester(unittest.TestCase):
|
|
def test_get_aligned_output_features_output_indices(self):
|
|
stage_names = ["a", "b", "c"]
|
|
|
|
# Defaults to last layer if both are None
|
|
out_features, out_indices = get_aligned_output_features_output_indices(None, None, stage_names)
|
|
self.assertEqual(out_features, ["c"])
|
|
self.assertEqual(out_indices, [2])
|
|
|
|
# Out indices set to match out features
|
|
out_features, out_indices = get_aligned_output_features_output_indices(["a", "c"], None, stage_names)
|
|
self.assertEqual(out_features, ["a", "c"])
|
|
self.assertEqual(out_indices, [0, 2])
|
|
|
|
# Out features set to match out indices
|
|
out_features, out_indices = get_aligned_output_features_output_indices(None, [0, 2], stage_names)
|
|
self.assertEqual(out_features, ["a", "c"])
|
|
self.assertEqual(out_indices, [0, 2])
|
|
|
|
# Out features selected from negative indices
|
|
out_features, out_indices = get_aligned_output_features_output_indices(None, [-3, -1], stage_names)
|
|
self.assertEqual(out_features, ["a", "c"])
|
|
self.assertEqual(out_indices, [-3, -1])
|
|
|
|
def test_verify_out_features_out_indices(self):
|
|
# Stage names must be set
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(["a", "b"], (0, 1), None)
|
|
|
|
# Out features must be a list
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(("a", "b"), (0, 1), ["a", "b"])
|
|
|
|
# Out features must be a subset of stage names
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(["a", "b"], (0, 1), ["a"])
|
|
|
|
# Out indices must be a list or tuple
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(None, 0, ["a", "b"])
|
|
|
|
# Out indices must be a subset of stage names
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(None, (0, 1), ["a"])
|
|
|
|
# Out features and out indices must be the same length
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(["a", "b"], (0,), ["a", "b", "c"])
|
|
|
|
# Out features should match out indices
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(["a", "b"], (0, 2), ["a", "b", "c"])
|
|
|
|
# Out features and out indices should be in order
|
|
with self.assertRaises(ValueError):
|
|
verify_out_features_out_indices(["b", "a"], (0, 1), ["a", "b"])
|
|
|
|
# Check passes with valid inputs
|
|
verify_out_features_out_indices(["a", "b", "d"], (0, 1, -1), ["a", "b", "c", "d"])
|
|
|
|
def test_backbone_mixin(self):
|
|
backbone = BackboneMixin()
|
|
|
|
backbone.stage_names = ["a", "b", "c"]
|
|
backbone._out_features = ["a", "c"]
|
|
backbone._out_indices = [0, 2]
|
|
|
|
# Check that the output features and indices are set correctly
|
|
self.assertEqual(backbone.out_features, ["a", "c"])
|
|
self.assertEqual(backbone.out_indices, [0, 2])
|
|
|
|
# Check out features and indices are updated correctly
|
|
backbone.out_features = ["a", "b"]
|
|
self.assertEqual(backbone.out_features, ["a", "b"])
|
|
self.assertEqual(backbone.out_indices, [0, 1])
|
|
|
|
backbone.out_indices = [-3, -1]
|
|
self.assertEqual(backbone.out_features, ["a", "c"])
|
|
self.assertEqual(backbone.out_indices, [-3, -1])
|