LLamaSharp/LLama.Unittest/EncodingExtensionsTests.cs

using System.Text;
using EncodingExtensions = LLama.Extensions.EncodingExtensions;

namespace LLama.Unittest
{
    public class EncodingExtensionsTests
    {
        private static void GetCharsTest(string str)
        {
            var bytes = Encoding.UTF8.GetBytes(str);

            var chars = new char[128];
            var count = EncodingExtensions.GetCharsImpl(Encoding.UTF8, bytes, chars);

            Assert.Equal(str.Length, count);
            Assert.True(chars[..count].SequenceEqual(str));
        }

        private static void GetCharCountTest(string str)
        {
            var bytes = Encoding.UTF8.GetBytes(str);

            var count = EncodingExtensions.GetCharCountImpl(Encoding.UTF8, bytes);

            Assert.Equal(str.Length, count);
        }

        [Fact]
        public void GetCharsEmptyString()
        {
            GetCharsTest("");
        }

        [Fact]
        public void GetCharsString()
        {
            GetCharsTest("Hello World");
        }

        [Fact]
        public void GetCharsChineseString()
        {
            GetCharsTest("猫坐在垫子上");
        }

        [Fact]
        public void GetCharCountEmptyString()
        {
            GetCharCountTest("");
        }

        [Fact]
        public void GetCharCountString()
        {
            GetCharCountTest("Hello World");
        }

        [Fact]
        public void GetCharCountChineseString()
        {
            GetCharCountTest("猫坐在垫子上");
        }
    }
}