public List Fuse()

in Runtime/Tokenizers/Tokenizers/Tokenizers.cs [159:179]


        public List<int> Fuse(List<int> arr, int value)
        {
            List<int> fused = new List<int>();
            int i = 0;
            while (i < arr.Count)
            {
                fused.Add(arr[i]);
                if (arr[i] != value)
                {
                    i++;
                    continue;
                }

                while (i < arr.Count && arr[i] == value)
                {
                    i++;
                }
            }

            return fused;
        }