id: 1 unit: public List Encode() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 218 end line: 289 size: 46 LOC McCabe index: 8 number of parameters: 1 id: 2 unit: public override List DecodeChain() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 216 end line: 259 size: 37 LOC McCabe index: 9 number of parameters: 1 id: 3 unit: public override List Decode() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 280 end line: 315 size: 34 LOC McCabe index: 5 number of parameters: 1 id: 4 unit: public override List PostProcess() file: Runtime/Tokenizers/PostProcessors/PostProcessors.cs start line: 101 end line: 146 size: 27 LOC McCabe index: 7 number of parameters: 2 id: 5 unit: public NormalizerSequence() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 213 end line: 239 size: 23 LOC McCabe index: 5 number of parameters: 1 id: 6 unit: public string TokenizeChineseChars() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 96 end line: 120 size: 20 LOC McCabe index: 3 number of parameters: 1 id: 7 unit: public DecoderSequence() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 327 end line: 350 size: 20 LOC McCabe index: 5 number of parameters: 1 id: 8 unit: public List Fuse() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 159 end line: 179 size: 19 LOC McCabe index: 5 number of parameters: 2 id: 9 unit: public List Fuse() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 326 end line: 346 size: 19 LOC McCabe index: 5 number of parameters: 2 id: 10 unit: public static List Fuse() file: Runtime/Tokenizers/Tokenizers/TokenizersUtils.cs start line: 12 end line: 32 size: 19 LOC McCabe index: 5 number of parameters: 2 id: 11 unit: public static Normalizer FromConfig() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 38 end line: 57 size: 19 LOC McCabe index: 6 number of parameters: 1 id: 12 unit: public List PreTokenize() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 68 end line: 92 size: 17 LOC McCabe index: 3 number of parameters: 1 id: 13 unit: public static string createPattern() file: Runtime/Tokenizers/Normalizers/NormalizersUtils.cs start line: 15 end line: 32 size: 16 LOC McCabe index: 3 number of parameters: 2 id: 14 unit: public static PostProcessor FromConfig() file: Runtime/Tokenizers/PostProcessors/PostProcessors.cs start line: 31 end line: 47 size: 15 LOC McCabe index: 3 number of parameters: 1 id: 15 unit: public List ConvertTokensToIds() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 116 end line: 139 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 16 unit: public static PreTokenizer FromConfig() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 36 end line: 50 size: 13 LOC McCabe index: 3 number of parameters: 1 id: 17 unit: public string Normalize() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 248 end line: 260 size: 12 LOC McCabe index: 3 number of parameters: 1 id: 18 unit: public TokenizerModel() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 53 end line: 68 size: 11 LOC McCabe index: 1 number of parameters: 2 id: 19 unit: public static TokenizerModel FromConfig() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 77 end line: 87 size: 11 LOC McCabe index: 2 number of parameters: 2 id: 20 unit: public bool IsChineseChar() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 136 end line: 146 size: 11 LOC McCabe index: 16 number of parameters: 1 id: 21 unit: public static Decoder_ FromConfig() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 45 end line: 58 size: 11 LOC McCabe index: 2 number of parameters: 1 id: 22 unit: public TokenizerModel() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 36 end line: 50 size: 10 LOC McCabe index: 1 number of parameters: 1 id: 23 unit: public List ConvertTokensToIds() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 307 end line: 324 size: 10 LOC McCabe index: 3 number of parameters: 1 id: 24 unit: public override List PreTokenizeText() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 133 end line: 144 size: 10 LOC McCabe index: 2 number of parameters: 1 id: 25 unit: public WordPieceTokenizer() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 192 end line: 210 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 26 unit: public override List DecodeChain() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 169 end line: 182 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 27 unit: public Decoder_() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 30 end line: 36 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 28 unit: public StripDecoder() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 272 end line: 278 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 29 unit: public TemplateProcessing() file: Runtime/Tokenizers/PostProcessors/PostProcessors.cs start line: 93 end line: 98 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 30 unit: public List ConvertIdsToTokens() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 147 end line: 156 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 31 unit: public List ConvertIdsToTokens() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 296 end line: 305 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 32 unit: public override string Normalize() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 279 end line: 283 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 33 unit: public BertPreTokenizer() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 116 end line: 124 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 34 unit: public List Call() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 94 end line: 97 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 35 unit: public virtual List Encode() file: Runtime/Tokenizers/Tokenizers/Tokenizers.cs start line: 105 end line: 108 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 36 unit: public Normalizer() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 27 end line: 30 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 37 unit: public virtual string Normalize() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 64 end line: 67 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 38 unit: public string Call() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 74 end line: 77 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 39 unit: public string StripAccents() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 153 end line: 162 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 40 unit: public PreTokenizer() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 25 end line: 28 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 41 unit: public virtual List PreTokenizeText() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 58 end line: 61 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 42 unit: public List Call() file: Runtime/Tokenizers/PreTokenizers/PreTokenizers.cs start line: 100 end line: 103 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 43 unit: public virtual List DecodeChain() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 67 end line: 70 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 44 unit: public virtual List Decode() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 77 end line: 80 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 45 unit: public List Call() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 88 end line: 91 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 46 unit: public override List DecodeChain() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 197 end line: 200 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 47 unit: public List DecodeChain() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 357 end line: 360 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 48 unit: public PostProcessor() file: Runtime/Tokenizers/PostProcessors/PostProcessors.cs start line: 20 end line: 23 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 49 unit: public virtual List PostProcess() file: Runtime/Tokenizers/PostProcessors/PostProcessors.cs start line: 55 end line: 58 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 50 unit: public virtual List Call() file: Runtime/Tokenizers/PostProcessors/PostProcessors.cs start line: 66 end line: 69 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 51 unit: public BertNormalizer() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 86 end line: 89 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 52 unit: public Prepend() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 269 end line: 272 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 53 unit: public Replace() file: Runtime/Tokenizers/Normalizers/Normalizers.cs start line: 293 end line: 296 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 54 unit: public ReplaceDecoder() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 166 end line: 168 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 55 unit: public FuseDecoder() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 193 end line: 195 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 56 unit: public ByteFallback() file: Runtime/Tokenizers/Decoders/Decoders.cs start line: 210 end line: 212 size: 3 LOC McCabe index: 1 number of parameters: 1