in tokenizers/CsharpTokenizer/CsharpTokenizer/Program.cs [46:58]
private static string GetJsonForFile(string filepath, bool onlyIdentifiers, string baseDir)
{
var tokens = GetFileIdentifierTokens(filepath, onlyIdentifiers);
Debug.Assert(filepath.StartsWith(baseDir));
var relativePath = Path.GetRelativePath(baseDir, filepath);
var tokenData = new TokenData()
{
tokens = tokens.ToArray(),
filename = relativePath
};
return JsonConvert.SerializeObject(tokenData);
}