in packages/inference/src/snippets/getInferenceSnippets.ts [452:519]
function replaceAccessTokenPlaceholder(
directRequest: boolean | undefined,
placeholder: string,
snippet: string,
language: InferenceSnippetLanguage,
provider: InferenceProviderOrPolicy,
endpointUrl?: string
): string {
// If "opts.accessToken" is not set, the snippets are generated with a placeholder.
// Once snippets are rendered, we replace the placeholder with code to fetch the access token from an environment variable.
// Determine if HF_TOKEN or specific provider token should be used
const useHfToken =
!endpointUrl && // custom endpointUrl => use a generic API_TOKEN
(provider == "hf-inference" || // hf-inference provider => use $HF_TOKEN
(!directRequest && // if explicit directRequest => use provider-specific token
(snippet.includes("InferenceClient") || // using a client => use $HF_TOKEN
snippet.includes("https://router.huggingface.co")))); // explicit routed request => use $HF_TOKEN
const accessTokenEnvVar = useHfToken
? "HF_TOKEN" // e.g. routed request or hf-inference
: endpointUrl
? "API_TOKEN"
: provider.toUpperCase().replace("-", "_") + "_API_KEY"; // e.g. "REPLICATE_API_KEY"
// Replace the placeholder with the env variable
if (language === "sh") {
snippet = snippet.replace(
`'Authorization: Bearer ${placeholder}'`,
`"Authorization: Bearer $${accessTokenEnvVar}"` // e.g. "Authorization: Bearer $HF_TOKEN"
);
} else if (language === "python") {
snippet = "import os\n" + snippet;
snippet = snippet.replace(
`"${placeholder}"`,
`os.environ["${accessTokenEnvVar}"]` // e.g. os.environ["HF_TOKEN")
);
snippet = snippet.replace(
`"Bearer ${placeholder}"`,
`f"Bearer {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Bearer {os.environ['HF_TOKEN']}"
);
snippet = snippet.replace(
`"Key ${placeholder}"`,
`f"Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"Key {os.environ['FAL_AI_API_KEY']}"
);
snippet = snippet.replace(
`"X-Key ${placeholder}"`,
`f"X-Key {os.environ['${accessTokenEnvVar}']}"` // e.g. f"X-Key {os.environ['BLACK_FOREST_LABS_API_KEY']}"
);
} else if (language === "js") {
snippet = snippet.replace(
`"${placeholder}"`,
`process.env.${accessTokenEnvVar}` // e.g. process.env.HF_TOKEN
);
snippet = snippet.replace(
`Authorization: "Bearer ${placeholder}",`,
`Authorization: \`Bearer $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Bearer ${process.env.HF_TOKEN}`,
);
snippet = snippet.replace(
`Authorization: "Key ${placeholder}",`,
`Authorization: \`Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `Key ${process.env.FAL_AI_API_KEY}`,
);
snippet = snippet.replace(
`Authorization: "X-Key ${placeholder}",`,
`Authorization: \`X-Key $\{process.env.${accessTokenEnvVar}}\`,` // e.g. Authorization: `X-Key ${process.env.BLACK_FOREST_LABS_AI_API_KEY}`,
);
}
return snippet;
}