in packages/cdk/lib/cloudquery/config.ts [149:191]
export function githubSourceConfig(
tableConfig: GitHubCloudqueryTableConfig,
): CloudqueryConfig {
const { tables, skipTables, org } = tableConfig;
if (!tables && !skipTables) {
throw new Error('Must specify either tables or skipTables');
}
return {
kind: 'source',
spec: {
name: 'github',
path: 'cloudquery/github',
version: `v${Versions.CloudqueryGithub}`,
tables,
skip_dependent_tables: false,
skip_tables: skipTables,
destinations: ['postgresql'],
spec: {
concurrency: 1000, // TODO what's the ideal value here?!
orgs: [org],
app_auth: [
{
org,
// For simplicity, read all configuration from disk.
private_key_path: `${serviceCatalogueConfigDirectory}/github-private-key`,
app_id:
'${' +
`file:${serviceCatalogueConfigDirectory}/github-app-id` +
'}',
installation_id:
'${' +
`file:${serviceCatalogueConfigDirectory}/github-installation-id` +
'}',
},
],
include_archived_repos: true,
},
},
};
}