in services/webhook/src/webhook/app.py [0:0]
def create_app_with_config(app_config: AppConfig) -> Starlette:
init_logging(level=app_config.log.level)
# ^ set first to have logs as soon as possible
middleware = [
Middleware(
CORSMiddleware,
allow_origins=["*"],
allow_methods=["*"],
allow_headers=["*"],
allow_credentials=True,
expose_headers=EXPOSED_HEADERS,
),
Middleware(GZipMiddleware),
Middleware(PrometheusMiddleware, filter_unhandled_paths=True),
]
cached_assets_storage_client = StorageClient(
protocol=app_config.cached_assets.storage_protocol,
storage_root=app_config.cached_assets.storage_root,
base_url=app_config.cached_assets.base_url,
s3_config=app_config.s3,
# no need to specify a url_signer
)
url_signer = get_cloudfront_signer(cloudfront_config=app_config.cloudfront)
url_preparator = URLPreparator(
url_signer=url_signer, hf_endpoint=app_config.common.hf_endpoint, assets_base_url=app_config.assets.base_url
)
assets_storage_client = StorageClient(
protocol=app_config.assets.storage_protocol,
storage_root=app_config.assets.storage_root,
base_url=app_config.assets.base_url,
s3_config=app_config.s3,
url_preparator=url_preparator,
)
storage_clients = [cached_assets_storage_client, assets_storage_client]
cache_resource = CacheMongoResource(database=app_config.cache.mongo_database, host=app_config.cache.mongo_url)
queue_resource = QueueMongoResource(database=app_config.queue.mongo_database, host=app_config.queue.mongo_url)
resources: list[Resource] = [cache_resource, queue_resource]
if not cache_resource.is_available():
raise RuntimeError("The connection to the cache database could not be established. Exiting.")
if not queue_resource.is_available():
raise RuntimeError("The connection to the queue database could not be established. Exiting.")
routes = [
Route("/healthcheck", endpoint=healthcheck_endpoint),
Route("/metrics", endpoint=create_metrics_endpoint()),
# ^ called by Prometheus
Route(
"/webhook",
endpoint=create_webhook_endpoint(
hf_webhook_secret=app_config.api.hf_webhook_secret,
blocked_datasets=app_config.common.blocked_datasets,
hf_endpoint=app_config.common.hf_endpoint,
hf_token=app_config.common.hf_token,
hf_timeout_seconds=app_config.api.hf_timeout_seconds,
storage_clients=storage_clients,
committer_hf_token=app_config.committer.hf_token,
),
methods=["POST"],
),
# ^ called by the Hub webhooks
]
return Starlette(routes=routes, middleware=middleware, on_shutdown=[resource.release for resource in resources])