assets/scripts/setup.py [124:232]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - def deploy_terraform_infrastructure(directory: str, variables_file: str): init_terraform_command = ["terraform", f"-chdir={directory}", "init"] apply_terraform_command = ["terraform", f"-chdir={directory}", "apply", "--var-file", variables_file] search_and_replace_file(f"{directory}/{variables_file}", r"project_id = \"(.*?)\"", f'project_id = "{PROJECT_ID}"') search_and_replace_file(f"{directory}/{variables_file}", r"region = \"(.*?)\"", f'region = "{REGION}"') search_and_replace_file(f"{directory}/{variables_file}", r"agent_name = \"(.*?)\"", f'agent_name = "{AGENT_NAME}"') search_and_replace_file(f"{directory}/{variables_file}", r"vertex_ai_staging_bucket = \"(.*?)\"", f'vertex_ai_staging_bucket = "{GCS_STAGING_BUCKET.split("/")[2]}"') search_and_replace_file(f"{directory}/{variables_file}", r"artifact_registry_repo_name = \"(.*?)\"", f'artifact_registry_repo_name = "{ARTIFACT_REGISTRY_REPOSITORY}"') search_and_replace_file(f"{directory}/{variables_file}", r"backend_cloud_run_service_name = \"(.*?)\"", f'backend_cloud_run_service_name = "{CLOUD_RUN_BACKEND_SERVICE_NAME}"') search_and_replace_file(f"{directory}/{variables_file}", r"frontend_cloud_run_service_name = \"(.*?)\"", f'frontend_cloud_run_service_name = "{CLOUD_RUN_FRONTEND_SERVICE_NAME}"') subprocess.run(init_terraform_command, check=True) subprocess.run(apply_terraform_command, check=True) def create_data_store() -> str: client_options = ( ClientOptions(api_endpoint=f"{DATA_STORE_LOCATION}-discoveryengine.googleapis.com") if DATA_STORE_LOCATION != "global" else None ) # Create a client client = discoveryengine.DataStoreServiceClient(client_options=client_options) parent = client.collection_path( project=PROJECT_ID, location=DATA_STORE_LOCATION, collection="default_collection", ) data_store = discoveryengine.DataStore( display_name=DATA_STORE_NAME, industry_vertical=discoveryengine.IndustryVertical.GENERIC, solution_types=[discoveryengine.SolutionType.SOLUTION_TYPE_SEARCH], content_config=discoveryengine.DataStore.ContentConfig.CONTENT_REQUIRED, ) request = discoveryengine.CreateDataStoreRequest( parent=parent, data_store_id=DATA_STORE_ID, data_store=data_store, ) operation = client.create_data_store(request=request) print(f"Waiting for operation to complete: {operation.operation.name}") operation.result() def populate_data_store(industry: str): client_options = ( ClientOptions(api_endpoint=f"{DATA_STORE_LOCATION}-discoveryengine.googleapis.com") if DATA_STORE_LOCATION != "global" else None ) # Create a client client = discoveryengine.DocumentServiceClient(client_options=client_options) parent = client.branch_path( project=PROJECT_ID, location=DATA_STORE_LOCATION, data_store=DATA_STORE_ID, branch="default_branch", ) request = discoveryengine.ImportDocumentsRequest( parent=parent, gcs_source=discoveryengine.GcsSource( input_uris=[DATASTORE_INDUSTRY_SOURCES_MAP[industry]], data_schema="content", ), reconciliation_mode=discoveryengine.ImportDocumentsRequest.ReconciliationMode.INCREMENTAL, ) operation = client.import_documents(request=request) print(f"Import operation will keep on running on the background: {operation.operation.name}") def create_search_app() -> str: client_options = ( ClientOptions(api_endpoint=f"{DATA_STORE_LOCATION}-discoveryengine.googleapis.com") if DATA_STORE_LOCATION != "global" else None ) # Create a client client = discoveryengine.EngineServiceClient(client_options=client_options) # The full resource name of the collection # e.g. projects/{project}/locations/{location}/collections/default_collection parent = client.collection_path( project=PROJECT_ID, location=DATA_STORE_LOCATION, collection="default_collection", ) engine = discoveryengine.Engine( display_name=SEARCH_APP_ENGINE_ID, industry_vertical=discoveryengine.IndustryVertical.GENERIC, solution_type=discoveryengine.SolutionType.SOLUTION_TYPE_SEARCH, search_engine_config=discoveryengine.Engine.SearchEngineConfig( search_tier=discoveryengine.SearchTier.SEARCH_TIER_ENTERPRISE, search_add_ons=[discoveryengine.SearchAddOn.SEARCH_ADD_ON_LLM], ), data_store_ids=[DATA_STORE_ID], ) request = discoveryengine.CreateEngineRequest( parent=parent, engine=engine, engine_id=SEARCH_APP_ENGINE_ID, ) operation = client.create_engine(request=request) print(f"Waiting for operation to complete: {operation.operation.name}") operation.result() def run_agent_engine_deployment() -> str: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - build.py [121:229]: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - def deploy_terraform_infrastructure(directory: str, variables_file: str): init_terraform_command = ["terraform", f"-chdir={directory}", "init"] apply_terraform_command = ["terraform", f"-chdir={directory}", "apply", "--var-file", variables_file] search_and_replace_file(f"{directory}/{variables_file}", r"project_id = \"(.*?)\"", f'project_id = "{PROJECT_ID}"') search_and_replace_file(f"{directory}/{variables_file}", r"region = \"(.*?)\"", f'region = "{REGION}"') search_and_replace_file(f"{directory}/{variables_file}", r"agent_name = \"(.*?)\"", f'agent_name = "{AGENT_NAME}"') search_and_replace_file(f"{directory}/{variables_file}", r"vertex_ai_staging_bucket = \"(.*?)\"", f'vertex_ai_staging_bucket = "{GCS_STAGING_BUCKET.split("/")[2]}"') search_and_replace_file(f"{directory}/{variables_file}", r"artifact_registry_repo_name = \"(.*?)\"", f'artifact_registry_repo_name = "{ARTIFACT_REGISTRY_REPOSITORY}"') search_and_replace_file(f"{directory}/{variables_file}", r"backend_cloud_run_service_name = \"(.*?)\"", f'backend_cloud_run_service_name = "{CLOUD_RUN_BACKEND_SERVICE_NAME}"') search_and_replace_file(f"{directory}/{variables_file}", r"frontend_cloud_run_service_name = \"(.*?)\"", f'frontend_cloud_run_service_name = "{CLOUD_RUN_FRONTEND_SERVICE_NAME}"') subprocess.run(init_terraform_command, check=True) subprocess.run(apply_terraform_command, check=True) def create_data_store() -> str: client_options = ( ClientOptions(api_endpoint=f"{DATA_STORE_LOCATION}-discoveryengine.googleapis.com") if DATA_STORE_LOCATION != "global" else None ) # Create a client client = discoveryengine.DataStoreServiceClient(client_options=client_options) parent = client.collection_path( project=PROJECT_ID, location=DATA_STORE_LOCATION, collection="default_collection", ) data_store = discoveryengine.DataStore( display_name=DATA_STORE_NAME, industry_vertical=discoveryengine.IndustryVertical.GENERIC, solution_types=[discoveryengine.SolutionType.SOLUTION_TYPE_SEARCH], content_config=discoveryengine.DataStore.ContentConfig.CONTENT_REQUIRED, ) request = discoveryengine.CreateDataStoreRequest( parent=parent, data_store_id=DATA_STORE_ID, data_store=data_store, ) operation = client.create_data_store(request=request) print(f"Waiting for operation to complete: {operation.operation.name}") operation.result() def populate_data_store(industry: str): client_options = ( ClientOptions(api_endpoint=f"{DATA_STORE_LOCATION}-discoveryengine.googleapis.com") if DATA_STORE_LOCATION != "global" else None ) # Create a client client = discoveryengine.DocumentServiceClient(client_options=client_options) parent = client.branch_path( project=PROJECT_ID, location=DATA_STORE_LOCATION, data_store=DATA_STORE_ID, branch="default_branch", ) request = discoveryengine.ImportDocumentsRequest( parent=parent, gcs_source=discoveryengine.GcsSource( input_uris=[DATASTORE_INDUSTRY_SOURCES_MAP[industry]], data_schema="content", ), reconciliation_mode=discoveryengine.ImportDocumentsRequest.ReconciliationMode.INCREMENTAL, ) operation = client.import_documents(request=request) print(f"Import operation will keep on running on the background: {operation.operation.name}") def create_search_app() -> str: client_options = ( ClientOptions(api_endpoint=f"{DATA_STORE_LOCATION}-discoveryengine.googleapis.com") if DATA_STORE_LOCATION != "global" else None ) # Create a client client = discoveryengine.EngineServiceClient(client_options=client_options) # The full resource name of the collection # e.g. projects/{project}/locations/{location}/collections/default_collection parent = client.collection_path( project=PROJECT_ID, location=DATA_STORE_LOCATION, collection="default_collection", ) engine = discoveryengine.Engine( display_name=SEARCH_APP_ENGINE_ID, industry_vertical=discoveryengine.IndustryVertical.GENERIC, solution_type=discoveryengine.SolutionType.SOLUTION_TYPE_SEARCH, search_engine_config=discoveryengine.Engine.SearchEngineConfig( search_tier=discoveryengine.SearchTier.SEARCH_TIER_ENTERPRISE, search_add_ons=[discoveryengine.SearchAddOn.SEARCH_ADD_ON_LLM], ), data_store_ids=[DATA_STORE_ID], ) request = discoveryengine.CreateEngineRequest( parent=parent, engine=engine, engine_id=SEARCH_APP_ENGINE_ID, ) operation = client.create_engine(request=request) print(f"Waiting for operation to complete: {operation.operation.name}") operation.result() def run_agent_engine_deployment() -> str: - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -