providers/microsoft/azure/provider.yaml (329 lines of code) (raw):

# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. --- package-name: apache-airflow-providers-microsoft-azure name: Microsoft Azure description: | `Microsoft Azure <https://azure.microsoft.com/>`__ state: ready source-date-epoch: 1744792213 # Note that those versions are maintained by release manager - do not update them manually # with the exception of case where other provider in sources has >= new provider version. # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have # to be done in the same PR versions: - 12.3.1 - 12.3.0 - 12.2.2 - 12.2.1 - 12.2.0 - 12.0.0 - 11.1.0 - 11.0.0 - 10.5.1 - 10.5.0 - 10.4.0 - 10.3.0 - 10.2.0 - 10.1.2 - 10.1.1 - 10.1.0 - 10.0.0 - 9.0.1 - 9.0.0 - 8.5.1 - 8.5.0 - 8.4.0 - 8.3.0 - 8.2.0 - 8.1.0 - 8.0.0 - 7.0.0 - 6.3.0 - 6.2.4 - 6.2.3 - 6.2.2 - 6.2.1 - 6.2.0 - 6.1.2 - 6.1.1 - 6.1.0 - 6.0.0 - 5.3.1 - 5.3.0 - 5.2.1 - 5.2.0 - 5.1.0 - 5.0.2 - 5.0.1 - 5.0.0 - 4.3.0 - 4.2.0 - 4.1.0 - 4.0.0 - 3.9.0 - 3.8.0 - 3.7.2 - 3.7.1 - 3.7.0 - 3.6.0 - 3.5.0 - 3.4.0 - 3.3.0 - 3.2.0 - 3.1.1 - 3.1.0 - 3.0.0 - 2.0.0 - 1.3.0 - 1.2.0 - 1.1.0 - 1.0.0 integrations: - integration-name: Microsoft Azure Batch external-doc-url: https://azure.microsoft.com/en-us/services/batch/ how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/batch.rst logo: /docs/integration-logos/Microsoft-Azure-Batch.png tags: [azure] - integration-name: Microsoft Azure Blob Storage external-doc-url: https://azure.microsoft.com/en-us/services/storage/blobs/ logo: /docs/integration-logos/Blob-Storage.svg tags: [azure] - integration-name: Microsoft Azure Container Instances external-doc-url: https://azure.microsoft.com/en-us/services/container-instances/ logo: /docs/integration-logos/Container-Instances.svg tags: [azure] - integration-name: Microsoft Azure Cosmos DB external-doc-url: https://azure.microsoft.com/en-us/services/cosmos-db/ logo: /docs/integration-logos/Azure-Cosmos-DB.svg tags: [azure] - integration-name: Microsoft Azure Data Explorer external-doc-url: https://azure.microsoft.com/en-us/services/data-explorer/ logo: /docs/integration-logos/Microsoft-Azure-Data-Explorer.png tags: [azure] - integration-name: Microsoft Azure Data Lake Storage how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/adls.rst external-doc-url: https://azure.microsoft.com/en-us/services/storage/data-lake-storage/ logo: /docs/integration-logos/Data-Lake-Storage.svg tags: [azure] - integration-name: Microsoft Azure Files external-doc-url: https://azure.microsoft.com/en-us/services/storage/files/ logo: /docs/integration-logos/Azure-Files.svg tags: [azure] - integration-name: Microsoft Azure FileShare external-doc-url: https://cloud.google.com/storage/ logo: /docs/integration-logos/Microsoft-Azure-Fileshare.png tags: [azure] - integration-name: Microsoft Azure Data Factory how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/adf_run_pipeline.rst external-doc-url: https://azure.microsoft.com/en-us/services/data-factory/ logo: /docs/integration-logos/Azure-Data-Factory.svg tags: [azure] - integration-name: Microsoft Azure external-doc-url: https://azure.microsoft.com/ logo: /docs/integration-logos/Microsoft-Azure.png tags: [azure] - integration-name: Microsoft Azure Service Bus external-doc-url: https://azure.microsoft.com/en-us/services/service-bus/ logo: /docs/integration-logos/Service-Bus.svg how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/asb.rst tags: [azure] - integration-name: Microsoft Azure Synapse external-doc-url: https://azure.microsoft.com/en-us/services/synapse-analytics/ how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/azure_synapse.rst tags: [azure] - integration-name: Microsoft Azure Data Lake Storage Client Gen2 external-doc-url: https://azure.microsoft.com/en-us/products/storage/data-lake-storage/ logo: /docs/integration-logos/Data-Lake-Storage.svg tags: [azure] - integration-name: Microsoft Graph API external-doc-url: https://learn.microsoft.com/en-us/graph/use-the-api/ logo: /docs/integration-logos/Microsoft-Graph-API.png how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/msgraph.rst tags: [azure] - integration-name: Microsoft Power BI external-doc-url: https://learn.microsoft.com/en-us/rest/api/power-bi/ how-to-guide: - /docs/apache-airflow-providers-microsoft-azure/operators/powerbi.rst tags: [azure] operators: - integration-name: Microsoft Azure Data Lake Storage python-modules: - airflow.providers.microsoft.azure.operators.adls - integration-name: Microsoft Azure Data Explorer python-modules: - airflow.providers.microsoft.azure.operators.adx - integration-name: Microsoft Azure Batch python-modules: - airflow.providers.microsoft.azure.operators.batch - integration-name: Microsoft Azure Container Instances python-modules: - airflow.providers.microsoft.azure.operators.container_instances - integration-name: Microsoft Azure Cosmos DB python-modules: - airflow.providers.microsoft.azure.operators.cosmos - integration-name: Microsoft Azure Blob Storage python-modules: - airflow.providers.microsoft.azure.operators.wasb_delete_blob - integration-name: Microsoft Azure Data Factory python-modules: - airflow.providers.microsoft.azure.operators.data_factory - integration-name: Microsoft Azure Service Bus python-modules: - airflow.providers.microsoft.azure.operators.asb - integration-name: Microsoft Azure Synapse python-modules: - airflow.providers.microsoft.azure.operators.synapse - integration-name: Microsoft Graph API python-modules: - airflow.providers.microsoft.azure.operators.msgraph - integration-name: Microsoft Power BI python-modules: - airflow.providers.microsoft.azure.operators.powerbi sensors: - integration-name: Microsoft Azure Cosmos DB python-modules: - airflow.providers.microsoft.azure.sensors.cosmos - integration-name: Microsoft Azure Blob Storage python-modules: - airflow.providers.microsoft.azure.sensors.wasb - integration-name: Microsoft Azure Data Factory python-modules: - airflow.providers.microsoft.azure.sensors.data_factory - integration-name: Microsoft Graph API python-modules: - airflow.providers.microsoft.azure.sensors.msgraph filesystems: - airflow.providers.microsoft.azure.fs.adls hooks: - integration-name: Microsoft Azure Container Instances python-modules: - airflow.providers.microsoft.azure.hooks.container_volume - airflow.providers.microsoft.azure.hooks.container_registry - airflow.providers.microsoft.azure.hooks.container_instance - integration-name: Microsoft Azure Data Explorer python-modules: - airflow.providers.microsoft.azure.hooks.adx - integration-name: Microsoft Azure FileShare python-modules: - airflow.providers.microsoft.azure.hooks.fileshare - integration-name: Microsoft Azure python-modules: - airflow.providers.microsoft.azure.hooks.base_azure - integration-name: Microsoft Azure Batch python-modules: - airflow.providers.microsoft.azure.hooks.batch - integration-name: Microsoft Azure Data Lake Storage python-modules: - airflow.providers.microsoft.azure.hooks.data_lake - integration-name: Microsoft Azure Cosmos DB python-modules: - airflow.providers.microsoft.azure.hooks.cosmos - integration-name: Microsoft Azure Blob Storage python-modules: - airflow.providers.microsoft.azure.hooks.wasb - integration-name: Microsoft Azure Data Factory python-modules: - airflow.providers.microsoft.azure.hooks.data_factory - integration-name: Microsoft Azure Service Bus python-modules: - airflow.providers.microsoft.azure.hooks.asb - integration-name: Microsoft Azure Data Lake Storage Client Gen2 python-modules: - airflow.providers.microsoft.azure.hooks.data_lake - integration-name: Microsoft Azure Synapse python-modules: - airflow.providers.microsoft.azure.hooks.synapse - integration-name: Microsoft Graph API python-modules: - airflow.providers.microsoft.azure.hooks.msgraph - integration-name: Microsoft Power BI python-modules: - airflow.providers.microsoft.azure.hooks.powerbi triggers: - integration-name: Microsoft Azure Data Factory python-modules: - airflow.providers.microsoft.azure.triggers.data_factory - integration-name: Microsoft Azure Blob Storage python-modules: - airflow.providers.microsoft.azure.triggers.wasb - integration-name: Microsoft Graph API python-modules: - airflow.providers.microsoft.azure.triggers.msgraph - integration-name: Microsoft Power BI python-modules: - airflow.providers.microsoft.azure.triggers.powerbi transfers: - source-integration-name: Local target-integration-name: Microsoft Azure Data Lake Storage how-to-guide: /docs/apache-airflow-providers-microsoft-azure/transfer/local_to_adls.rst python-module: airflow.providers.microsoft.azure.transfers.local_to_adls - source-integration-name: Oracle target-integration-name: Microsoft Azure Data Lake Storage python-module: airflow.providers.microsoft.azure.transfers.oracle_to_azure_data_lake - source-integration-name: Local target-integration-name: Microsoft Azure Blob Storage how-to-guide: /docs/apache-airflow-providers-microsoft-azure/transfer/local_to_wasb.rst python-module: airflow.providers.microsoft.azure.transfers.local_to_wasb - source-integration-name: SSH File Transfer Protocol (SFTP) target-integration-name: Microsoft Azure Blob Storage how-to-guide: /docs/apache-airflow-providers-microsoft-azure/transfer/sftp_to_wasb.rst python-module: airflow.providers.microsoft.azure.transfers.sftp_to_wasb - source-integration-name: Amazon Simple Storage Service (S3) target-integration-name: Microsoft Azure Blob Storage how-to-guide: /docs/apache-airflow-providers-microsoft-azure/transfer/s3_to_wasb.rst python-module: airflow.providers.microsoft.azure.transfers.s3_to_wasb connection-types: - hook-class-name: airflow.providers.microsoft.azure.hooks.base_azure.AzureBaseHook connection-type: azure - hook-class-name: airflow.providers.microsoft.azure.hooks.adx.AzureDataExplorerHook connection-type: azure_data_explorer - hook-class-name: airflow.providers.microsoft.azure.hooks.batch.AzureBatchHook connection-type: azure_batch - hook-class-name: airflow.providers.microsoft.azure.hooks.cosmos.AzureCosmosDBHook connection-type: azure_cosmos - hook-class-name: airflow.providers.microsoft.azure.hooks.data_lake.AzureDataLakeHook connection-type: azure_data_lake - hook-class-name: airflow.providers.microsoft.azure.hooks.fileshare.AzureFileShareHook connection-type: azure_fileshare - hook-class-name: airflow.providers.microsoft.azure.hooks.container_volume.AzureContainerVolumeHook connection-type: azure_container_volume - hook-class-name: airflow.providers.microsoft.azure.hooks.container_instance.AzureContainerInstanceHook connection-type: azure_container_instance - hook-class-name: airflow.providers.microsoft.azure.hooks.wasb.WasbHook connection-type: wasb - hook-class-name: airflow.providers.microsoft.azure.hooks.data_factory.AzureDataFactoryHook connection-type: azure_data_factory - hook-class-name: airflow.providers.microsoft.azure.hooks.container_registry.AzureContainerRegistryHook connection-type: azure_container_registry - hook-class-name: airflow.providers.microsoft.azure.hooks.asb.BaseAzureServiceBusHook connection-type: azure_service_bus - hook-class-name: airflow.providers.microsoft.azure.hooks.synapse.BaseAzureSynapseHook connection-type: azure_synapse - hook-class-name: airflow.providers.microsoft.azure.hooks.data_lake.AzureDataLakeStorageV2Hook connection-type: adls - hook-class-name: airflow.providers.microsoft.azure.hooks.msgraph.KiotaRequestAdapterHook connection-type: msgraph - hook-class-name: airflow.providers.microsoft.azure.hooks.powerbi.PowerBIHook connection-type: powerbi secrets-backends: - airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend logging: - airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler extra-links: - airflow.providers.microsoft.azure.operators.data_factory.AzureDataFactoryPipelineRunLink - airflow.providers.microsoft.azure.operators.synapse.AzureSynapsePipelineRunLink - airflow.providers.microsoft.azure.operators.powerbi.PowerBILink config: azure_remote_logging: description: | Configuration that needs to be set for enable remote logging in Azure Blob Storage options: remote_wasb_log_container: description: | WASB storage container where the remote logs will be stored. The container should exist. version_added: 8.0.0 type: string example: ~ default: "airflow-logs"