design/kusto-copy.yaml

lakeFolderConnectionString:  URL  # URL of ADLS gen 2 folder where state data (including export data) are going to be persisted
# If source isn't present, no export is performed
source:
    clusterQueryConnectionString:  https://inttestsyenycav4i2vma.eastus.kusto.windows.net
    concurrentQueryCount:  0    #   Number of queries / commands sent in parallel to a given cluster (0 will take %10 of cluster's query capacity)
    concurrentExportCommandCount:  20    #   Number of export commands sent in parallel to a given cluster
    databaseDefault:
        isEnabled:  true #   Indicates if data will be exported from the source
        backfillHorizon:  null  #   Horizon back in time we replicate history in ingestion-time (as timespan) ; null means infinite
        rpo:  0:05:00  #   As a timestamp ; if not specified, replicate until now and stop
    databases:  #  List of databases:  must be specified
    - name:  github
      tablesToInclude:  # List of strings
      - Table1
      - Table2
      tablesToExclude:  # Only tablesToInclude or tablesToExclude (or none) should be populated
      - Table3
      - Table4
      databaseOverrides:
        isEnabled:  true    # and everything below 'databaseDefault'
# If destination isn't present, no ingestion is performed
destination:
    clusterQueryConnectionString:  https://inttestsyenycav4i2vma.eastus.kusto.windows.net
    concurrentQueryCount:  0    #   Number of queries / commands sent in parallel to a given cluster (0 will take %10 of cluster's query capacity)
    concurrentIngestionCount:  0    #   Number of ingestion sent in parallel (0 will take the maximum number of slots)
    databases:  # Optional if source is specified and if database names are identical
    - name:  github2
      sourceName: github