SamplesV1/ADFWalkthrough/uploadSampleDataAndScripts.ps1 (57 lines of code) (raw):
<#
.SYNOPSIS
uploadSampleDataAndScripts.ps1 uploads the sample data and script to your Azure Storage, and Azure SQL Database.
.DESCRIPTION
Remember to update the storage account name, storage account key, and information for
Azure SQL Database (Server, User and password) before running the script.
.NOTES
File Name : uploadSampleDataAndScripts.ps1
Version : 2.0
#>
$storageAccount = "<storage account>"
$storageKey = "<storage account key>"
$azuresqlServer = "<sql azure server>.database.windows.net"
$azuresqlUser = "<sql azure user>"
$azuresqlPassword = "<sql azure password>"
#Import-Module Azure -Verbose:$false
$destContext = New-AzureStorageContext �StorageAccountName $storageAccount -StorageAccountKey $storageKey -ea silentlycontinue
If ($destContext -eq $Null) {
Write-Host "Invalid storage account name and/or storage key provided"
Exit
}
$adfcontainerName = "adfwalkthrough"
Write-Verbose "Preparing the storage account. Adding the container [$adfcontainerName]"
$destContext = New-AzureStorageContext �StorageAccountName $storageAccount -StorageAccountKey $storageKey -ea silentlycontinue
If ($destContext -eq $Null) {
Write-Verbose "Invalid storage account name and/or storage key provided"
Exit
}
#check whether the Azure storage containe already exists
$container = Get-AzureStorageContainer -Name $adfcontainerName -context $destContext �ea silentlycontinue
If ($container -eq $Null) {
Write-Host "Creating storage container [$adfcontainerName]"
New-AzureStorageContainer -Name $adfcontainerName -context $destContext
}
else {
Write-Host "[$adfcontainerName] exists."
}
# STEP 1- Upload sample data and script files to the blob container
Write-Host "Uploading sample data and script files to the storage container [$adfcontainerName]"
Set-AzureStorageBlobContent -File ".\Sampledata\rawstats-20140501.csv" -Container $adfcontainerName -Context $destContext -Blob "logs/rawgameevents/raw1.csv" -Force
Set-AzureStorageBlobContent -File ".\Sampledata\rawstats-20140502.csv" -Container $adfcontainerName -Context $destContext -Blob "logs/rawgameevents/raw2.csv" -Force
Set-AzureStorageBlobContent -File ".\Sampledata\rawstats-20140503.csv" -Container $adfcontainerName -Context $destContext -Blob "logs/rawgameevents/raw3.csv" -Force
Set-AzureStorageBlobContent -File ".\Sampledata\rawstats-20140504.csv" -Container $adfcontainerName -Context $destContext -Blob "logs/rawgameevents/raw4.csv" -Force
Set-AzureStorageBlobContent -File ".\Sampledata\refgeocodedictionary.csv" -Container $adfcontainerName -Context $destContext -Blob "refdata/refgeocodedictionary/refgeocodedictionary.csv" -Force
Set-AzureStorageBlobContent -File ".\Sampledata\refmarketingcampaign.csv" -Container $adfcontainerName -Context $destContext -Blob "refdata/refmarketingcampaign/refmarketingcampaign.csv" -Force
Set-AzureStorageBlobContent -File ".\Scripts\partitionlogs.hql" -Container $adfcontainerName -Context $destContext -Blob "scripts/partitionlogs.hql" -Force
Set-AzureStorageBlobContent -File ".\Scripts\enrichlogs.pig" -Container $adfcontainerName -Context $destContext -Blob "scripts/enrichlogs.pig" -Force
Set-AzureStorageBlobContent -File ".\Scripts\transformdata.hql" -Container $adfcontainerName -Context $destContext -Blob "scripts/transformdata.hql" -Force
# STEP 2
sqlcmd -S $azuresqlServer -U $azuresqlUser -P $azuresqlPassword -Q "create database MarketingCampaigns"
sqlcmd -S $azuresqlServer -U $azuresqlUser -P $azuresqlPassword -d MarketingCampaigns -i ".\Scripts\MarketingCampaignEffectiveness.sql"
# STEP 3- You are all set!
Write-Host -foreground green (Get-Date) "Summary"
Write-Host -foreground green (Get-Date) "1. Uploaded Sample Data Files to blob container."
Write-Host -foreground green (Get-Date) "2. Uploaded Sample Script Files to blob container."
Write-Host -foreground green (Get-Date) "3. Created 'MarketingCampaigns' Azure SQL database and tables."
Write-Host -foreground green (Get-Date) "You are ready to deploy Linked Services, Tables and Pipelines."