in SamplesV1/ParameterizedPipelinesForAzureML/DeployDataFactory/DeployDataFactory/ScoringPipeline.cs [121:179]
private static void CreateInputOutputDatasets(
string resourceGroupName,
string dataFactoryName,
DataFactoryManagementClient client,
out string inputDataset,
out IList<string> outputDatasets,
string[] parameters)
{
inputDataset = "InputDatasetScoring";
outputDatasets = new List<string>();
foreach (string parameter in parameters)
{
string[] parameterList = parameter.Split(',');
string region = parameterList[0];
string tableName = String.Format("outputScoring_{0}", region);
client.Datasets.CreateOrUpdate(resourceGroupName, dataFactoryName,
new DatasetCreateOrUpdateParameters()
{
Dataset = new Dataset()
{
Name = tableName,
Properties = new DatasetProperties()
{
LinkedServiceName = "LinkedService-AzureStorage",
TypeProperties = new AzureBlobDataset()
{
FolderPath = String.Format("outputscoring/{0}/", region) + "{Slice}",
FileName = "output.csv",
Format = new TextFormat()
{
ColumnDelimiter = ","
},
PartitionedBy = new Collection<Partition>()
{
new Partition()
{
Name = "Slice",
Value = new DateTimePartitionValue()
{
Date = "SliceStart",
Format = "yyyyMMdd-HHmmss"
}
}
}
},
Availability = new Availability()
{
Frequency = SchedulePeriod.Minute,
Interval = DataFactoryConfig.PipelineFrequencyInMinutes,
},
}
}
});
outputDatasets.Add(tableName);
}
}