Skip to content
This repository was archived by the owner on Jun 29, 2019. It is now read-only.

Commit 748dc3c

Browse files
committed
enable users to decide whether to add random number at the end of table names
1 parent c2fa25c commit 748dc3c

1 file changed

Lines changed: 47 additions & 22 deletions

File tree

Misc/SQLDW/SQLDW_Data_Import.ps1

Lines changed: 47 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -14,21 +14,39 @@ function ReadHostInput(){
1414
$Script:RandomNumber = Get-Random -minimum 100 -maximum 999
1515

1616
$Script:KeyAlias = 'KeyAlias' + '_' + $RandomNumber
17-
$Script:ContainerName = $ContainerName0 + '-' + $RandomNumber
18-
$Script:nyctaxi_trip_storage = 'nyctaxi_trip_storage' + '_' + $RandomNumber
17+
18+
$Script:nyctaxi_trip_storage = 'nyctaxi_trip_storage' + '_' + $RandomNumber
1919
$Script:nyctaxi_fare_storage = 'nyctaxi_fare_storage' + '_' + $RandomNumber
2020
$Script:csv_file_format = 'csv_file_format' + '_' + $RandomNumber
2121
$Script:external_nyctaxi_trip = 'external_nyctaxi_trip' + '_' + $RandomNumber
2222
$Script:external_nyctaxi_fare = 'external_nyctaxi_fare' + '_' + $RandomNumber
2323

2424
#Specify your table names
2525

26-
if(($TripTableName0 = Read-Host "Input the NYC Taxi Trip table name") -eq ''){$TripTableName0 = "nyctaxitrip"}else{}
27-
if(($FareTableName0 = Read-Host "Input the NYC Taxi Fare table name") -eq ''){$FareTableName0 = "nyctaxifare"}else{}
28-
if(($SampleTableName0 = Read-Host "Input the NYC Taxi Sample table name") -eq ''){$SampleTableName0 = "nyctaxisample"}else{}
29-
$Script:TripTableName = $TripTableName0 + '_' + $RandomNumber
30-
$Script:FareTableName = $FareTableName0 + '_' + $RandomNumber
31-
$Script:SampleTableName = $SampleTableName0 + '_' + $RandomNumber
26+
if(($TripTableName0 = Read-Host "Input the NYC Taxi Trip table name[nyctaxitrip]") -eq ''){
27+
$TripTableName0 = "nyctaxitrip"
28+
Write-Host "Taking default name $TripTableName0 for NYC Taxi Trip table." -ForegroundColor "Yellow"
29+
}
30+
if(($FareTableName0 = Read-Host "Input the NYC Taxi Fare table name[nyctaxifare]") -eq ''){
31+
$FareTableName0 = "nyctaxifare"
32+
Write-Host "Taking default name $FareTableName0 for NYC Taxi Fare table." -ForegroundColor "Yellow"
33+
}
34+
if(($SampleTableName0 = Read-Host "Input the NYC Taxi Sample table name[nyctaxisample]") -eq ''){
35+
$SampleTableName0 = "nyctaxisample"
36+
Write-Host "Taking default name $SampleTableName0 for NYC Taxi Sample table." -ForegroundColor "Yellow"
37+
}
38+
$yesorno = Read-Host -Prompt "Do you want to add random numbers between 100 and 999 to the end ot container and table names to avoid conflict with other users of the same Azure storage account and/or SQL Data Warehouse?Y/[N]"
39+
if ($yesorno -eq "" -Or $yesorno.ToLower() -eq 'n'){
40+
$Script:ContainerName = $ContainerName0
41+
$Script:TripTableName = $TripTableName0
42+
$Script:FareTableName = $FareTableName0
43+
$Script:SampleTableName = $SampleTableName0
44+
} else{
45+
$Script:ContainerName = $ContainerName0 + '-' + $RandomNumber
46+
$Script:TripTableName = $TripTableName0 + '_' + $RandomNumber
47+
$Script:FareTableName = $FareTableName0 + '_' + $RandomNumber
48+
$Script:SampleTableName = $SampleTableName0 + '_' + $RandomNumber
49+
}
3250
Write-host "The tables created in your SQL DW are $TripTableName , $FareTableName and $SampleTableName. " -ForegroundColor "Yellow"
3351

3452
}
@@ -77,6 +95,11 @@ function WriteConfFile(){
7795
$file | Out-File $conf_file -Encoding UTF8 -Force
7896
}
7997

98+
function Generate_new_names($OldString, $New_RandomNumber,$Delimiter){
99+
$OldRN = $OldString.Split($Delimiter)[-1]
100+
$NewString = $OldString -replace $OldRN, $New_RandomNumber
101+
return $NewString
102+
}
80103

81104
function DownloadAndInstall($DownloadPath, $ArgsForInstall, $DownloadFileType = "exe")
82105
{
@@ -265,35 +288,37 @@ $TripTableName = ""
265288
$FareTableName = ""
266289
$SampleTableName = ""
267290

268-
function Generate_new_names($OldString, $New_RandomNumber,$Delimiter){
269-
$OldRN = $OldString.Split($Delimiter)[-1]
270-
$NewString = $OldString -replace $OldRN, $New_RandomNumber
271-
return $NewString
272-
}
273-
274291
If (Test-Path $conf_file){
275292
$yesorno = Read-Host -Prompt "Configuration file $conf_file found. Do you want to use the parameters there?[Y]/N"
276293
if ($yesorno -eq "" -Or $yesorno.ToLower() -eq 'y'){
277294
Write-Host "Reading parameters from configuration file $conf_file..." -ForegroundColor "Yellow"
278295
$ConfResults = ReadConfFile
279-
$New_RandomNumber = get-random
296+
$New_RandomNumber = get-random -minimum 100 -maximum 999
280297
#$ContainerName = Generate_new_names $ConfResults[0] $New_RandomNumber '-'
281298
$KeyAlias = 'KeyAlias' + '_' + $New_RandomNumber
282299
$nyctaxi_trip_storage = 'nyctaxi_trip_storage' + '_' + $New_RandomNumber
283300
$nyctaxi_fare_storage = 'nyctaxi_fare_storage' + '_' + $New_RandomNumber
284301
$external_nyctaxi_fare = 'external_nyctaxi_fare' + '_' + $New_RandomNumber
285302
$external_nyctaxi_trip = 'external_nyctaxi_trip' + '_' + $New_RandomNumber
286303
$csv_file_format = 'csv_file_format' + '_' + $New_RandomNumber
287-
$TripTableName = Generate_new_names $ConfResults[1] $New_RandomNumber '_'
288-
$FareTableName = Generate_new_names $ConfResults[2] $New_RandomNumber '_'
289-
$SampleTableName = Generate_new_names $ConfResults[3] $New_RandomNumber '_'
304+
$yesorno = Read-Host -Prompt "Do you want to add random numbers between 100 and 999 to the end of table names to avoid conflict with other users of the same SQL Data Warehouse?Y/[N]"
305+
if ($yesorno -eq "" -Or $yesorno.ToLower() -eq 'n'){
306+
$TripTableName = $ConfResults[1]
307+
$FareTableName = $ConfResults[2]
308+
$SampleTableName = $ConfResults[3]
309+
} else{
310+
$TripTableName = Generate_new_names $ConfResults[1] $New_RandomNumber '_'
311+
$FareTableName = Generate_new_names $ConfResults[2] $New_RandomNumber '_'
312+
$SampleTableName = Generate_new_names $ConfResults[3] $New_RandomNumber '_'
313+
Write-host "The tables created in your SQL DW are $TripTableName , $FareTableName and $SampleTableName. " -ForegroundColor "Yellow"
314+
Write-Host "Overwriting existing configuration file $conf_file..." -ForegroundColor "Yellow"
315+
WriteConfFile
316+
}
317+
290318
} else{
291319
ReadHostInput
292320
$yesorno = Read-Host -Prompt "Overwrite existing configuration file $conf_file?[Y]/N"
293-
if ($yesorno -eq ""){
294-
Write-Host "Overwriting existing configuration file $conf_file..." -ForegroundColor "Yellow"
295-
WriteConfFile
296-
} elseif ($yesorno.ToLower() -eq 'y'){
321+
if ($yesorno -eq "" -Or $yesorno.ToLower() -eq 'y'){
297322
Write-Host "Overwriting existing configuration file $conf_file..." -ForegroundColor "Yellow"
298323
WriteConfFile
299324
}

0 commit comments

Comments
 (0)