To add a new region version for AWS Databricks, perform the following steps:
Step 1: SSH into Infoworks machine.
Step 2: Navigate to the path where Infoworks is installed. For example: IW_HOME, /opt/infoworks/
Step 3: Open conf/databricks_defaults_aws.json file.
Step 4: Under the “supported_regions” section, add the new region information. Let us take Europe(Ireland) as an example.
{
"label": "EU West (Ierland)",
"value": "eu-west-1"
},
Step 5: In the worker_type section, add a new array (json) for the new region with required worker types in it.
Example:
Below block contains all the machine types. This can be added in the worker_type section.
"eu-west-1" : [
{
"label": "m4.large",
"ram": "8",
"value": "m4.large",
"vcpu": "2"
},
{
"label": "m4.xlarge",
"ram": "16",
"value": "m4.xlarge",
"vcpu": "4"
},
{
"label": "m4.2xlarge",
"ram": "32",
"value": "m4.2xlarge",
"vcpu": "8"
},
{
"label": "m4.4xlarge",
"ram": "64",
"value": "m4.4xlarge",
"vcpu": "16"
},
{
"label": "m4.10xlarge",
"ram": "160",
"value": "m4.10xlarge",
"vcpu": "40"
},
{
"label": "m4.16xlarge",
"ram": "256",
"value": "m4.16xlarge",
"vcpu": "64"
},
{
"label": "m5.large",
"ram": "8",
"value": "m5.large",
"vcpu": "2"
},
{
"label": "m5.xlarge",
"ram": "16",
"value": "m5.xlarge",
"vcpu": "4"
},
{
"label": "m5.2xlarge",
"ram": "32",
"value": "m5.2xlarge",
"vcpu": "8"
},
{
"label": "m5.4xlarge",
"ram": "64",
"value": "m5.4xlarge",
"vcpu": "16"
},
{
"label": "m5.12xlarge",
"ram": "192",
"value": "m5.12xlarge",
"vcpu": "48"
},
{
"label": "m5.24xlarge (Beta)",
"ram": "384",
"value": "m5.24xlarge",
"vcpu": "96"
},
{
"label": "m5d.large (Beta)",
"ram": "8",
"value": "m5d.large",
"vcpu": "2"
},
{
"label": "m5d.xlarge (Beta)",
"ram": "16",
"value": "m5d.xlarge",
"vcpu": "4"
},
{
"label": "m5d.2xlarge (Beta)",
"ram": "32",
"value": "m5d.2xlarge",
"vcpu": "8"
},
{
"label": "m5d.4xlarge (Beta)",
"ram": "64",
"value": "m5d.4xlarge",
"vcpu": "16"
},
{
"label": "m5d.12xlarge (Beta)",
"ram": "192",
"value": "m5d.12xlarge",
"vcpu": "48"
},
{
"label": "m5d.24xlarge (Beta)",
"ram": "384",
"value": "m5d.24xlarge",
"vcpu": "96"
},
{
"label": "m5a.large (Beta)",
"ram": "8",
"value": "m5a.large",
"vcpu": "2"
},
{
"label": "m5a.xlarge (Beta)",
"ram": "16",
"value": "m5a.xlarge",
"vcpu": "4"
},
{
"label": "m5a.2xlarge (Beta)",
"ram": "32",
"value": "m5a.2xlarge",
"vcpu": "8"
},
{
"label": "m5a.4xlarge (Beta)",
"ram": "64",
"value": "m5a.4xlarge",
"vcpu": "16"
},
{
"label": "m5a.8xlarge (Beta)",
"ram": "128",
"value": "m5a.8xlarge",
"vcpu": "32"
},
{
"label": "m5a.12xlarge (Beta)",
"ram": "192",
"value": "m5a.12xlarge",
"vcpu": "48"
},
{
"label": "m5a.16xlarge (Beta)",
"ram": "256",
"value": "m5a.16xlarge",
"vcpu": "64"
},
{
"label": "m5a.24xlarge (Beta)",
"ram": "384",
"value": "m5a.24xlarge",
"vcpu": "96"
},
{
"label": "c4.2xlarge",
"ram": "15",
"value": "c4.2xlarge",
"vcpu": "8"
},
{
"label": "c4.4xlarge",
"ram": "30",
"value": "c4.4xlarge",
"vcpu": "16"
},
{
"label": "c4.8xlarge",
"ram": "60",
"value": "c4.8xlarge",
"vcpu": "36"
},
{
"label": "c5.xlarge",
"ram": "8",
"value": "c5.xlarge",
"vcpu": "4"
},
{
"label": "c5.2xlarge",
"ram": "16",
"value": "c5.2xlarge",
"vcpu": "8"
},
{
"label": "c5.4xlarge",
"ram": "32",
"value": "c5.4xlarge",
"vcpu": "16"
},
{
"label": "c5.9xlarge",
"ram": "72",
"value": "c5.9xlarge",
"vcpu": "36"
},
{
"label": "c5.18xlarge (Beta)",
"ram": "144",
"value": "c5.18xlarge",
"vcpu": "72"
},
{
"label": "c5d.xlarge (Beta)",
"ram": "8",
"value": "c5d.xlarge",
"vcpu": "4"
},
{
"label": "c5d.2xlarge (Beta)",
"ram": "16",
"value": "c5d.2xlarge",
"vcpu": "8"
},
{
"label": "c5d.4xlarge (Beta)",
"ram": "32",
"value": "c5d.4xlarge",
"vcpu": "16"
},
{
"label": "c5d.9xlarge (Beta)",
"ram": "72",
"value": "c5d.9xlarge",
"vcpu": "36"
},
{
"label": "c5d.18xlarge (Beta)",
"ram": "144",
"value": "c5d.18xlarge",
"vcpu": "72"
},
{
"label": "r4.xlarge",
"ram": "30.5",
"value": "r4.xlarge",
"vcpu": "4"
},
{
"label": "r4.2xlarge",
"ram": "61",
"value": "r4.2xlarge",
"vcpu": "8"
},
{
"label": "r4.4xlarge",
"ram": "122",
"value": "r4.4xlarge",
"vcpu": "16"
},
{
"label": "r4.8xlarge",
"ram": "244",
"value": "r4.8xlarge",
"vcpu": "32"
},
{
"label": "r4.16xlarge",
"ram": "488",
"value": "r4.16xlarge",
"vcpu": "64"
},
{
"label": "r5.large",
"ram": "16",
"value": "r5.large",
"vcpu": "2"
},
{
"label": "r5.xlarge",
"ram": "32",
"value": "r5.xlarge",
"vcpu": "4"
},
{
"label": "r5.2xlarge",
"ram": "64",
"value": "r5.2xlarge",
"vcpu": "8"
},
{
"label": "r5.4xlarge",
"ram": "128",
"value": "r5.4xlarge",
"vcpu": "16"
},
{
"label": "r5.12xlarge",
"ram": "384",
"value": "r5.12xlarge",
"vcpu": "48"
},
{
"label": "r5.24xlarge (Beta)",
"ram": "768",
"value": "r5.24xlarge",
"vcpu": "96"
},
{
"label": "r5d.large (Beta)",
"ram": "16",
"value": "r5d.large",
"vcpu": "2"
},
{
"label": "r5d.xlarge (Beta)",
"ram": "32",
"value": "r5d.xlarge",
"vcpu": "4"
},
{
"label": "r5d.2xlarge (Beta)",
"ram": "64",
"value": "r5d.2xlarge",
"vcpu": "8"
},
{
"label": "r5d.4xlarge (Beta)",
"ram": "128",
"value": "r5d.4xlarge",
"vcpu": "16"
},
{
"label": "r5d.12xlarge (Beta)",
"ram": "384",
"value": "r5d.12xlarge",
"vcpu": "48"
},
{
"label": "r5d.24xlarge (Beta)",
"ram": "768",
"value": "r5d.24xlarge",
"vcpu": "96"
},
{
"label": "r5a.xlarge (Beta)",
"ram": "32",
"value": "r5a.xlarge",
"vcpu": "4"
},
{
"label": "r5a.2xlarge (Beta)",
"ram": "64",
"value": "r5a.2xlarge",
"vcpu": "8"
},
{
"label": "r5a.4xlarge (Beta)",
"ram": "128",
"value": "r5a.4xlarge",
"vcpu": "16"
},
{
"label": "r5a.8xlarge (Beta)",
"ram": "256",
"value": "r5a.8xlarge",
"vcpu": "32"
},
{
"label": "r5a.12xlarge (Beta)",
"ram": "384",
"value": "r5a.12xlarge",
"vcpu": "48"
},
{
"label": "r5a.16xlarge (Beta)",
"ram": "512",
"value": "r5a.16xlarge",
"vcpu": "64"
},
{
"label": "r5a.24xlarge (Beta)",
"ram": "768",
"value": "r5a.24xlarge",
"vcpu": "96"
},
{
"label": "i3.xlarge",
"ram": "30.5",
"value": "i3.xlarge",
"vcpu": "4"
},
{
"label": "i3.2xlarge",
"ram": "61",
"value": "i3.2xlarge",
"vcpu": "8"
},
{
"label": "i3.4xlarge",
"ram": "122",
"value": "i3.4xlarge",
"vcpu": "16"
},
{
"label": "i3.8xlarge",
"ram": "244",
"value": "i3.8xlarge",
"vcpu": "32"
},
{
"label": "i3.16xlarge (Beta)",
"ram": "488",
"value": "i3.16xlarge",
"vcpu": "64"
},
{
"label": "i2.xlarge",
"ram": "30.5",
"value": "i2.xlarge",
"vcpu": "4"
},
{
"label": "i2.2xlarge",
"ram": "61",
"value": "i2.2xlarge",
"vcpu": "8"
},
{
"label": "i2.4xlarge",
"ram": "122",
"value": "i2.4xlarge",
"vcpu": "16"
},
{
"label": "i2.8xlarge",
"ram": "244",
"value": "i2.8xlarge",
"vcpu": "32"
},
{
"label": "p2.xlarge",
"ram": "61",
"value": "p2.xlarge",
"vcpu": "4"
},
{
"label": "p2.8xlarge",
"ram": "488",
"value": "p2.8xlarge",
"vcpu": "32"
},
{
"label": "p2.16xlarge",
"ram": "732",
"value": "p2.16xlarge",
"vcpu": "64"
},
{
"label": "p3.2xlarge",
"ram": "61",
"value": "p3.2xlarge",
"vcpu": "8"
},
{
"label": "p3.8xlarge",
"ram": "244",
"value": "p3.8xlarge",
"vcpu": "32"
},
{
"label": "p3.16xlarge (Beta)",
"ram": "488",
"value": "p3.16xlarge",
"vcpu": "64"
},
{
"label": "z1d.large (Beta)",
"ram": "16",
"value": "z1d.large",
"vcpu": "2"
},
{
"label": "z1d.xlarge (Beta)",
"ram": "32",
"value": "z1d.xlarge",
"vcpu": "4"
},
{
"label": "z1d.2xlarge (Beta)",
"ram": "64",
"value": "z1d.2xlarge",
"vcpu": "8"
},
{
"label": "z1d.3xlarge (Beta)",
"ram": "96",
"value": "z1d.3xlarge",
"vcpu": "12"
},
{
"label": "z1d.6xlarge (Beta)",
"ram": "192",
"value": "z1d.6xlarge",
"vcpu": "24"
},
{
"label": "z1d.12xlarge (Beta)",
"ram": "384",
"value": "z1d.12xlarge",
"vcpu": "48"
}
]Step 6: In the driver_type section, add a new array (json) for the new region with required worker types in it.
The same block mentioned step 5 can be here.
Note: In step 5 and 6, ensure that the array for the new region is separated from previous region by ','
Applicable versions: 5.x