ATLAS-4082: Added more attributes like create or last modify time, contentLength…

ATLAS-4082: Added more attributes like create or last modify time, contentLength etc. to ADLS Gen2 types Signed-off-by: Sarath Subramanian <sarath@apache.org>

ATLAS-4082: Added more attributes like create or last modify time, contentLength…
321c6b83 · sidmishra · Sarath Subramanian · 6ed73d88 · 321c6b83
Commit 321c6b83 authored Dec 15, 2020 by sidmishra Committed by Sarath Subramanian Dec 15, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 254 additions and 0 deletions

005-azure_adls_add_attributes.json ...els/3000-Cloud/patches/005-azure_adls_add_attributes.json +254 -0

No files found.
--- a/addons/models/3000-Cloud/patches/005-azure_adls_add_attributes.json
+++ b/addons/models/3000-Cloud/patches/005-azure_adls_add_attributes.json
+{
+  "patches": [
+    {
+      "id": "TYPEDEF_PATCH_3000_005_001",
+      "description": "Add attributes to Azure ADLS Account",
+      "action": "ADD_ATTRIBUTE",
+      "typeName": "adls_gen2_account",
+      "applyToVersion": "1.0",
+      "updateToVersion": "1.1",
+      "attributeDefs": [
+        {
+          "name":         "skuName",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        }
+      ]
+    },
+    {
+      "id": "TYPEDEF_PATCH_3000_005_002",
+      "description": "Add attributes to Azure ADLS container",
+      "action": "ADD_ATTRIBUTE",
+      "typeName": "adls_gen2_container",
+      "applyToVersion": "1.0",
+      "updateToVersion": "1.1",
+      "attributeDefs": [
+        {
+          "name":         "lastModifiedTime",
+          "typeName":     "date",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "publicAccess",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        }
+      ]
+    },
+    {
+      "id": "TYPEDEF_PATCH_3000_005_003",
+      "description": "Add attributes to Azure ADLS directory",
+      "action": "ADD_ATTRIBUTE",
+      "typeName": "adls_gen2_directory",
+      "applyToVersion": "1.0",
+      "updateToVersion": "1.1",
+      "attributeDefs": [
+        {
+          "name":         "lastModifiedTime",
+          "typeName":     "date",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "creationTime",
+          "typeName":     "date",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "contentLength",
+          "typeName":     "long",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true
+        },
+        {
+          "name":         "contentMd5",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "accessTier",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "prefix",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "remainingRetentionDays",
+          "typeName":     "long",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true
+        },
+        {
+          "name":         "type",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "additionalProperties",
+          "typeName":     "map<string,string>",
+          "cardinality":  "SINGLE",
+          "isIndexable":  false,
+          "isOptional":   true,
+          "isUnique":     false
+        }
+      ]
+    },
+    {
+      "id": "TYPEDEF_PATCH_3000_005_004",
+      "description": "Add attributes to Azure ADLS blob",
+      "action": "ADD_ATTRIBUTE",
+      "typeName": "adls_gen2_blob",
+      "applyToVersion": "1.0",
+      "updateToVersion": "1.1",
+      "attributeDefs": [
+        {
+          "name":         "lastModifiedTime",
+          "typeName":     "date",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "creationTime",
+          "typeName":     "date",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "contentLength",
+          "typeName":     "long",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true
+        },
+        {
+          "name":         "contentMd5",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "accessTier",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "prefix",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "remainingRetentionDays",
+          "typeName":     "long",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true
+        },
+        {
+          "name":         "contentEncoding",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "contentDisposition",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        },
+        {
+          "name":         "cacheControl",
+          "typeName":     "string",
+          "cardinality":  "SINGLE",
+          "isIndexable":  true,
+          "isOptional":   true,
+          "isUnique":     false
+        }
+      ]
+    },
+    {
+      "id": "TYPEDEF_PATCH_3000_005_005",
+      "description": "Update 'contentType' attribute in adls_gen2_directory",
+      "action": "UPDATE_ATTRIBUTE",
+      "typeName": "adls_gen2_directory",
+      "applyToVersion": "1.1",
+      "updateToVersion": "1.2",
+      "params": null,
+      "attributeDefs": [
+        {
+          "name": "contentType",
+          "typeName": "string",
+          "cardinality": "SINGLE",
+          "isIndexable": true,
+          "isOptional": true,
+          "isUnique": false
+        }
+      ]
+    },
+    {
+      "id": "TYPEDEF_PATCH_3000_005_006",
+      "description": "Update 'contentType' attribute in adls_gen2_blob",
+      "action": "UPDATE_ATTRIBUTE",
+      "typeName": "adls_gen2_blob",
+      "applyToVersion": "1.1",
+      "updateToVersion": "1.2",
+      "params": null,
+      "attributeDefs": [
+        {
+          "name": "contentType",
+          "typeName": "string",
+          "cardinality": "SINGLE",
+          "isIndexable": true,
+          "isOptional": true,
+          "isUnique": false
+        }
+      ]
+    }
+  ]
+}