自動化統一目錄設置使用起程拓殖

變量“databricks_connection_profile”{}起程拓殖{required_providers{磚={源=“磚/磚”}aws={源=“hashicorp / aws”}}}提供者“aws”{}#使用磚CLI的身份驗證。提供者“磚”{配置文件=var。databricks_connection_profile}#生成一個隨機字符串的前綴AWS資源,確保唯一性。資源“random_string”“命名”{特殊的=假上=假長度=6}當地人{前綴=“演示{random_string.naming.result}”標簽={}}

起程拓殖{required_providers{磚={源=“磚/磚”}aws={源=“hashicorp / aws”}}}提供者“aws”{}#使用環境變量進行身份驗證。提供者“磚”{}#生成一個隨機字符串的前綴AWS資源,確保唯一性。資源“random_string”“命名”{特殊的=假上=假長度=6}當地人{前綴=“演示{random_string.naming.result}”標簽={}}

databricks_connection_profile=“默認”

變量“metastore_storage_label”{}變量“databricks_account_id”{}資源“aws_s3_bucket”“metastore”{桶=" ${local.prefix}- ${var.metastore_storage_label}”acl=“私人”版本控製{啟用=假}force_destroy=真正的標簽=合並(當地的。標簽,{的名字=" ${local.prefix}- ${var.metastore_storage_label}”})}資源“aws_s3_bucket_public_access_block”“metastore”{桶=aws_s3_bucket。metastore。idblock_public_acls=真正的block_public_policy=真正的ignore_public_acls=真正的restrict_public_buckets=真正的depends_on=(aws_s3_bucket。metastore]}數據“aws_iam_policy_document”“passrole_for_unity_catalog”{聲明{效果=“允許”行動=(“sts: AssumeRole”]校長{標識符=(“攻擊:aws:我::414351767826:角色/ unity-catalog-prod-UCMasterRole-14S5ZJVKOTYTL”]類型=“AWS”}條件{測試=“StringEquals”變量=“sts: ExternalId”值=(var。databricks_account_id]}}}資源“aws_iam_policy”“unity_metastore”{政策=jsonencode({版本=“2012-10-17”Id=" ${local.prefix}-databricks-unity-metastore”聲明=({“行動”:(“s3: GetObject”,“s3: GetObjectVersion”,“s3: propertynames”,“s3: PutObjectAcl”,“s3: DeleteObject”,“s3: ListBucket”,“s3: GetBucketLocation”),“資源”:(aws_s3_bucket。metastore。在攻擊," ${aws_s3_bucket.metastore.arn}/ *”),“效應”:“允許”}]})標簽=合並(當地的。標簽,{的名字=" ${local.prefix}-unity-catalog我政策”})}/ /要求,在情況下https:/ /文檔。磚。com/數據/磚- - - - - -數據集。html是需要。資源“aws_iam_policy”“sample_data”{政策=jsonencode({版本=“2012-10-17”Id=" ${local.prefix}-databricks-sample-data”聲明=({“行動”:(“s3: GetObject”,“s3: GetObjectVersion”,“s3: ListBucket”,“s3: GetBucketLocation”),“資源”:(“攻擊:aws: s3::: databricks-datasets-oregon / *”,“攻擊:aws: s3::: databricks-datasets-oregon”),“效應”:“允許”}]})標簽=合並(當地的。標簽,{的名字=" ${local.prefix}-unity-catalog我政策”})}資源“aws_iam_role”“metastore_data_access”{的名字=" ${local.prefix}-uc-access”assume_role_policy=數據。aws_iam_policy_document。passrole_for_unity_catalog。jsonmanaged_policy_arns=(aws_iam_policy。unity_metastore。在攻擊,aws_iam_policy。sample_data。在攻擊]標簽=合並(當地的。標簽,{的名字=" ${local.prefix}-unity-catalog我角色”})}

metastore_storage_label=“metastore”

變量“metastore_name”{}變量“metastore_label”{}變量“default_metastore_workspace_id”{}變量“default_metastore_default_catalog_name”{}資源“databricks_metastore”“metastore”{的名字=var。metastore_namestorage_root=“s3: / /美元{aws_s3_bucket.metastore.id}美元/{var.metastore_label}”force_destroy=真正的}資源“databricks_metastore_data_access”“metastore_data_access”{depends_on=(databricks_metastore。metastore]metastore_id=databricks_metastore。metastore。id的名字=aws_iam_role。metastore_data_access。的名字aws_iam_role{role_arn=aws_iam_role。metastore_data_access。在攻擊}is_default=真正的}資源“databricks_metastore_assignment”“default_metastore”{depends_on=(databricks_metastore_data_access。metastore_data_access]workspace_id=var。default_metastore_workspace_idmetastore_id=databricks_metastore。metastore。iddefault_catalog_name=var。default_metastore_default_catalog_name}

metastore_name=“my_metastore”metastore_label=“metastore”default_metastore_workspace_id=“< workspace-id >”default_metastore_default_catalog_name=“my_catalog”

變量“catalog_name”{}資源“databricks_catalog”“目錄”{depends_on=(databricks_metastore_assignment。default_metastore]metastore_id=databricks_metastore。metastore。id的名字=var。catalog_name}

catalog_name=“my_catalog”

變量“catalog_admins_display_name”{}變量“catalog_privileges”{}數據“databricks_group”“catalog_admins”{display_name=var。catalog_admins_display_name}資源“databricks_grants”“目錄”{depends_on=(databricks_catalog。目錄]目錄=databricks_catalog。目錄。的名字格蘭特{主要=數據。databricks_group。catalog_admins。display_name特權=var。catalog_privileges}}

catalog_admins_display_name=“管理員”catalog_privileges=(“特權”]

變量“schema_name”{}資源“databricks_schema”“模式”{depends_on=(databricks_catalog。目錄]catalog_name=databricks_catalog。目錄。的名字的名字=var。schema_name}

schema_name=“my_schema”

變量“schema_admins_display_name”{}變量“schema_privileges”{}數據“databricks_group”“schema_admins”{display_name=var。schema_admins_display_name}資源“databricks_grants”“模式”{depends_on=(databricks_schema。模式]模式=" ${databricks_catalog.catalog.name}。${databricks_schema.schema.name}”格蘭特{主要=數據。databricks_group。schema_admins。display_name特權=var。schema_privileges}}

schema_admins_display_name=“管理員”schema_privileges=(“特權”]

變量“external_storage_label”{}變量“external_storage_location_label”{}資源“aws_s3_bucket”“外部”{桶=" ${local.prefix}- ${var.external_storage_label}”acl=“私人”版本控製{啟用=假}force_destroy=真正的標簽=合並(當地的。標簽,{的名字=" ${local.prefix}- ${var.external_storage_label}”})}資源“aws_s3_bucket_public_access_block”“外部”{桶=aws_s3_bucket。外部。idignore_public_acls=真正的depends_on=(aws_s3_bucket。外部]}資源“aws_iam_policy”“external_data_access”{政策=jsonencode({版本=“2012-10-17”Id=" ${aws_s3_bucket.external.id}訪問“聲明=({“行動”:(“s3: GetObject”,“s3: GetObjectVersion”,“s3: propertynames”,“s3: PutObjectAcl”,“s3: DeleteObject”,“s3: ListBucket”,“s3: GetBucketLocation”),“資源”:(aws_s3_bucket。外部。在攻擊," ${aws_s3_bucket.external.arn}/ *”),“效應”:“允許”}]})標簽=合並(當地的。標簽,{的名字=" ${local.prefix}-unity-catalog美元{var.external_storage_label}訪問我的政策”})}資源“aws_iam_role”“external_data_access”{的名字=" ${local.prefix}外部訪問”assume_role_policy=數據。aws_iam_policy_document。passrole_for_unity_catalog。jsonmanaged_policy_arns=(aws_iam_policy。external_data_access。在攻擊]標簽=合並(當地的。標簽,{的名字=" ${local.prefix}-unity-catalog美元{var.external_storage_label}訪問我的角色”})}資源“databricks_storage_credential”“外部”{的名字=aws_iam_role。external_data_access。的名字aws_iam_role{role_arn=aws_iam_role。external_data_access。在攻擊}}資源“databricks_external_location”“一些”{的名字=" ${var.external_storage_label}”url=“s3: / /美元{local.prefix}- ${var.external_storage_label}美元/{var.external_storage_location_label}”credential_name=databricks_storage_credential。外部。id}

external_storage_label=“外部”external_storage_location_label=“一些”

變量“external_storage_admins_display_name”{}變量“external_storage_privileges”{}數據“databricks_group”“external_storage_admins”{display_name=var。external_storage_admins_display_name}資源“databricks_grants”“external_storage_credential”{storage_credential=databricks_storage_credential。外部。id格蘭特{主要=var。external_storage_admins_display_name特權=var。external_storage_privileges}}資源“databricks_grants”“external_storage”{external_location=databricks_external_location。一些。id格蘭特{主要=var。external_storage_admins_display_name特權=var。external_storage_privileges}}

external_storage_admins_display_name=“管理員”external_storage_privileges=(“特權”]

變量“table_admins_display_name”{}變量“table_catalog_name”{}變量“table_schema_name”{}變量“table_table_name”{}變量“table_privileges”{}數據“databricks_group”“table_admins”{display_name=var。table_admins_display_name}資源“databricks_grants”“表”{表=" ${var.table_catalog_name}。${var.table_schema_name}。${var.table_table_name}”格蘭特{主要=數據。databricks_group。table_admins。display_name特權=var。table_privileges}}

table_admins_display_name=“管理員”table_catalog_name=“my_catalog”table_schema_name=“my_schema”table_table_name=“my_table”table_privileges=(“特權”]

變量“view_admins_display_name”{}變量“view_catalog_name”{}變量“view_schema_name”{}變量“view_table_name”{}變量“view_privileges”{}數據“databricks_group”“view_admins”{display_name=var。view_admins_display_name}資源“databricks_grants”“managed_table_view”{表=" ${var.view_catalog_name}。${var.view_schema_name}。${var.view_table_name}”格蘭特{主要=數據。databricks_group。view_admins。display_name特權=var。view_privileges}}

view_admins_display_name=“管理員”view_catalog_name=“my_catalog”view_schema_name=“my_schema”view_table_name=“my_table”view_privileges=(“特權”]

變量“cluster_name”{}變量“cluster_autotermination_minutes”{}變量“cluster_num_workers”{}變量“cluster_data_security_mode”{}#創建集群的“最小”#資源允許的。數據“databricks_node_type”“最小”{local_disk=真正的}#使用最新的磚運行時#長期支持(LTS)版本。數據“databricks_spark_version”“latest_lts”{long_term_support=真正的}資源“databricks_cluster”“這”{cluster_name=var。cluster_namenode_type_id=數據。databricks_node_type。最小的。idspark_version=數據。databricks_spark_version。latest_lts。idautotermination_minutes=var。cluster_autotermination_minutesnum_workers=var。cluster_num_workersdata_security_mode=var。cluster_data_security_mode}輸出“cluster_url”{價值=databricks_cluster。這。url}

cluster_name=“我的集群”cluster_autotermination_minutes=60cluster_num_workers=1cluster_data_security_mode=“SINGLE_USER”