sebastianua / terraform-aws-glue Goto Github PK

conditions =  {
  job_name         = module.glue_generic_cur_validation_pipeline.glue_job_id
  state            = var.state
  } 
}

module "datawarehouse_glue_connection" {
  source                 = "SebastianUA/glue/aws"
  enable_glue_connection = true
  glue_connection_name   = var.connection_name
  glue_connection_connection_properties = {
    JDBC_CONNECTION_URL = "jdbc:postgresql://${local.datwarehousespec.reporting_database_endpoint}/${local.datwarehousespec.datwarehouse_database_name}"
    PASSWORD            = data.vault_generic_secret.data_warehouse_admin_user.data["password"]
    USERNAME            = data.vault_generic_secret.data_warehouse_admin_user.data["username"]
  }
  glue_connection_physical_connection_requirements = [{
    availability_zone      = local.datwarehousespec.reporting_db_one_private_subnet_az
    security_group_id_list = local.datwarehousespec.data-warehouse-security_group
    subnet_id              = local.datwarehousespec.reporting_db_one_private_subnet
  }]

}

  on .terraform/modules/datawarehouse_glue_connection/glue_catalog_database.tf line 41, in resource "aws_glue_catalog_database" "glue_catalog_database":
  41:       region = lookup(target_database.value, "region", null)

An argument named "region" is not expected here.

Error: Unsupported argument

  on .terraform/modules/datawarehouse_glue_connection/glue_catalog_database.tf line 45, in resource "aws_glue_catalog_database" "glue_catalog_database":
  45:   tags = merge(

An argument named "tags" is not expected here.

Error: Invalid resource type

  on .terraform/modules/datawarehouse_glue_connection/glue_data_quality_ruleset.tf line 4, in resource "aws_glue_data_quality_ruleset" "glue_data_quality_ruleset":
   4: resource "aws_glue_data_quality_ruleset" "glue_data_quality_ruleset" {

The provider hashicorp/aws does not support resource type
"aws_glue_data_quality_ruleset".

output "glue_user_defined_function_create_time" {
  description = "The time at which the function was created."
  value       = element(concat(aws_glue_user_defined_function.glue_user_defined_function.*.create_time, [""]), 0)
}

conditions =  {
  job_name         = module.glue_generic_cur_validation_pipeline.glue_job_id
  state            = var.state
  } 
}

glue_crawler_schema_change_policy = [
    {
      delete_behavior = "LOG",
      update_behavior = "UPDATE_IN_DATABASE"
    }
  ]

  schema_change_policy {
    delete_behavior = <VALUE>
  }

  schema_change_policy {
    update_behavior = <VALUE>
  }

module "glue_etl_job" {
  source                     = "SebastianUA/glue/aws"
  name                       = var.glue_etl_job_name
  environment                = var.env
  enable_glue_job            = true
  glue_job_name              = var.glue_etl_job_name
  glue_job_role_arn          = var.glue_iam_service_role_arn
  glue_job_number_of_workers = 3
  glue_job_worker_type       = "G.1X"
  glue_job_glue_version      = "3.0"
  # enable_glue_connection     = false 
  # glue_job_connections       = [] <------- work around

  glue_job_execution_property = [
    {
      max_concurrent_runs = 1
    }
  ]
  glue_job_command = [
    {
      script_location = local.glue_script_s3_path
      name            = "glueetl"
    }
  ]
  glue_job_default_arguments = { "--job-bookmark-option" = "job-bookmark-enable" }

  enable_glue_workflow = true
  glue_workflow_name   = var.glue_etl_workflow_name
}