Merge pull request #69 from tomarv2/develop

Pulling refs/pull/68/merge into main

Author: tomarv2

README.md

@@ -337,6 +337,8 @@ No modules.
 | [databricks_job.existing_cluster_new_job_new_notebooks](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/job) | resource |
 | [databricks_job.new_cluster_new_job_existing_notebooks](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/job) | resource |
 | [databricks_job.new_cluster_new_job_new_notebooks](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/job) | resource |
+| [databricks_library.maven](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/library) | resource |
+| [databricks_library.python_wheel](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/library) | resource |
 | [databricks_notebook.notebook_file](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/notebook) | resource |
 | [databricks_notebook.notebook_file_deployment](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/notebook) | resource |
 | [databricks_permissions.cluster](https://registry.terraform.io/providers/databricks/databricks/latest/docs/resources/permissions) | resource |
@@ -391,6 +393,7 @@ No modules.
 | <a name="input_idle_instance_autotermination_minutes"></a> [idle\_instance\_autotermination\_minutes](#input\_idle\_instance\_autotermination\_minutes) | idle instance auto termination duration | `number` | `20` | no |
 | <a name="input_instance_pool_access_control"></a> [instance\_pool\_access\_control](#input\_instance\_pool\_access\_control) | Instance pool access control | `any` | `null` | no |
 | <a name="input_jobs_access_control"></a> [jobs\_access\_control](#input\_jobs\_access\_control) | Jobs access control | `any` | `null` | no |
+| <a name="input_libraries"></a> [libraries](#input\_libraries) | Installs a library on databricks\_cluster | `map(any)` | `{}` | no |
 | <a name="input_local_disk"></a> [local\_disk](#input\_local\_disk) | Pick only nodes with local storage. Defaults to false. | `string` | `true` | no |
 | <a name="input_local_notebooks"></a> [local\_notebooks](#input\_local\_notebooks) | Local path to the notebook(s) that will be used by the job | `any` | `[]` | no |
 | <a name="input_max_capacity"></a> [max\_capacity](#input\_max\_capacity) | instance pool maximum capacity | `number` | `3` | no |

cluster.tf

@@ -3,6 +3,23 @@ locals {
   cluster_name      = var.cluster_name != null ? var.cluster_name : "${var.teamid}-${var.prjid} (Terraform managed)"
 }
 
+resource "databricks_library" "maven" {
+  for_each = try(var.libraries.maven, null) != null ? var.libraries.maven : {}
+
+  cluster_id = databricks_cluster.cluster[local.cluster_name].id
+  maven {
+    coordinates = each.key
+    exclusions = try(each.value.exclusion, [])
+  }
+}
+
+resource "databricks_library" "python_wheel" {
+  for_each = try(var.libraries.python_wheel, null) != null ? var.libraries.python_wheel: {}
+
+  cluster_id = databricks_cluster.cluster[local.cluster_name].id
+  whl        = each.key
+}
+
 resource "databricks_cluster" "cluster" {
   for_each = var.deploy_cluster == true ? toset([local.cluster_name]) : toset([])
 

examples/clusters/1_single_node_cluster/main.tf

@@ -19,6 +19,14 @@ module "databricks_workspace_management" {
   # ------------------------------------------------
   deploy_cluster = true
   fixed_value    = 0
+
+  libraries = {
+    maven = {
+      "com.microsoft.azure:azure-eventhubs-spark_2.12:2.3.21" = {}
+    }
+    python_wheel = {}
+  }
+
   # ------------------------------------------------
   # Do not change the teamid, prjid once set.
   teamid = var.teamid

examples/jobs/4_job_on_existing_cluster_with_new_notebooks/main.tf

@@ -15,11 +15,12 @@ terraform {
 
 module "databricks_workspace_management" {
   source = "../../../"
+
   # ------------------------------------------------
   # JOB
   # ------------------------------------------------
   deploy_jobs               = true
-  cluster_id                = "0606-193951-30y13dr5"
+  cluster_id                = "0907-052446-bike152"
   fixed_value               = 1
   retry_on_timeout          = false
   max_retries               = 3

variables.tf

@@ -358,3 +358,9 @@ variable "custom_tags" {
   description = "Extra custom tags"
   default     = null
 }
+
+variable "libraries" {
+  type = map(any)
+  description = "Installs a library on databricks_cluster"
+  default = {}
+}