feat(python-notebook-migration): add notebook-migration-service microservice in backend

.github/workflows/build.yml

@@ -637,6 +637,8 @@ jobs:
             sbt_project: ComputingUnitManagingService
           - service: workflow-compiling-service
             sbt_project: WorkflowCompilingService
+          - service: notebook-migration-service
+            sbt_project: NotebookMigrationService
     env:
       JAVA_OPTS: -Xms2048M -Xmx2048M -Xss6M -XX:ReservedCodeCacheSize=256M -Dfile.encoding=UTF-8
       JVM_OPTS: -Xms2048M -Xmx2048M -Xss6M -XX:ReservedCodeCacheSize=256M -Dfile.encoding=UTF-8

bin/licensing/check_binary_deps.py

@@ -51,6 +51,7 @@
     "file-service/LICENSE-binary",
     "workflow-compiling-service/LICENSE-binary",
     "computing-unit-managing-service/LICENSE-binary",
+    "notebook-migration-service/LICENSE-binary",
     "amber/LICENSE-binary-java",
     "amber/LICENSE-binary-python",
     "frontend/LICENSE-binary",

build.sbt

@@ -169,6 +169,16 @@ lazy val WorkflowExecutionService = (project in file("amber"))
   )
   .configs(Test)
   .dependsOn(DAO % "test->test", Auth % "test->test") // test scope dependency
+lazy val NotebookMigrationService = (project in file("notebook-migration-service"))
+  .dependsOn(Auth, Config, DAO)
+  .settings(asfLicensingSettings)
+  .settings(
+    dependencyOverrides ++= Seq(
+      // override it as io.dropwizard 4 require 2.16.1 or higher
+      "com.fasterxml.jackson.module" %% "jackson-module-scala" % jacksonVersion
+    )
+  )
+  .dependsOn(DAO % "test->test") // test scope dependency
 
 // root project definition
 lazy val TexeraProject = (project in file("."))
@@ -186,7 +196,8 @@ lazy val TexeraProject = (project in file("."))
     ConfigService,
     FileService,
     WorkflowCompilingService,
-    WorkflowExecutionService
+    WorkflowExecutionService,
+    NotebookMigrationService
   )
   .settings(
     name := "texera",

common/config/src/main/resources/storage.conf

@@ -150,4 +150,14 @@ storage {
         password = "postgres"
         password = ${?STORAGE_JDBC_PASSWORD}
     }
+
+    # Configurations of the JupyterLab service
+    jupyter {
+        url = "http://localhost:9100"
+        url = ${?STORAGE_JUPYTER_URL}
+        # Read from the same JUPYTER_TOKEN env var as the Jupyter container
+        # (notebook-migration-service/src/main/resources/docker-compose.yml)
+        token = "texera"
+        token = ${?JUPYTER_TOKEN}
+    }
 }

common/config/src/main/scala/org/apache/texera/common/config/StorageConfig.scala

@@ -133,4 +133,8 @@ object StorageConfig {
   val ENV_S3_REGION = "STORAGE_S3_REGION"
   val ENV_S3_AUTH_USERNAME = "STORAGE_S3_AUTH_USERNAME"
   val ENV_S3_AUTH_PASSWORD = "STORAGE_S3_AUTH_PASSWORD"
+
+  // Jupyter
+  val jupyterURL: String = conf.getString("storage.jupyter.url")
+  val jupyterToken: String = conf.getString("storage.jupyter.token")
 }

frontend/proxy.config.json

@@ -10,6 +10,11 @@
     "secure": false,
     "changeOrigin": true
   },
+  "/api/notebook-migration": {
+    "target": "http://localhost:9098",
+    "secure": false,
+    "changeOrigin": true
+  },
 "/api/models": {
     "target": "http://localhost:9096",
     "secure": false,