adbxmonitor does not compile

[thomafred]

The adbxmonitor does compile and fails with the following message:

[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:9:12: object databricks is not a member of package com                            
[error] import com.databricks.dbutils_v1.DBUtilsHolder.dbutils                                                                                                                                                                         
[error]            ^                                                                                                                                                                                                                   
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:22:39: object databricks is not a member of package com                           
[error]   private def getDatabricksInfo():com.databricks.backend.daemon.driver.DriverConf = {                                                                                                                                          
[error]                                       ^                                                                                                                                                                                        
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:23:16: object databricks is not a member of package com                           
[error]     import com.databricks.backend.common.util.Project                                                                                                                                                                          
[error]                ^                                                                                                                                                                                                               
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:24:16: object databricks is not a member of package com                           
[error]     import com.databricks.conf.trusted.ProjectConf                                                                                                                                                                             
[error]                ^                                                                                                                                                                                                               
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:25:16: object databricks is not a member of package com                           
[error]     import com.databricks.backend.daemon.driver.DriverConf                                                                                                                                                                     
[error]                ^                                                                                                                                                                                                               
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:9: not found: type DriverConf                                                  
[error]     new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))                                                                                                                                                                
[error]         ^                                                                                                                                                                                                                      
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:20: not found: value ProjectConf                                               
[error]     new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))                                                                                                                                                                
[error]                    ^                                                                                                                                                                                                           
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:48: not found: value Project                                                   
[error]     new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))                                                                                                                                                                
[error]                                                ^                                                                                                                                                                               
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:31:47: object databricks is not a member of package com                           
[error]   private def getClusterUsageTag(dbrInfo: com.databricks.backend.daemon.driver.DriverConf, key: String): Option[String] = {                                                                                                    
[error]                                               ^                                                                                                                                                                                
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:163:27: not found: value dbutils
[error]     val notebookContext = dbutils.notebook.getContext
[error]                           ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:177:27: not found: value dbutils
[error]     val notebookContext = dbutils.notebook.getContext
[error]                           ^
[error] 11 errors found
[error] (Compile / compileIncremental) Compilation failed
[error] Total time: 25 s, completed Apr 22, 2021, 7:20:23 AM

It would seem that dbutils is mssing. Adding it to the sbt-file still fails, this time due to the DriverConf and Project types not being defined:

[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:22:65: object driver is not a member of package com.databricks.backend.daemon
[error]   private def getDatabricksInfo():com.databricks.backend.daemon.driver.DriverConf = {
[error]                                                                 ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:23:35: object common is not a member of package com.databricks.backend
[error]     import com.databricks.backend.common.util.Project
[error]                                   ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:24:27: object conf is not a member of package com.databricks
[error]     import com.databricks.conf.trusted.ProjectConf
[error]                           ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:25:42: object driver is not a member of package com.databricks.backend.daemon
[error]     import com.databricks.backend.daemon.driver.DriverConf
[error]                                          ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:9: not found: type DriverConf
[error]     new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error]         ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:20: not found: value ProjectConf
[error]     new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error]                    ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:27:48: not found: value Project
[error]     new DriverConf(ProjectConf.loadLocalConfig(Project.Driver))
[error]                                                ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:31:73: object driver is not a member of package com.databricks.backend.daemon
[error]   private def getClusterUsageTag(dbrInfo: com.databricks.backend.daemon.driver.DriverConf, key: String): Option[String] = {
[error]                                                                         ^
[error] /home/tom/project/odf/Azure-Databricks-Monitoring/code/adbx-monitor/src/main/scala/com/microsoft/adbxmonitor/adbxlistener/AdbxListener.scala:163:27: Symbol 'type com.databricks.backend.common.rpc.CommandContext' is missing from the classpath.
[error] This symbol is required by 'method com.databricks.dbutils_v1.NotebookUtils.getContext'.
[error] Make sure that type CommandContext is in your classpath and check for conflicting dependencies with `-Ylog-classpath`.
[error] A full rebuild may help if 'NotebookUtils.class' was compiled against an incompatible version of com.databricks.backend.common.rpc.
[error]     val notebookContext = dbutils.notebook.getContext
[error]                           ^
[error] 9 errors found
[error] (Compile / compileIncremental) Compilation failed
[error] Total time: 8 s, completed Apr 22, 2021, 7:21:09 AM