[query] Lift backend state into {Service|Py4J}BackendApi

hail/hail/src/is/hail/backend/Backend.scala

@@ -9,7 +9,6 @@ import is.hail.io.fs.FS
 import is.hail.types.RTable
 import is.hail.types.encoded.EType
 import is.hail.types.physical.PTuple
-import is.hail.utils.ExecutionTimer.Timings
 import is.hail.utils.fatal
 
 import scala.reflect.ClassTag
@@ -105,7 +104,7 @@ abstract class Backend extends Closeable {
   def tableToTableStage(ctx: ExecuteContext, inputIR: TableIR, analyses: LoweringAnalyses)
     : TableStage
 
-  def withExecuteContext[T](f: ExecuteContext => T)(implicit E: Enclosing): (T, Timings)
-
   def execute(ctx: ExecuteContext, ir: IR): Either[Unit, (PTuple, Long)]
+
+  def backendContext(ctx: ExecuteContext): BackendContext
 }

hail/hail/src/is/hail/backend/BackendRpc.scala

@@ -247,8 +247,4 @@ trait HttpLikeBackendRpc[A] extends BackendRpc {
           )
       }
   }
-
-  implicit protected def Ask: Routing
-  implicit protected def Write: Write[A]
-  implicit protected def Context: Context[A]
 }

hail/hail/src/is/hail/backend/ExecuteContext.scala

@@ -1,6 +1,6 @@
 package is.hail.backend
 
-import is.hail.{HailContext, HailFeatureFlags}
+import is.hail.HailFeatureFlags
 import is.hail.annotations.{Region, RegionPool}
 import is.hail.asm4s.HailClassLoader
 import is.hail.backend.local.LocalTaskContext
@@ -23,7 +23,7 @@ trait TempFileManager extends AutoCloseable {
   def newTmpPath(tmpdir: String, prefix: String, extension: String = null): String
 }
 
-class OwningTempFileManager(fs: FS) extends TempFileManager {
+class OwningTempFileManager(val fs: FS) extends TempFileManager {
   private[this] val tmpPaths = mutable.ArrayBuffer[String]()
 
   override def newTmpPath(tmpdir: String, prefix: String, extension: String): String = {
@@ -55,11 +55,6 @@ object NonOwningTempFileManager {
 }
 
 object ExecuteContext {
-  def scoped[T](f: ExecuteContext => T)(implicit E: Enclosing): T =
-    HailContext.sparkBackend.withExecuteContext(
-      selfContainedExecution = false
-    )(f)
-
   def scoped[T](
     tmpdir: String,
     localTmpdir: String,
@@ -70,7 +65,6 @@ object ExecuteContext {
     tempFileManager: TempFileManager,
     theHailClassLoader: HailClassLoader,
     flags: HailFeatureFlags,
-    backendContext: BackendContext,
     irMetadata: IrMetadata,
     blockMatrixCache: mutable.Map[String, BlockMatrix],
     codeCache: mutable.Map[CodeCacheKey, CompiledFunction[_]],
@@ -92,7 +86,6 @@ object ExecuteContext {
           tempFileManager,
           theHailClassLoader,
           flags,
-          backendContext,
           irMetadata,
           blockMatrixCache,
           codeCache,
@@ -125,7 +118,6 @@ class ExecuteContext(
   _tempFileManager: TempFileManager,
   val theHailClassLoader: HailClassLoader,
   val flags: HailFeatureFlags,
-  val backendContext: BackendContext,
   val irMetadata: IrMetadata,
   val BlockMatrixCache: mutable.Map[String, BlockMatrix],
   val CodeCache: mutable.Map[CodeCacheKey, CompiledFunction[_]],
@@ -196,7 +188,6 @@ class ExecuteContext(
     tempFileManager: TempFileManager = NonOwningTempFileManager(this.tempFileManager),
     theHailClassLoader: HailClassLoader = this.theHailClassLoader,
     flags: HailFeatureFlags = this.flags,
-    backendContext: BackendContext = this.backendContext,
     irMetadata: IrMetadata = this.irMetadata,
     blockMatrixCache: mutable.Map[String, BlockMatrix] = this.BlockMatrixCache,
     codeCache: mutable.Map[CodeCacheKey, CompiledFunction[_]] = this.CodeCache,
@@ -216,7 +207,6 @@ class ExecuteContext(
       tempFileManager,
       theHailClassLoader,
       flags,
-      backendContext,
       irMetadata,
       blockMatrixCache,
       codeCache,