Merge pull request #73 from geotrellis/feature/test-nodata-handling

Test that ND values are respected by default interpreter

Author: moradology

core/src/test/scala/geotrellis/server/NoDataHandlingTest.scala

@@ -0,0 +1,48 @@
+package geotrellis.server
+
+import geotrellis.server.vlm._
+import geotrellis.contrib.vlm.gdal._
+import geotrellis.raster._
+import geotrellis.raster.io.geotiff.AutoHigherResolution
+import geotrellis.proj4._
+import geotrellis.spark.tiling._
+import geotrellis.contrib.vlm.TargetRegion
+import geotrellis.raster.resample.NearestNeighbor
+import geotrellis.vector.Extent
+
+import com.azavea.maml.ast._
+import com.azavea.maml.ast.codec.tree._
+import com.azavea.maml.eval._
+import cats.effect._
+import cats.data.{NonEmptyList => NEL}
+import org.scalatest._
+
+import scala.concurrent.ExecutionContext
+
+
+class NoDataHandlingTest extends FunSuite with Matchers with TileAsSourceImplicits {
+  implicit val cs = cats.effect.IO.contextShift(ExecutionContext.global)
+
+  val expr = Addition(List(RasterVar("t1"), RasterVar("t2")))
+  val eval = LayerTms.curried(expr, BufferingInterpreter.DEFAULT)
+
+  test("NODATA should be respected - user-defined, integer-based source celltype") {
+    val t1 = IntUserDefinedNoDataArrayTile((1 to 100).toArray, 10, 10, IntUserDefinedNoDataCellType(1))
+    val t2 = IntUserDefinedNoDataArrayTile((1 to 100).toArray, 10, 10, IntUserDefinedNoDataCellType(1))
+    val paramMap = Map("t1" -> t1, "t2" -> t2)
+    // We'll sample such that the bottom row (from 56 to 64) are excised from the result
+    val res = eval(paramMap, 0, 0, 0).unsafeRunSync
+    val tileRes = res.toOption.get.band(0)
+    assert(tileRes.toArrayDouble.head.isNaN, s"Expected Double.NaN, got ${tileRes.toArrayDouble.head}")
+  }
+
+  test("NODATA should be respected - different source celltypes") {
+    val t1 = IntUserDefinedNoDataArrayTile((1 to 100).toArray, 10, 10, IntUserDefinedNoDataCellType(1))
+    val t2 = DoubleUserDefinedNoDataArrayTile((1 to 100).map(_.toDouble).toArray, 10, 10, DoubleUserDefinedNoDataCellType(2.0))
+    val paramMap = Map("t1" -> t1, "t2" -> t2)
+    // We'll sample such that the bottom row (from 56 to 64) are excised from the result
+    val res = eval(paramMap, 0, 0, 0).unsafeRunSync
+    val tileRes = res.toOption.get.band(0)
+    assert(tileRes.toArrayDouble.apply(0).isNaN, s"Expected Double.NaN, got ${tileRes.toArrayDouble.head}")
+  }
+}

core/src/test/scala/geotrellis/server/TileAsSourceTest.scala

@@ -0,0 +1,51 @@
+package geotrellis.server
+
+import geotrellis.server.vlm._
+import geotrellis.contrib.vlm.gdal._
+import geotrellis.raster._
+import geotrellis.raster.io.geotiff.AutoHigherResolution
+import geotrellis.proj4._
+import geotrellis.spark.tiling._
+import geotrellis.contrib.vlm.TargetRegion
+import geotrellis.raster.resample.NearestNeighbor
+import geotrellis.vector.Extent
+
+import com.azavea.maml.ast._
+import com.azavea.maml.ast.codec.tree._
+import com.azavea.maml.eval._
+import cats.effect._
+import cats.data.{NonEmptyList => NEL}
+import org.scalatest._
+
+import scala.concurrent.ExecutionContext
+
+// The entire point of this is to provide a *very unsafe* way to quickly test MAML evaluation
+// ZXY/Extent/CellSize/Etc are just ignored and the tile you pass in is what will be used
+trait TileAsSourceImplicits {
+  val tmsLevels: Array[LayoutDefinition] = {
+    val scheme = ZoomedLayoutScheme(WebMercator, 256)
+    for (zoom <- 0 to 64) yield scheme.levelForZoom(zoom).layout
+  }.toArray
+
+  implicit val extentReification: ExtentReification[Tile] = new ExtentReification[Tile] {
+    def kind(self: Tile): MamlKind = MamlKind.Image
+    def extentReification(self: Tile)(implicit contextShift: ContextShift[IO]): (Extent, CellSize) => IO[Literal] =
+      (extent: Extent, cs: CellSize) => IO.pure(RasterLit(Raster(MultibandTile(self), extent)))
+  }
+
+  implicit val nodeRasterExtents: HasRasterExtents[Tile] = new HasRasterExtents[Tile] {
+    def rasterExtents(self: Tile)(implicit contextShift: ContextShift[IO]): IO[NEL[RasterExtent]] =
+      IO.pure(NEL.of(RasterExtent(Extent(0, 0, 100, 100), 1.0, 1.0, self.cols, self.rows)))
+
+  }
+
+  implicit val tmsReification: TmsReification[Tile] = new TmsReification[Tile] {
+    def kind(self: Tile): MamlKind = MamlKind.Image
+    def tmsReification(self: Tile, buffer: Int)(implicit contextShift: ContextShift[IO]): (Int, Int, Int) => IO[Literal] = (z: Int, x: Int, y: Int) => {
+        val extent = tmsLevels(z).mapTransform.keyToExtent(x, y)
+        IO.pure(RasterLit(Raster(MultibandTile(self), extent)))
+      }
+    }
+
+}
+