Add support for CDM v8

Principally this changes the names of the various document "id" fields from
"id" to "<doctype>-uuid" (e.g., "run-uuid"). This code determines whether the
Crucible instance is using v7 or v8, and generates the proper ID field names.

There are some other minor cleanups here, in handling broken documents.

backend/app/api/v1/endpoints/ilab/ilab.py

@@ -8,9 +8,8 @@
 from datetime import datetime, timedelta, timezone
 from typing import Annotated, Any, Optional
 
-from fastapi import APIRouter, Depends, Query
-
 from app.services.crucible_svc import CrucibleService, GraphList, Metric
+from fastapi import APIRouter, Depends, Query
 
 router = APIRouter()
 
@@ -30,6 +29,7 @@ async def crucible_svc():
     crucible = None
     try:
         crucible = CrucibleService(CONFIGPATH)
+        await crucible.detect_cdm()
         yield crucible
     finally:
         if crucible:
@@ -143,6 +143,7 @@ async def runs(
         Optional[str],
         Query(description="End time for search", examples=["2020-11-10"]),
     ] = None,
+    undated: Annotated[bool, Query(description="Don't filter on dates")] = False,
     filter: Annotated[
         Optional[list[str]],
         Query(
@@ -161,7 +162,10 @@ async def runs(
         Query(description="Page offset to start", examples=[10]),
     ] = 0,
 ):
-    if start_date is None and end_date is None:
+    if undated:
+        start = None
+        end = None
+    elif start_date is None and end_date is None:
         now = datetime.now(timezone.utc)
         start = now - timedelta(days=30)
         end = now

backend/app/main.py

@@ -49,8 +49,6 @@ def render(self, content: typing.Any) -> bytes:
 
 @app.middleware('http')
 async def some_middleware(request: Request, call_next):
-    print(f"origin: {origins}, request: {request.headers}")
-    print(f"{request.app.user_middleware}")
     if request.url.path in routes_to_reroute:
         request.scope['path'] = '/docs'
         headers = dict(request.scope['headers'])