Migrate from servicenow (#572)

### Description
Support migration from ServiceNow data source.

---------

Co-authored-by: Dr Matt James <[email protected]>
Co-authored-by: Ante Javor <[email protected]>
Co-authored-by: Ivan Milinović <[email protected]>

Author: 4 people

python/migrate.py

@@ -14,6 +14,7 @@
 import psycopg2
 import pyarrow.flight as flight
 import re
+import requests
 import threading
 from typing import Any, Dict, List
 
@@ -27,6 +28,7 @@ class Constants:
     I_COLUMN_NAME = 0
     PASSWORD = "password"
     PORT = "port"
+    RESULT = "result"
     USERNAME = "username"
 
 
@@ -780,6 +782,89 @@ def cleanup_migrate_memgraph():
 mgp.add_batch_read_proc(memgraph, init_migrate_memgraph, cleanup_migrate_memgraph)
 
 
+servicenow_dict = {}
+
+
+def init_migrate_servicenow(
+    endpoint: str,
+    config: mgp.Map,
+    config_path: str = "",
+    params: mgp.Nullable[mgp.Any] = None,
+):
+    """
+    Initialize the connection to the ServiceNow REST API and fetch the JSON data.
+
+    :param endpoint: ServiceNow API endpoint (full URL)
+    :param config: Configuration map containing authentication details (username, password, instance URL, etc.)
+    :param config_path: Optional path to a JSON file containing authentication details
+    :param params: Optional query parameters for filtering results
+    """
+    global servicenow_dict
+
+    if len(config_path) > 0:
+        config = _combine_config(config=config, config_path=config_path)
+
+    auth = (config.get(Constants.USERNAME), config.get(Constants.PASSWORD))
+    headers = {"Accept": "application/json"}
+
+    response = requests.get(endpoint, auth=auth, headers=headers, params=params)
+    response.raise_for_status()
+
+    data = response.json().get(Constants.RESULT, [])
+    if not data:
+        raise ValueError("No data found in ServiceNow response")
+
+    thread_id = threading.get_native_id()
+    if thread_id not in servicenow_dict:
+        servicenow_dict[thread_id] = {}
+
+    servicenow_dict[thread_id][Constants.CURSOR] = iter(data)
+
+
+def servicenow(
+    endpoint: str,
+    config: mgp.Map,
+    config_path: str = "",
+    params: mgp.Nullable[mgp.Any] = None,
+) -> mgp.Record(row=mgp.Map):
+    """
+    Fetch rows from the ServiceNow REST API in batches.
+
+    :param endpoint: ServiceNow API endpoint (full URL)
+    :param config: Authentication details (username, password, instance URL, etc.)
+    :param config_path: Optional path to a JSON file containing authentication details
+    :param params: Optional query parameters for filtering results
+    :return: The result data as a stream of rows
+    """
+    global servicenow_dict
+
+    thread_id = threading.get_native_id()
+    data_iter = servicenow_dict[thread_id][Constants.CURSOR]
+
+    batch_rows = []
+    for _ in range(Constants.BATCH_SIZE):
+        try:
+            row = next(data_iter)
+            batch_rows.append(mgp.Record(row=row))
+        except StopIteration:
+            break
+
+    return batch_rows
+
+
+def cleanup_migrate_servicenow():
+    """
+    Clean up ServiceNow dictionary references per-thread.
+    """
+    global servicenow_dict
+
+    thread_id = threading.get_native_id()
+    servicenow_dict.pop(thread_id, None)
+
+
+mgp.add_batch_read_proc(servicenow, init_migrate_servicenow, cleanup_migrate_servicenow)
+
+
 def _formulate_cypher_query(label_or_rel_or_query: str) -> str:
     words = label_or_rel_or_query.split()
     if len(words) > 1: