added endpoint field to sql2estasks

Author: Joel Klinger

nesta/core/routines/arxiv/arxiv_lolvelty.py

@@ -42,6 +42,7 @@ def requires(self):
                           process_batch_size=10000,
                           drop_and_recreate=self.drop_and_recreate,
                           dataset='arxiv',
+                          endpoint='arxlive',
                           id_field=Article.id,
                           filter=Article.article_source == 'arxiv',
                           entity_type='article',

nesta/core/routines/arxiv/arxiv_root_task.py

@@ -129,6 +129,7 @@ def requires(self):
                          process_batch_size=10000,
                          drop_and_recreate=self.drop_and_recreate,
                          dataset='arxiv',
+                         endpoint='arxlive',
                          id_field=Article.id,
                          entity_type='article',
                          db_config_env='MYSQLDB',

nesta/core/routines/eurito_es/es_root.py

@@ -25,7 +25,8 @@ def kwarg_maker(dataset, routine_id):
                f3p('schema_transformations/eurito/'),
                f3p('nesta')]
     batchable=f3p(f'batchables/eurito/{dataset}_eu')
-    return dict(dataset=f'{dataset}-eu',
+    return dict(dataset=dataset,
+                endpoint='eurito',
                 routine_id=f'{dataset}-eu_{routine_id}',
                 env_files=env_files,
                 batchable=batchable)

nesta/core/routines/meetup/health_tagging/health_meetup_es_task.py

@@ -73,6 +73,7 @@ def requires(self):
                                      process_batch_size=100,
                                      drop_and_recreate=self.drop_and_recreate,
                                      dataset='meetup',
+                                     endpoint='health-scanner',
                                      id_field=Group.id,
                                      entity_type='meetup',
                                      core_categories=self.core_categories,