Expose collection metadata (#3759)

* Update engine

* Delegate timestamps in logs to process manager

* Add metadata

* Improve description

* Update metadata

---------

Co-authored-by: Clément Biron <[email protected]>

config/production.json

@@ -44,6 +44,9 @@
       "title": "contrib",
       "versionsRepositoryURL": "https://github.com/OpenTermsArchive/contrib-versions"
     },
+    "logger": {
+      "timestampPrefix": false
+    },
     "collection-api": {
       "port": 3000,
       "basePath": "/collection-api"

deployment/pm2.config.cjs

@@ -7,6 +7,7 @@ module.exports = {
       max_restarts: 2,
       min_uptime: '1h', // Set a relatively high duration (more than the longest run) so that restarts that occur before this duration has elapsed are considered unstable.
       restart_delay: 3 * 60 * 60 * 1000,  // likely related to a connectivity problem that will take some time to be fixed
+      log_date_format: "YYYY-MM-DDTHH:mm:ssZ"
     },
     {
       name: 'ota-api',
@@ -15,7 +16,8 @@ module.exports = {
       min_uptime: '10s',
       max_restarts: 10,
       restart_delay: 1000,
-      exponential_backoff_restart_delay: true
+      exponential_backoff_restart_delay: true,
+      log_date_format: "YYYY-MM-DDTHH:mm:ssZ"
     },
     {
       name: 'ota-release',
@@ -24,7 +26,8 @@ module.exports = {
       min_uptime: '10s',
       max_restarts: 10,
       restart_delay: 60 * 60 * 1000,  // likely related to a GitHub availability problem that will take some time to be fixed
-      exponential_backoff_restart_delay: true
+      exponential_backoff_restart_delay: true,
+      log_date_format: "YYYY-MM-DDTHH:mm:ssZ"
     }
   ],
 };

metadata.yml

@@ -0,0 +1,77 @@
+id: contrib
+name: Contrib
+tagline: Collection open to all contributions
+description: |
+  The **Contrib** collection gathers terms spanning a wide variety of industries and jurisdictions.
+
+  It was initially created thanks to a collaboration with [Tosback](https://tosback.org), which enabled the import of its data history.
+
+  It’s one of the federation’s largest collections, tracking over 300 services maintained by volunteer contributors. It is also a good entry point into the Open Terms Archive ecosystem to became familiar with monitoring and change analysis.
+
+  The data in this collection has been reused in a variety of projects, from research into the impact of social media usage conditions on human rights, to improving the readability of documents.
+dataset: https://github.com/OpenTermsArchive/contrib-versions/releases
+declarations: https://github.com/OpenTermsArchive/contrib-declarations
+versions: https://github.com/OpenTermsArchive/contrib-versions
+snapshots: https://github.com/OpenTermsArchive/contrib-snapshots
+donations: https://opencollective.com/opentermsarchive
+logo: https://opentermsarchive.org/images/collections/contrib.png
+languages: [en, fr]
+jurisdictions: [EU, US]
+trackingPeriods:
+  startDate: 2021-11-14
+  schedule: "0 6,18 * * *"
+  serverLocation: London, GB
+governance:
+  hosts: 
+    - name: Ministry for Europe and Foreign Affairs
+      url: https://www.diplomatie.gouv.fr/en/
+      logo: https://opentermsarchive.org/images/contributors/meae.png
+  administrators:
+    - name: Open Terms Archive
+      url: https://opentermsarchive.org/
+      logo: https://opentermsarchive.org/images/logo/logo-open-terms-archive-black.png
+  curators:
+    - name: Volunteer contributors
+    - name: Open Terms Archive
+      url: https://opentermsarchive.org/
+      logo: https://opentermsarchive.org/images/logo/logo-open-terms-archive-black.png
+  maintainers:
+    - name: Volunteer contributors
+    - name: Open Terms Archive
+      url: https://opentermsarchive.org/
+      logo: https://opentermsarchive.org/images/logo/logo-open-terms-archive-black.png
+  sponsors: 
+    - name: Ministry for Europe and Foreign Affairs
+      url: https://www.diplomatie.gouv.fr/en/
+      logo: https://opentermsarchive.org/images/contributors/meae.png
+
+i18n:
+  fr: 
+    tagline: Collection ouverte à toutes contributions
+    description: | 
+      La collection **Contrib** rassemble des conditions d’utilisation couvrant une large diversité d’industries et de juridictions.
+
+      Elle a été initialement créée en collaboration avec [Tosback](https://tosback.org), qui a permis d’importer son historique de données.
+
+      C’est l’une des plus grandes collections de la fédération, avec plus de 300 services maintenus par des contributeurs bénévoles. C’est également un bon point d’entrée dans l’écosystème d’Open Terms Archive pour se familiariser avec le suivi et l’analyse du changement.
+
+      Les données de cette collection ont été réutilisées dans divers projets, allant de la recherche sur l’impact des conditions d’utilisation des médias sociaux sur les droits de l’homme à l’amélioration de la lisibilité des documents.
+    governance:
+      hosts: 
+        - name: Ministère de l'Europe et des Affaires étrangères 
+          url: https://www.diplomatie.gouv.fr
+          logo: https://opentermsarchive.org/images/contributors/meae.png
+      curators:
+        - name: Contributeurs bénévoles
+        - name: Open Terms Archive
+          url: https://opentermsarchive.org/
+          logo: https://opentermsarchive.org/images/logo/logo-open-terms-archive-black.png
+      maintainers:
+        - name: Contributeurs bénévoles
+        - name: Open Terms Archive
+          url: https://opentermsarchive.org/
+          logo: https://opentermsarchive.org/images/logo/logo-open-terms-archive-black.png
+      sponsors: 
+        - name: Ministère de l'Europe et des Affaires étrangères 
+          url: https://www.diplomatie.gouv.fr
+          logo: https://opentermsarchive.org/images/contributors/meae.png

package.json

@@ -15,7 +15,7 @@
     "dataset:schedule": "npm run dataset -- --publish --remove-local-copy --schedule"
   },
   "dependencies": {
-    "@opentermsarchive/engine": "~2.5.0",
+    "@opentermsarchive/engine": "~4.0.0",
     "isomorphic-fetch": "^3.0.0"
   }
 }