feat(statistics): data collect

Signed-off-by: Luka Trovic <[email protected]>

Author: luka-nextcloud

.gitignore

@@ -7,7 +7,6 @@
 /css/
 /vendor/
 /node_modules/
-/backup/
 
 .php-cs-fixer.cache
 .phpunit.result.cache

README.md

@@ -84,7 +84,7 @@ docker build -t nextcloud-whiteboard-server -f Dockerfile .
 
 ### Reverse proxy
 
-#### Apache < 2.4.47
+#### Apache
 
 ```
 ProxyPass /whiteboard http://localhost:3002/
@@ -94,12 +94,6 @@ RewriteCond %{HTTP:Connection} upgrade [NC]
 RewriteRule ^/?whiteboard/(.*) "ws://localhost:3002/$1" [P,L]
 ```
 
-#### Apache >= 2.4.47
-
-```
-ProxyPass /whiteboard http://localhost:3002/ upgrade=websocket
-```
-
 #### Nginx
 
 ```

appinfo/info.xml

@@ -45,6 +45,7 @@ The official whiteboard app for Nextcloud. It allows users to create and share w
 
 	<background-jobs>
 		<job>OCA\Whiteboard\BackgroundJob\WatchActiveUsers</job>
+		<job>OCA\Whiteboard\BackgroundJob\PruneOldStatisticsData</job>
 	</background-jobs>
 
 	<settings>

lib/BackgrounJob/WatchActiveUsers.php

@@ -0,0 +1,38 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2024 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Whiteboard\BackgroundJob;
+
+use OCA\Whiteboard\Service\ConfigService;
+use OCA\Whiteboard\Service\StatsService;
+use OCP\AppFramework\Utility\ITimeFactory;
+use OCP\BackgroundJob\TimedJob;
+
+class PruneOldStatisticsData extends TimedJob {
+	public function __construct(
+		ITimeFactory $time,
+		protected bool $isCLI,
+		protected StatsService $statsService,
+		protected ConfigService $configService,
+	) {
+		parent::__construct($time);
+		$this->setInterval(24 * 60 * 60);
+	}
+
+	protected function run($argument) {
+		$lifeTimeInDays = $this->configService->getStatisticsDataLifetime();
+
+		if (!$lifeTimeInDays) {
+			return;
+		}
+
+		$beforeTime = time() - $lifeTimeInDays * 24 * 60 * 60;
+		$this->statsService->pruneData($beforeTime);
+	}
+}

lib/BackgroundJob/PruneOldStatisticsData.php

@@ -0,0 +1,65 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * SPDX-FileCopyrightText: 2024 Nextcloud GmbH and Nextcloud contributors
+ * SPDX-License-Identifier: AGPL-3.0-or-later
+ */
+
+namespace OCA\Whiteboard\BackgroundJob;
+
+use OCA\Whiteboard\Service\ConfigService;
+use OCA\Whiteboard\Service\StatsService;
+use OCP\AppFramework\Utility\ITimeFactory;
+use OCP\BackgroundJob\TimedJob;
+
+class WatchActiveUsers extends TimedJob {
+	public function __construct(
+		ITimeFactory $time,
+		protected bool $isCLI,
+		protected StatsService $statsService,
+		protected ConfigService $configService,
+	) {
+		parent::__construct($time);
+		$this->setInterval(300);
+	}
+
+	protected function run($argument) {
+		$metricsData = $this->getMetricsData();
+		$activeUsers = $metricsData['totalUsers'] ?? 0;
+		$this->statsService->insertActiveUsersCount($activeUsers);
+	}
+
+	private function getMetricsData(): array {
+		$serverUrl = $this->configService->getCollabBackendUrl();
+		$metricToken = $this->configService->getCollabBackendMetricsToken();
+
+		if (!$serverUrl || !$metricToken) {
+			return [];
+		}
+
+		$curl = curl_init();
+		curl_setopt($curl, CURLOPT_URL, $serverUrl . '/metrics');
+		curl_setopt($curl, CURLOPT_RETURNTRANSFER, true);
+		curl_setopt($curl, CURLOPT_HTTPHEADER, [
+			'Authorization: Bearer ' . $metricToken,
+		]);
+		$response = curl_exec($curl);
+		curl_close($curl);
+
+		$metrics = [
+			'totalUsers' => 0,
+		];
+
+		foreach (explode("\n", $response) as $line) {
+			if (strpos($line, 'whiteboard_room_stats{stat="totalUsers"}') === false) {
+				continue;
+			}
+			$parts = explode(' ', $line);
+			$metrics['totalUsers'] = (int) $parts[1];
+		}
+
+		return $metrics;
+	}
+}

lib/BackgroundJob/WatchActiveUsers.php

@@ -37,6 +37,7 @@ public function update(): DataResponse {
 			$secret = $this->request->getParam('secret');
 			$enableStatistics = $this->request->getParam('enableStatistics');
 			$metricsToken = $this->request->getParam('metricsToken');
+			$statisticsDataLifetime = $this->request->getParam('statisticsDataLifetime');
 
 			if ($serverUrl !== null) {
 				$this->configService->setCollabBackendUrl($serverUrl);
@@ -54,6 +55,10 @@ public function update(): DataResponse {
 				$this->configService->setCollabBackendMetricsToken($metricsToken);
 			}
 
+			if ($statisticsDataLifetime !== null) {
+				$this->configService->setStatisticsDataLifetime((int) $statisticsDataLifetime);
+			}
+
 			return new DataResponse([
 				'jwt' => $this->jwtService->generateJWTFromPayload([ 'serverUrl' => $serverUrl ])
 			]);

lib/Controller/SettingsController.php

@@ -14,22 +14,22 @@
 use OCP\Files\File;
 
 abstract class AbstractWhiteboardEvent extends Event {
-    public function __construct(
-        private File $file,
-        private User $user,
-        private array $data,
-    ) {
-    }
-
-    public function getFile(): File {
-        return $this->file;
-    }
-
-    public function getUser(): User {
-        return $this->user;
-    }
-
-    public function getData(): array {
-        return $this->data;
-    }
+	public function __construct(
+		private File $file,
+		private User $user,
+		private array $data,
+	) {
+	}
+
+	public function getFile(): File {
+		return $this->file;
+	}
+
+	public function getUser(): User {
+		return $this->user;
+	}
+
+	public function getData(): array {
+		return $this->data;
+	}
 }

lib/Events/AbstractWhiteboardEvent.php

@@ -43,7 +43,7 @@ public function handle(Event $event): void {
 			'type' => 'created',
 			'share_token' => '',
 			'fileid' => $node->getId(),
-			'elements' => '',
+			'elements' => json_encode([]),
 			'size' => 0,
 			'timestamp' => time(),
 		]);

lib/Listener/FileCreatedListener.php

@@ -41,7 +41,7 @@ public function handle(Event $event): void {
             'type' => 'opened',
             'share_token' => $user instanceof PublicSharingUser ? $user->getPublicSharingToken() : '',
             'fileid' => $file->getId(),
-            'elements' => $data['elements'] ?? '',
+            'elements' => json_encode($data['elements'] ?? []),
             'size' => $file->getSize(),
             'timestamp' => time(),
         ]);