Add a custom CORS proxy for our clients

CHANGELOG.md

@@ -6,6 +6,12 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
 ## [2.23.0] - Not released
+### Added
+- New API method `GET /v2/cors-proxy?url=...`. This method acts as a simple
+  proxy for web clients that need to make requests to other origins
+  (specifically, to oEmbed endpoints of media providers). The proxy is
+  deliberately limited: the valid request origins and URL prefixes are defined
+  in the server config (see the _corsProxy_ config entry).
 
 ## [2.22.4] - 2024-12-04
 ### Changed

app/controllers/api/v2/CorsProxyController.ts

@@ -0,0 +1,64 @@
+import { Readable } from 'stream';
+import { ReadableStream } from 'stream/web';
+
+import { Context } from 'koa';
+import { Duration } from 'luxon';
+
+import { BadRequestException, ValidationException } from '../../../support/exceptions';
+import { currentConfig } from '../../../support/app-async-context';
+
+const headersToPass = ['Location', 'Content-Type', 'Content-Length'];
+const fallbackTimeoutMs = 1000;
+
+export async function proxy(ctx: Context) {
+  const {
+    timeout: timeoutString,
+    allowedOrigins,
+    allowedURlPrefixes,
+    allowLocalhostOrigins,
+  } = currentConfig().corsProxy;
+
+  const { origin } = ctx.headers;
+
+  if (typeof origin !== 'string') {
+    if (!allowedOrigins.includes('none')) {
+      throw new BadRequestException('Missing origin');
+    }
+  } else if (
+    !(
+      allowedOrigins.includes(origin) ||
+      (allowLocalhostOrigins && /^https?:\/localhost(:\d+)?$/.test(origin))
+    )
+  ) {
+    throw new BadRequestException('Origin not allowed');
+  }
+
+  let { url } = ctx.request.query;
+
+  if (Array.isArray(url)) {
+    [url] = url;
+  }
+
+  if (typeof url !== 'string') {
+    throw new ValidationException("Missing 'url' parameter");
+  }
+
+  if (!allowedURlPrefixes.some((prefix) => url.startsWith(prefix))) {
+    throw new ValidationException('URL not allowed');
+  }
+
+  const timeoutDuration = Duration.fromISO(timeoutString);
+  const timeoutMs = timeoutDuration.isValid ? timeoutDuration.toMillis() : fallbackTimeoutMs;
+
+  const response = await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });
+
+  ctx.status = response.status;
+
+  for (const header of headersToPass) {
+    if (response.headers.has(header)) {
+      ctx.set(header, response.headers.get(header)!);
+    }
+  }
+
+  ctx.body = response.body ? Readable.fromWeb(response.body as ReadableStream) : null;
+}

app/models/auth-tokens/app-tokens-scopes.ts

@@ -52,6 +52,8 @@ export const alwaysDisallowedRoutes = [
   'POST /vN/users',
   // Email verification
   'POST /vN/users/verifyEmail',
+  // CORS proxy
+  'GET /vN/cors-proxy',
 ];
 
 export const appTokensScopes = [

app/routes.js

@@ -28,6 +28,7 @@ import InvitationsRoute from './routes/api/v2/InvitationsRoute';
 import AppTokensRoute from './routes/api/v2/AppTokens';
 import ServerInfoRoute from './routes/api/v2/ServerInfo';
 import ExtAuthRoute from './routes/api/v2/ExtAuth';
+import CorsProxyRoute from './routes/api/v2/CorsProxyRoute';
 import AdminCommonRoute from './routes/api/admin/CommonRoute';
 import AdminAdminRoute from './routes/api/admin/AdminRoute';
 import AdminModeratorRoute from './routes/api/admin/ModeratorRoute';
@@ -92,6 +93,7 @@ export function createRouter() {
   ServerInfoRoute(publicRouter);
   ExtAuthRoute(publicRouter);
   AttachmentsRouteV2(publicRouter);
+  CorsProxyRoute(publicRouter);
 
   const router = new Router();
   router.use('/v([1-9]\\d*)', publicRouter.routes(), publicRouter.allowedMethods());

app/routes/api/v2/CorsProxyRoute.ts

@@ -0,0 +1,7 @@
+import type Router from '@koa/router';
+
+import { proxy } from '../../../controllers/api/v2/CorsProxyController';
+
+export default function addRoutes(app: Router) {
+  app.get('/cors-proxy', proxy);
+}

config/default.js

@@ -3,6 +3,8 @@ import fs from 'fs';
 import smtpTransport from 'nodemailer-smtp-transport';
 import { deferConfig as defer } from 'config/defer';
 
+import { alwaysAllowedRoutes } from '../app/models/auth-tokens/app-tokens-scopes';
+
 const stubTransport = function () {
   return {
     name: 'minimal',
@@ -511,4 +513,17 @@ config.foldingInPosts = {
   minOmittedLikes: 2, // Minimum number of omitted likes
 };
 
+config.corsProxy = {
+  timeout: 'PT5S',
+  // The allowlist of request origins. 'none' is the special value that means
+  // 'no Origin header' (for the case when the client and the server are on the
+  // same host).
+  allowedOrigins: ['none'],
+  // Allow requests with any 'https?://localhost:*' origins (for local
+  // development).
+  allowLocalhostOrigins: true,
+  // The allowlist of proxied URL prefixes.
+  allowedURlPrefixes: [],
+};
+
 module.exports = config;

test/functional/cors-proxy.ts

@@ -0,0 +1,80 @@
+import { after, before, describe, it } from 'mocha';
+import expect from 'unexpected';
+import { Context } from 'koa';
+
+import { withModifiedConfig } from '../helpers/with-modified-config';
+
+import { performJSONRequest, MockHTTPServer } from './functional_test_helper';
+
+const server = new MockHTTPServer((ctx: Context) => {
+  const {
+    request: { url },
+  } = ctx;
+
+  if (url === '/example.txt') {
+    ctx.status = 200;
+    ctx.response.type = 'text/plain';
+    ctx.body = 'Example text';
+  } else {
+    ctx.status = 404;
+    ctx.response.type = 'text/plain';
+    ctx.body = 'Not found';
+  }
+});
+
+describe('CORS proxy', () => {
+  before(() => server.start());
+  after(() => server.stop());
+
+  withModifiedConfig(() => ({
+    corsProxy: {
+      allowedOrigins: ['none', 'http://localhost:3000'],
+      allowedURlPrefixes: [`${server.origin}/example`],
+    },
+  }));
+
+  it(`should return error if called without url`, async () => {
+    const resp = await performJSONRequest('GET', '/v2/cors-proxy');
+    expect(resp, 'to equal', { __httpCode: 422, err: "Missing 'url' parameter" });
+  });
+
+  it(`should return error if called with not allowed url`, async () => {
+    const url = `${server.origin}/index.html`;
+    const resp = await performJSONRequest('GET', `/v2/cors-proxy?url=${encodeURIComponent(url)}`);
+    expect(resp, 'to equal', { __httpCode: 422, err: 'URL not allowed' });
+  });
+
+  it(`should return error if called with invalid origin`, async () => {
+    const url = `${server.origin}/example.txt`;
+    const resp = await performJSONRequest(
+      'GET',
+      `/v2/cors-proxy?url=${encodeURIComponent(url)}`,
+      null,
+      { Origin: 'https://badorigin.net' },
+    );
+    expect(resp, 'to equal', { __httpCode: 400, err: 'Origin not allowed' });
+  });
+
+  it(`should call with allowed url and without origin`, async () => {
+    const url = `${server.origin}/example.txt`;
+    const resp = await performJSONRequest('GET', `/v2/cors-proxy?url=${encodeURIComponent(url)}`);
+    expect(resp, 'to satisfy', { __httpCode: 200, textResponse: 'Example text' });
+  });
+
+  it(`should call with allowed (but non-existing) url and without origin`, async () => {
+    const url = `${server.origin}/example.pdf`;
+    const resp = await performJSONRequest('GET', `/v2/cors-proxy?url=${encodeURIComponent(url)}`);
+    expect(resp, 'to satisfy', { __httpCode: 404, textResponse: 'Not found' });
+  });
+
+  it(`should call with allowed url and origin`, async () => {
+    const url = `${server.origin}/example.txt`;
+    const resp = await performJSONRequest(
+      'GET',
+      `/v2/cors-proxy?url=${encodeURIComponent(url)}`,
+      null,
+      { Origin: 'http://localhost:3000' },
+    );
+    expect(resp, 'to satisfy', { __httpCode: 200, textResponse: 'Example text' });
+  });
+});

test/functional/functional_test_helper.d.ts

@@ -1,3 +1,5 @@
+import { Context } from 'koa';
+
 import { Comment, Group, Post, User } from '../../app/models';
 import { UUID } from '../../app/support/types';
 
@@ -50,3 +52,12 @@ export function justCreateGroup(
 ): Promise<Group>;
 
 export function justLikeComment(commentObj: Comment, userCtx: UserCtx): Promise<void>;
+
+export class MockHTTPServer {
+  readonly port: number;
+  readonly origin: string;
+
+  constructor(handler: (ctx: Context) => void, opts?: { timeout?: number });
+  start(): Promise<void>;
+  stop(): Promise<void>;
+}

test/helpers/with-modified-config.ts

@@ -14,9 +14,13 @@ import { currentConfig, setExplicitConfig } from '../../app/support/app-async-co
  * integration or unit tests. In all test in the given 'describe' block, the
  * currentConfig() function will return the patched config.
  */
-export function withModifiedConfig(patch: DeepPartial<Config>) {
+export function withModifiedConfig(patch: DeepPartial<Config> | (() => DeepPartial<Config>)) {
   let rollback: () => void = noop;
   before(() => {
+    if (typeof patch === 'function') {
+      patch = patch();
+    }
+
     const modifiedConfig = merge({}, currentConfig(), patch);
     rollback = setExplicitConfig(modifiedConfig);
   });

types/config.d.ts

@@ -194,6 +194,13 @@ declare module 'config' {
       headLikes: number;
       minOmittedLikes: number;
     };
+
+    corsProxy: {
+      timeout: ISO8601DurationString;
+      allowedOrigins: string[];
+      allowedURlPrefixes: string[];
+      allowLocalhostOrigins: boolean;
+    };
   };
 
   export type TranslationLimits = {