Gitea support

components/dashboard/src/provider-utils.tsx

@@ -7,6 +7,7 @@
 import bitbucket from './images/bitbucket.svg';
 import github from './images/github.svg';
 import gitlab from './images/gitlab.svg';
+import gitea from './images/gitea.svg';
 import { gitpodHostUrl } from "./service/service";
 
 function iconForAuthProvider(type: string) {
@@ -17,6 +18,8 @@ function iconForAuthProvider(type: string) {
             return <img className="fill-current filter-grayscale w-5 h-5 ml-3 mr-3 my-auto" src={gitlab} />;
         case "Bitbucket":
             return <img className="fill-current filter-grayscale w-5 h-5 ml-3 mr-3 my-auto" src={bitbucket} />;
+        case "Gitea":
+            return <img className="fill-current filter-grayscale w-5 h-5 ml-3 mr-3 my-auto" src={gitea} />;
         default:
             return <></>;
     }

components/server/ee/src/auth/host-container-mapping.ts

@@ -9,6 +9,7 @@ import { HostContainerMapping } from "../../../src/auth/host-container-mapping";
 import { gitlabContainerModuleEE } from "../gitlab/container-module";
 import { bitbucketContainerModuleEE } from "../bitbucket/container-module";
 import { gitHubContainerModuleEE } from "../github/container-module";
+import { giteaContainerModuleEE } from "../gitea/container-module";
 
 @injectable()
 export class HostContainerMappingEE extends HostContainerMapping {
@@ -23,6 +24,8 @@ export class HostContainerMappingEE extends HostContainerMapping {
             return (modules || []).concat([bitbucketContainerModuleEE]);
         case "GitHub":
             return (modules || []).concat([gitHubContainerModuleEE]);
+        case "Gitea":
+            return (modules || []).concat([giteaContainerModuleEE]);
         default:
             return modules;
         }

components/server/ee/src/container-module.ts

@@ -49,6 +49,8 @@ import { GitLabAppSupport } from "./gitlab/gitlab-app-support";
 import { Config } from "../../src/config";
 import { SnapshotService } from "./workspace/snapshot-service";
 import { BitbucketAppSupport } from "./bitbucket/bitbucket-app-support";
+import { GiteaAppSupport } from "./gitea/gitea-app-support";
+import { GiteaApp } from "./prebuilds/gitea-app";
 
 export const productionEEContainerModule = new ContainerModule((bind, unbind, isBound, rebind) => {
     rebind(Server).to(ServerEE).inSingletonScope();
@@ -68,6 +70,8 @@ export const productionEEContainerModule = new ContainerModule((bind, unbind, is
     bind(GitLabAppSupport).toSelf().inSingletonScope();
     bind(BitbucketApp).toSelf().inSingletonScope();
     bind(BitbucketAppSupport).toSelf().inSingletonScope();
+    bind(GiteaApp).toSelf().inSingletonScope();
+    bind(GiteaAppSupport).toSelf().inSingletonScope();
 
     bind(LicenseEvaluator).toSelf().inSingletonScope();
     bind(LicenseKeySource).to(DBLicenseKeySource).inSingletonScope();

components/server/ee/src/gitea/container-module.ts

@@ -0,0 +1,13 @@
+/**
+ * Copyright (c) 2020 Gitpod GmbH. All rights reserved.
+ * Licensed under the Gitpod Enterprise Source Code License,
+ * See License.enterprise.txt in the project root folder.
+ */
+
+import { ContainerModule } from "inversify";
+import { GiteaService } from "../prebuilds/gitea-service";
+import { RepositoryService } from "../../../src/repohost/repo-service";
+
+export const giteaContainerModuleEE = new ContainerModule((_bind, _unbind, _isBound, rebind) => {
+    rebind(RepositoryService).to(GiteaService).inSingletonScope();
+});

components/server/ee/src/gitea/gitea-app-support.ts

@@ -0,0 +1,62 @@
+/**
+ * Copyright (c) 2020 Gitpod GmbH. All rights reserved.
+ * Licensed under the Gitpod Enterprise Source Code License,
+ * See License.enterprise.txt in the project root folder.
+ */
+
+import { AuthProviderInfo, ProviderRepository, User } from "@gitpod/gitpod-protocol";
+import { inject, injectable } from "inversify";
+import { TokenProvider } from "../../../src/user/token-provider";
+import { UserDB } from "@gitpod/gitpod-db/lib";
+import { Gitea } from "../../../src/gitea/api";
+
+@injectable()
+export class GiteaAppSupport {
+
+    @inject(UserDB) protected readonly userDB: UserDB;
+    @inject(TokenProvider) protected readonly tokenProvider: TokenProvider;
+
+    async getProviderRepositoriesForUser(params: { user: User, provider: AuthProviderInfo }): Promise<ProviderRepository[]> {
+        const token = await this.tokenProvider.getTokenForHost(params.user, params.provider.host);
+        const oauthToken = token.value;
+        const api = Gitea.create(`https://${params.provider.host}`, oauthToken);
+
+        const result: ProviderRepository[] = [];
+        const ownersRepos: ProviderRepository[] = [];
+
+        const identity = params.user.identities.find(i => i.authProviderId === params.provider.authProviderId);
+        if (!identity) {
+            return result;
+        }
+        const usersGitLabAccount = identity.authName;
+
+        // cf. https://docs.gitlab.com/ee/api/projects.html#list-all-projects
+        // we are listing only those projects with access level of maintainers.
+        // also cf. https://docs.gitlab.com/ee/api/members.html#valid-access-levels
+        //
+        // TODO: check if valid
+        const projectsWithAccess = await api.user.userCurrentListRepos({ limit: 100 });
+        for (const project of projectsWithAccess.data) {
+            const path = project.full_name as string;
+            const cloneUrl = project.clone_url as string;
+            const updatedAt = project.updated_at as string;
+            const accountAvatarUrl = project.owner?.avatar_url as string;
+            const account = project.owner?.login as string;
+
+            (account === usersGitLabAccount ? ownersRepos : result).push({
+                name: project.name as string,
+                path,
+                account,
+                cloneUrl,
+                updatedAt,
+                accountAvatarUrl,
+                // inUse: // todo(at) compute usage via ProjectHooks API
+            })
+        }
+
+        // put owner's repos first. the frontend will pick first account to continue with
+        result.unshift(...ownersRepos);
+        return result;
+    }
+
+}

components/server/ee/src/prebuilds/gitea-app.ts

@@ -0,0 +1,131 @@
+/**
+ * Copyright (c) 2020 Gitpod GmbH. All rights reserved.
+ * Licensed under the Gitpod Enterprise Source Code License,
+ * See License.enterprise.txt in the project root folder.
+ */
+
+import * as express from 'express';
+import { postConstruct, injectable, inject } from 'inversify';
+import { ProjectDB, TeamDB, UserDB } from '@gitpod/gitpod-db/lib';
+import { Project, User, StartPrebuildResult } from '@gitpod/gitpod-protocol';
+import { PrebuildManager } from '../prebuilds/prebuild-manager';
+import { TraceContext } from '@gitpod/gitpod-protocol/lib/util/tracing';
+import { TokenService } from '../../../src/user/token-service';
+import { HostContextProvider } from '../../../src/auth/host-context-provider';
+// import { GiteaService } from './gitea-service';
+import { log } from '@gitpod/gitpod-protocol/lib/util/logging';
+
+@injectable()
+export class GiteaApp {
+
+    @inject(UserDB) protected readonly userDB: UserDB;
+    @inject(PrebuildManager) protected readonly prebuildManager: PrebuildManager;
+    @inject(TokenService) protected readonly tokenService: TokenService;
+    @inject(HostContextProvider) protected readonly hostCtxProvider: HostContextProvider;
+    @inject(ProjectDB) protected readonly projectDB: ProjectDB;
+    @inject(TeamDB) protected readonly teamDB: TeamDB;
+
+    protected _router = express.Router();
+    public static path = '/apps/gitea/';
+
+    @postConstruct()
+    protected init() {
+        this._router.post('/', async (req, res) => {
+            const event = req.header('X-Gitlab-Event');
+            if (event === 'Push Hook') {
+                const context = req.body as GitLabPushHook;
+                const span = TraceContext.startSpan("GitLapApp.handleEvent", {});
+                span.setTag("request", context);
+                log.debug("GitLab push hook received", { event, context });
+                let user: User | undefined;
+                try {
+                    user = await this.findUser({ span }, context, req);
+                } catch (error) {
+                    log.error("Cannot find user.", error, { req })
+                }
+                if (!user) {
+                    res.statusCode = 503;
+                    res.send();
+                    return;
+                }
+                await this.handlePushHook({ span }, context, user);
+            } else {
+                log.debug("Unknown GitLab event received", { event });
+            }
+            res.send('OK');
+        });
+    }
+
+    protected async findUser(ctx: TraceContext, context: GitLabPushHook, req: express.Request): Promise<User> {
+        // TODO
+        return {} as User;
+    }
+
+    protected async handlePushHook(ctx: TraceContext, body: GitLabPushHook, user: User): Promise<StartPrebuildResult | undefined> {
+        // TODO
+        return undefined;
+    }
+
+    /**
+     * Finds the relevant user account and project to the provided webhook event information.
+     *
+     * First of all it tries to find the project for the given `cloneURL`, then it tries to
+     * find the installer, which is also supposed to be a team member. As a fallback, it
+     * looks for a team member which also has a gitlab.com connection.
+     *
+     * @param cloneURL of the webhook event
+     * @param webhookInstaller the user account known from the webhook installation
+     * @returns a promise which resolves to a user account and an optional project.
+     */
+     protected async findProjectAndOwner(cloneURL: string, webhookInstaller: User): Promise<{ user: User, project?: Project }> {
+        // TODO
+        return {} as { user: User, project?: Project };
+    }
+
+    protected createContextUrl(body: GitLabPushHook) {
+        const repoUrl = body.repository.git_http_url;
+        const contextURL = `${repoUrl.substr(0, repoUrl.length - 4)}/-/tree${body.ref.substr('refs/head/'.length)}`;
+        return contextURL;
+    }
+
+    get router(): express.Router {
+        return this._router;
+    }
+
+    protected getBranchFromRef(ref: string): string | undefined {
+        const headsPrefix = "refs/heads/";
+        if (ref.startsWith(headsPrefix)) {
+            return ref.substring(headsPrefix.length);
+        }
+
+        return undefined;
+    }
+}
+
+interface GitLabPushHook {
+    object_kind: 'push';
+    before: string;
+    after: string; // commit
+    ref: string; // e.g. "refs/heads/master"
+    user_avatar: string;
+    user_name: string;
+    project: GitLabProject;
+    repository: GitLabRepository;
+}
+
+interface GitLabRepository {
+    name: string,
+    git_http_url: string; // e.g. http://example.com/mike/diaspora.git
+    visibility_level: number,
+}
+
+interface GitLabProject {
+    id: number,
+    namespace: string,
+    name: string,
+    path_with_namespace: string, // e.g. "mike/diaspora"
+    git_http_url: string; // e.g. http://example.com/mike/diaspora.git
+    web_url: string; // e.g. http://example.com/mike/diaspora
+    visibility_level: number,
+    avatar_url: string | null,
+}

components/server/ee/src/prebuilds/gitea-service.ts

@@ -0,0 +1,15 @@
+/**
+ * Copyright (c) 2020 Gitpod GmbH. All rights reserved.
+ * Licensed under the Gitpod Enterprise Source Code License,
+ * See License.enterprise.txt in the project root folder.
+ */
+
+import { RepositoryService } from "../../../src/repohost/repo-service";
+import { inject, injectable } from "inversify";
+import { GiteaRestApi } from "../../../src/gitea/api";
+
+@injectable()
+export class GiteaService extends RepositoryService {
+    @inject(GiteaRestApi) protected readonly giteaApi: GiteaRestApi;
+    // TODO: complete?
+}

components/server/ee/src/server.ts

@@ -12,12 +12,14 @@ import { log } from '@gitpod/gitpod-protocol/lib/util/logging';
 import { GitLabApp } from './prebuilds/gitlab-app';
 import { BitbucketApp } from './prebuilds/bitbucket-app';
 import { GithubApp } from './prebuilds/github-app';
+import { GiteaApp } from './prebuilds/gitea-app';
 import { SnapshotService } from './workspace/snapshot-service';
 
 export class ServerEE<C extends GitpodClient, S extends GitpodServer> extends Server<C, S> {
     @inject(GithubApp) protected readonly githubApp: GithubApp;
     @inject(GitLabApp) protected readonly gitLabApp: GitLabApp;
     @inject(BitbucketApp) protected readonly bitbucketApp: BitbucketApp;
+    @inject(GiteaApp) protected readonly giteaApp: GiteaApp;
     @inject(SnapshotService) protected readonly snapshotService: SnapshotService;
 
     public async init(app: express.Application) {

components/server/package.json

@@ -56,6 +56,7 @@
     "express-mysql-session": "^2.1.0",
     "express-session": "^1.15.6",
     "fs-extra": "^10.0.0",
+    "gitea-js": "1.0.1",
     "google-protobuf": "^3.18.0-rc.2",
     "heapdump": "^0.3.15",
     "inversify": "^5.0.1",

components/server/src/auth/auth-provider-service.ts

@@ -12,6 +12,7 @@ import { Config } from "../config";
 import { v4 as uuidv4 } from 'uuid';
 import { oauthUrls as githubUrls } from "../github/github-urls";
 import { oauthUrls as gitlabUrls } from "../gitlab/gitlab-urls";
+import { oauthUrls as giteaUrls } from "../gitea/gitea-urls";
 import { log } from '@gitpod/gitpod-protocol/lib/util/logging';
 
 @injectable()
@@ -100,7 +101,7 @@ export class AuthProviderService {
     }
     protected initializeNewProvider(newEntry: AuthProviderEntry.NewEntry): AuthProviderEntry {
         const { host, type, clientId, clientSecret } = newEntry;
-        const urls = type === "GitHub" ? githubUrls(host) : (type === "GitLab" ? gitlabUrls(host) : undefined);
+        const urls = type === "GitHub" ? githubUrls(host) : (type === "GitLab" ? gitlabUrls(host) : (type === "Gitea" ? giteaUrls(host) : undefined));
         if (!urls) {
             throw new Error("Unexpected service type.");
         }

components/server/src/auth/host-container-mapping.ts

@@ -9,6 +9,7 @@ import { githubContainerModule } from "../github/github-container-module";
 import { gitlabContainerModule } from "../gitlab/gitlab-container-module";
 import { genericAuthContainerModule } from "./oauth-container-module";
 import { bitbucketContainerModule } from "../bitbucket/bitbucket-container-module";
+import { giteaContainerModule } from "../gitea/gitea-container-module";
 
 @injectable()
 export class HostContainerMapping {
@@ -23,6 +24,8 @@ export class HostContainerMapping {
             return [genericAuthContainerModule];
         case "Bitbucket":
             return [bitbucketContainerModule];
+        case "Gitea":
+            return [giteaContainerModule];
         default:
             return undefined;
         }