On Prem Support (#2)

* added support for on prem installs
* updated requirements with helm 
* updated requirements about Codefresh Tokens

Author: Luke Goodfellow

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2023 Luke Goodfellow
+Copyright (c) 2024 Codefresh Support
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -1,15 +1,21 @@
 # Codefresh Support Package
 
-This project is designed to gather data from Hybrid Runtimes for Codefresh SaaS platform and OnPrem Platforms. It collects information about various Kubernetes resources such as Pods, Nodes, Configmaps, Services, and Events. It also fetches logs for each Pod.
+This project is designed to gather data from Hybrid Runtimes for Codefresh SaaS platform, and Hybrid Runtimes and OnPrem isntallation on the OnPrem Platform. It collects information about various Kubernetes resources such as Pods, Nodes, Configmaps, Services, and Events.  For Classic and OnPrem we gather some informtion from the platform itself.
 
 ## Prereqs
 
-- `kubectl config current-context` must be the context of the cluster where the Hybrid Runner is installed.
+- `kubectl`
+  - Current Context must be the context of the cluster where the Codefresh is installed.
 - Codefresh
   - CLI installed and configured
   - Or the following ENV vars set
     - `CF_API_KEY`: Codefresh API Token
     - `CF_URL`: URL of the platform (ex: `https://g.codefresh.io`)
+  - Need an Account Admin Token for Claasic Hybrid Runtime
+  - Need a System Admin Token for the OnPrem Installation.
+- Helm
+  - Version 3
+  - Used to get the helm release version of the installation
 
 ## Usage
 

VERSION

@@ -1 +1 @@
-1.1.0
+2.0.0

src/codefresh.js

@@ -45,12 +45,31 @@ class Codefresh {
     }
   }
 
-  getRuntimeInfo(name) {
+  async getOnPremAccounts() {
     try {
-      const runtime = this.runtimes.find((re) => re.metadata.name === name);
-      return runtime;
+      const response = await fetch(`${this.baseURL}/admin/accounts`, {
+        method: 'GET',
+        headers: this.headers,
+      });
+      const accounts = await response.json();
+      return accounts;
+    } catch (error) {
+      console.error(error);
+      return error;
+    }
+  }
+
+  async getOnPremRuntimes() {
+    try {
+      const response = await fetch(`${this.baseURL}/admin/runtime-environments`, {
+        method: 'GET',
+        headers: this.headers,
+      });
+      const onPremRuntimes = await response.json();
+      return onPremRuntimes;
     } catch (error) {
       console.error(error);
+      return error;
     }
   }
 }

src/main.js

@@ -2,6 +2,7 @@
 
 import { Codefresh } from './codefresh.js';
 import { autoDetectClient } from 'https://deno.land/x/[email protected]/mod.ts';
+import { AppsV1Api } from "https://deno.land/x/[email protected]/builtin/apps@v1/mod.ts";
 import { BatchV1Api } from 'https://deno.land/x/[email protected]/builtin/batch@v1/mod.ts';
 import { CoreV1Api } from 'https://deno.land/x/[email protected]/builtin/core@v1/mod.ts';
 import { StorageV1Api } from 'https://deno.land/x/[email protected]/builtin/storage.k8s.io@v1/mod.ts';
@@ -11,17 +12,27 @@ import { stringify as toYaml } from 'https://deno.land/[email protected]/yaml/mod.ts';
 
 console.log('Initializing \n');
 const kubeConfig = await autoDetectClient();
+const appsApi = new AppsV1Api(kubeConfig);
 const coreApi = new CoreV1Api(kubeConfig);
 const storageApi = new StorageV1Api(kubeConfig);
 const batchApi = new BatchV1Api(kubeConfig);
 const argoProj = new ArgoprojIoV1alpha1Api(kubeConfig);
 const timestamp = new Date().getTime();
 const dirPath = `./codefresh-support-${timestamp}`;
 
+function selectRuntimeType() {
+  const reTypes = ['classic', 'gitops', 'onprem'];
+  reTypes.forEach((reType, index) => {
+    console.log(`${index + 1}. ${reType}`);
+  });
+  const typeSelected = prompt('\nWhich Type Of Runtime Are We Using? (Number):');
+  return reTypes[typeSelected - 1];
+}
+
 async function saveItems(resources, dir) {
   await Deno.mkdir(`${dirPath}/${dir}/`, { recursive: true });
   return Promise.all(resources.map((item) => {
-    return Deno.writeTextFile(`${dirPath}/${dir}/${item.metadata.name}.yaml`, toYaml(item, {skipInvalid: true}));
+    return Deno.writeTextFile(`${dirPath}/${dir}/${item.metadata.name}.yaml`, toYaml(item, { skipInvalid: true }));
   }));
 }
 
@@ -39,6 +50,10 @@ async function gatherClassic() {
 
   console.log(`\nGathering Data For ${reSpec.metadata.name}.`);
 
+  const helmList = new Deno.Command('helm', { args: ['list', '-n', namespace, '-o', 'json'] });
+  const output = await helmList.output();
+  const helmReleases = JSON.parse(new TextDecoder().decode(output.stdout));
+
   const dataFetchers = {
     'Cron': () => batchApi.namespace(namespace).getCronJobList(),
     'Jobs': () => batchApi.namespace(namespace).getJobList(),
@@ -65,7 +80,8 @@ async function gatherClassic() {
     }
   }
 
-  Deno.writeTextFile(`${dirPath}/runtimeSpec.yaml`, toYaml(reSpec, {skipInvalid: true}));
+  Deno.writeTextFile(`${dirPath}/runtimeSpec.yaml`, toYaml(reSpec, { skipInvalid: true }));
+  Deno.writeTextFile(`${dirPath}/classicReleases.yaml`, toYaml(helmReleases, { skipInvalid: true }));
 }
 
 async function gatherGitOps() {
@@ -89,6 +105,10 @@ async function gatherGitOps() {
 
   console.log(`\nGathering Data In ${namespace} For The GitOps Runtime.`);
 
+  const helmList = new Deno.Command('helm', { args: ['list', '-n', namespace, '-o', 'json'] });
+  const output = await helmList.output();
+  const helmReleases = JSON.parse(new TextDecoder().decode(output.stdout));
+
   const dataFetchers = {
     'Apps': () => argoProj.namespace(namespace).getApplicationList(),
     'Nodes': () => coreApi.getNodeList(),
@@ -110,15 +130,58 @@ async function gatherGitOps() {
       await saveItems(resources.items, dir);
     }
   }
+
+  Deno.writeTextFile(`${dirPath}/gitopsReleases.yaml`, toYaml(helmReleases, { skipInvalid: true }));
 }
 
-function selectRuntimeType() {
-  const reTypes = ['classic', 'gitops'];
-  reTypes.forEach((reType, index) => {
-    console.log(`${index + 1}. ${reType}`);
+async function gatherOnPrem() {
+  const cf = new Codefresh();
+  await cf.init();
+  const accounts = await cf.getOnPremAccounts();
+  const runtimes = await cf.getOnPremRuntimes();
+
+  const namespaceList = await coreApi.getNamespaceList();
+  console.log('');
+  namespaceList.items.forEach((ns, index) => {
+    console.log(`${index + 1}. ${ns.metadata.name}`);
   });
-  const typeSelected = prompt('\nWhich Type Of Runtime Are We Using? (Number):');
-  return reTypes[typeSelected - 1];
+  const selection = prompt('\nWhich Namespace Is Codefresh OnPrem Installed In? (Number): ');
+  const namespace = namespaceList.items[selection - 1].metadata.name;
+
+  console.log(`\nGathering Data For On Prem.`);
+
+  const helmList = new Deno.Command('helm', { args: ['list', '-n', namespace, '-o', 'json'] });
+  const output = await helmList.output();
+  const helmReleases = JSON.parse(new TextDecoder().decode(output.stdout));
+
+  const dataFetchers = {
+    'Deployments': () => appsApi.namespace(namespace).getDeploymentList(),
+    'Daemonsets': () => appsApi.namespace(namespace).getDaemonSetList(),
+    'Nodes': () => coreApi.getNodeList(),
+    'Volumes': () => coreApi.getPersistentVolumeList({ labelSelector: 'io.codefresh.accountName' }),
+    'Volumeclaims': () => coreApi.namespace(namespace).getPersistentVolumeClaimList({ labelSelector: 'io.codefresh.accountName' }),
+    'Services': () => coreApi.namespace(namespace).getServiceList(),
+    'Pods': () => coreApi.namespace(namespace).getPodList(),
+    'Events': () => coreApi.namespace(namespace).getEventList(),
+    'Storageclass': () => storageApi.getStorageClassList(),
+  };
+
+  for (const [dir, fetcher] of Object.entries(dataFetchers)) {
+    const resources = await fetcher();
+    if (dir === 'Pods') {
+      await saveItems(resources.items, dir);
+      await Promise.all(resources.items.map(async (item) => {
+        const log = await coreApi.namespace(namespace).getPodLog(item.metadata.name, { container: item.spec.containers[0].name });
+        return Deno.writeTextFile(`${dirPath}/${dir}/${item.metadata.name}.log`, log);
+      }));
+    } else {
+      await saveItems(resources.items, dir);
+    }
+  }
+
+  Deno.writeTextFile(`${dirPath}/onPremReleases.yaml`, toYaml(helmReleases, { skipInvalid: true }));
+  Deno.writeTextFile(`${dirPath}/onPremAccounts.yaml`, toYaml(accounts, { skipInvalid: true }));
+  Deno.writeTextFile(`${dirPath}/onPremRuntimes.yaml`, toYaml(runtimes, { skipInvalid: true }));
 }
 
 async function main() {
@@ -131,6 +194,9 @@ async function main() {
     case 'gitops':
       await gatherGitOps();
       break;
+    case 'onprem':
+      await gatherOnPrem();
+      break;
     default:
       console.log('Invalid runtime type selected');
       return;