Cloud Runner v2 (#310)

2022-02-01 02:31:20 +00:00
parent 4e38a84fe7
commit 03ae77dc7c
90 changed files with 162797 additions and 97684 deletions
--- a/src/model/cli/remote-client/setup-cloud-runner-repository.ts
+++ b/src/model/cli/remote-client/setup-cloud-runner-repository.ts
@@ -0,0 +1,81 @@
+import fs from 'fs';
+import { CloudRunnerState } from '../../cloud-runner/state/cloud-runner-state';
+import { Caching } from './remote-client-services/caching';
+import { LFSHashing } from './remote-client-services/lfs-hashing';
+import { CloudRunnerSystem } from './remote-client-services/cloud-runner-system';
+import { Input } from '../..';
+import { RemoteClientLogger } from './remote-client-services/remote-client-logger';
+import path from 'path';
+import { assert } from 'console';
+
+export class SetupCloudRunnerRepository {
+  public static async run() {
+    try {
+      await CloudRunnerSystem.Run(`mkdir -p ${CloudRunnerState.buildPathFull}`);
+      await CloudRunnerSystem.Run(`mkdir -p ${CloudRunnerState.repoPathFull}`);
+      await CloudRunnerSystem.Run(`mkdir -p ${CloudRunnerState.cacheFolderFull}`);
+
+      process.chdir(CloudRunnerState.repoPathFull);
+      if (Input.cloudRunnerTests) {
+        await CloudRunnerSystem.Run(`ls -lh`);
+        await CloudRunnerSystem.Run(`tree`);
+      }
+      await SetupCloudRunnerRepository.cloneRepoWithoutLFSFiles();
+      if (Input.cloudRunnerTests) {
+        await CloudRunnerSystem.Run(`ls -lh`);
+        await CloudRunnerSystem.Run(`tree`);
+      }
+      const lfsHashes = await LFSHashing.createLFSHashFiles();
+      if (fs.existsSync(CloudRunnerState.libraryFolderFull)) {
+        RemoteClientLogger.logWarning(`!Warning!: The Unity library was included in the git repository`);
+      }
+      await Caching.PullFromCache(
+        CloudRunnerState.lfsCacheFolderFull,
+        CloudRunnerState.lfsDirectoryFull,
+        `${lfsHashes.lfsGuid}`,
+      );
+      await SetupCloudRunnerRepository.pullLatestLFS();
+      await Caching.PushToCache(
+        CloudRunnerState.lfsCacheFolderFull,
+        CloudRunnerState.lfsDirectoryFull,
+        `${lfsHashes.lfsGuid}`,
+      );
+      await Caching.PullFromCache(CloudRunnerState.libraryCacheFolderFull, CloudRunnerState.libraryFolderFull);
+      Caching.handleCachePurging();
+    } catch (error) {
+      throw error;
+    }
+  }
+
+  private static async cloneRepoWithoutLFSFiles() {
+    try {
+      process.chdir(`${CloudRunnerState.repoPathFull}`);
+      RemoteClientLogger.log(`Initializing source repository for cloning with caching of LFS files`);
+      await CloudRunnerSystem.Run(`git config --global advice.detachedHead false`);
+      RemoteClientLogger.log(`Cloning the repository being built:`);
+      await CloudRunnerSystem.Run(`git lfs install --skip-smudge`);
+      await CloudRunnerSystem.Run(
+        `git clone ${CloudRunnerState.targetBuildRepoUrl} ${path.resolve(
+          `..`,
+          path.basename(CloudRunnerState.repoPathFull),
+        )}`,
+      );
+      assert(fs.existsSync(`.git`));
+      RemoteClientLogger.log(`${CloudRunnerState.buildParams.branch}`);
+      await CloudRunnerSystem.Run(`git checkout ${CloudRunnerState.buildParams.branch}`);
+      assert(fs.existsSync(path.join(`.git`, `lfs`)), 'LFS folder should not exist before caching');
+      RemoteClientLogger.log(`Checked out ${process.env.GITHUB_SHA}`);
+    } catch (error) {
+      throw error;
+    }
+  }
+
+  private static async pullLatestLFS() {
+    await CloudRunnerSystem.Run(`ls -lh ${CloudRunnerState.lfsDirectoryFull}/..`);
+    process.chdir(CloudRunnerState.repoPathFull);
+    await CloudRunnerSystem.Run(`git lfs pull`);
+    RemoteClientLogger.log(`pulled latest LFS files`);
+    assert(fs.existsSync(CloudRunnerState.lfsDirectoryFull));
+    await CloudRunnerSystem.Run(`ls -lh ${CloudRunnerState.lfsDirectoryFull}/..`);
+  }
+}