mirror of
https://code.forgejo.org/actions/cache.git
synced 2025-04-23 01:03:57 +08:00
v0.5.0
This commit is contained in:
parent
e4a331f6ce
commit
9c23f97836
4 changed files with 295 additions and 34 deletions
|
@ -1,7 +1,12 @@
|
|||
import * as utils from "@actions/cache/lib/internal/cacheUtils";
|
||||
import { createTar, listTar } from "@actions/cache/lib/internal/tar";
|
||||
import {
|
||||
createTar,
|
||||
extractTar,
|
||||
listTar
|
||||
} from "@actions/cache/lib/internal/tar";
|
||||
import * as core from "@actions/core";
|
||||
import { AWSError, S3 } from "aws-sdk";
|
||||
import { GetObjectOutput, ListObjectsV2Output } from "aws-sdk/clients/s3";
|
||||
import { PromiseResult } from "aws-sdk/lib/request";
|
||||
import filesize from "filesize";
|
||||
import fs from "fs";
|
||||
|
@ -32,12 +37,54 @@ export class CacheService {
|
|||
primaryKey: string,
|
||||
restoreKeys: string[]
|
||||
): Promise<string | undefined> {
|
||||
return "";
|
||||
restoreKeys = restoreKeys || [];
|
||||
const keys = [primaryKey, ...restoreKeys];
|
||||
|
||||
core.debug("Resolved Keys:");
|
||||
core.debug(JSON.stringify(keys));
|
||||
|
||||
const compressionMethod = await utils.getCompressionMethod();
|
||||
|
||||
// path are needed to compute version
|
||||
const cacheEntry = await this.getS3CacheKey(keys);
|
||||
if (!cacheEntry) {
|
||||
// Cache not found
|
||||
return undefined;
|
||||
}
|
||||
|
||||
const archivePath = path.join(
|
||||
await utils.createTempDirectory(),
|
||||
cacheEntry
|
||||
);
|
||||
core.debug(`Archive Path: ${archivePath}`);
|
||||
|
||||
try {
|
||||
// Download the cache from the cache entry
|
||||
await this.downloadFromS3(cacheEntry, archivePath);
|
||||
|
||||
if (core.isDebug()) {
|
||||
await listTar(archivePath, compressionMethod);
|
||||
}
|
||||
|
||||
core.info(
|
||||
`Cache Size: ~${filesize(fs.statSync(archivePath).size)}`
|
||||
);
|
||||
|
||||
await extractTar(archivePath, compressionMethod);
|
||||
core.info("Cache restored successfully");
|
||||
} finally {
|
||||
// Try to delete the archive to save space
|
||||
try {
|
||||
await utils.unlinkFile(archivePath);
|
||||
} catch (error) {
|
||||
core.debug(`Failed to delete archive: ${error}`);
|
||||
}
|
||||
}
|
||||
|
||||
return cacheEntry;
|
||||
}
|
||||
|
||||
async saveCache(paths: string[], key: string): Promise<string> {
|
||||
const cacheId: string = this.getCacheId(key);
|
||||
|
||||
const compressionMethod = await utils.getCompressionMethod();
|
||||
|
||||
const cachePaths = await utils.resolvePaths(paths);
|
||||
|
@ -62,8 +109,8 @@ export class CacheService {
|
|||
`Archive Size: ${filesize(fs.statSync(archivePath).size)}`
|
||||
);
|
||||
|
||||
core.debug(`Saving Cache (ID: ${cacheId})`);
|
||||
await this.uploadToS3(cacheId, archivePath);
|
||||
core.debug(`Saving Cache (ID: ${key})`);
|
||||
await this.uploadToS3(key, archivePath);
|
||||
} finally {
|
||||
// Try to delete the archive to save space
|
||||
try {
|
||||
|
@ -80,21 +127,67 @@ export class CacheService {
|
|||
key: string,
|
||||
archivePath: string
|
||||
): Promise<PromiseResult<S3.PutObjectOutput, AWSError>> {
|
||||
const client = new S3();
|
||||
const data = fs.readFileSync(archivePath).toString("base64");
|
||||
|
||||
return client
|
||||
return this._client
|
||||
.putObject({
|
||||
Bucket: this._bucket,
|
||||
Key: key,
|
||||
Key: path.join(this.getCacheFolder(), key),
|
||||
Body: data
|
||||
})
|
||||
.promise();
|
||||
}
|
||||
|
||||
private getCacheId(primaryKey: string): string {
|
||||
return `${process.env["GITHUB_REPOSITORY"]
|
||||
?.replace("/", "-")
|
||||
.toLowerCase()}-${primaryKey}`;
|
||||
private async downloadFromS3(key: string, savePath: string): Promise<void> {
|
||||
try {
|
||||
const response: GetObjectOutput = await this._client
|
||||
.getObject({
|
||||
Bucket: this._bucket,
|
||||
Key: path.join(this.getCacheFolder(), key)
|
||||
})
|
||||
.promise();
|
||||
fs.writeFileSync(savePath, response.Body);
|
||||
} catch (err) {
|
||||
core.warning("Could not download cache from S3");
|
||||
core.warning(err.message);
|
||||
}
|
||||
}
|
||||
|
||||
private async getS3CacheKey(keys: string[]): Promise<string | undefined> {
|
||||
// return first matching key
|
||||
for (let i = 0; i < keys.length; i++) {
|
||||
if (i === 0) {
|
||||
// look for exact match
|
||||
try {
|
||||
await this._client
|
||||
.headObject({
|
||||
Bucket: this._bucket,
|
||||
Key: path.join(this.getCacheFolder(), keys[i])
|
||||
})
|
||||
.promise();
|
||||
return keys[i];
|
||||
// eslint-disable-next-line no-empty
|
||||
} catch {}
|
||||
} else {
|
||||
// look for match with newest added date that matches a prefix
|
||||
try {
|
||||
const response: ListObjectsV2Output = await this._client
|
||||
.listObjectsV2({
|
||||
Bucket: this._bucket,
|
||||
Prefix: path.join(this.getCacheFolder(), keys[i])
|
||||
})
|
||||
.promise();
|
||||
core.debug(JSON.stringify(response));
|
||||
// eslint-disable-next-line no-empty
|
||||
} catch {}
|
||||
}
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
|
||||
private getCacheFolder(): string {
|
||||
return (process.env["GITHUB_REPOSITORY"] as string)
|
||||
.replace("/", "-")
|
||||
.toLowerCase();
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue