Check for existing artifacts in local maven repository

This commit is contained in:
Christian Koop 2020-11-24 18:22:12 +01:00
parent e6e1593004
commit 3a72e11367
No known key found for this signature in database
GPG Key ID: DECCA4CEE0E46D6D
7 changed files with 134 additions and 36 deletions

2
dist/index.js generated vendored

File diff suppressed because one or more lines are too long

2
dist/index.js.map generated vendored

File diff suppressed because one or more lines are too long

3
dist/package.json generated vendored
View File

@ -33,7 +33,8 @@
"@actions/core": "^1.2.6",
"async": "^3.2.0",
"fs-extra": "^9.0.1",
"n-readlines": "^1.0.1"
"n-readlines": "^1.0.1",
"xml-js": "^1.6.11"
},
"devDependencies": {
"@tsconfig/node12": "^1.0.7",

13
package-lock.json generated
View File

@ -122,6 +122,11 @@
"resolved": "https://registry.npmjs.org/n-readlines/-/n-readlines-1.0.1.tgz",
"integrity": "sha512-z4SyAIVgMy7CkgsoNw7YVz40v0g4+WWvvqy8+ZdHrCtgevcEO758WQyrYcw3XPxcLxF+//RszTz/rO48nzD0wQ=="
},
"sax": {
"version": "1.2.4",
"resolved": "https://registry.npmjs.org/sax/-/sax-1.2.4.tgz",
"integrity": "sha512-NqVDv9TpANUjFm0N8uM5GxL36UgKi9/atZw+x7YFnQ8ckwFGKrl4xX4yWtrey3UJm5nP1kUbnYgLopqWNSRhWw=="
},
"source-map": {
"version": "0.6.1",
"resolved": "https://registry.npmjs.org/source-map/-/source-map-0.6.1.tgz",
@ -162,6 +167,14 @@
"resolved": "https://registry.npmjs.org/universalify/-/universalify-1.0.0.tgz",
"integrity": "sha512-rb6X1W158d7pRQBg5gkR8uPaSfiids68LTJQYOtEUhoJUWBdaQHsuT/EUduxXYxcrt4r5PJ4fuHW1MHT6p0qug=="
},
"xml-js": {
"version": "1.6.11",
"resolved": "https://registry.npmjs.org/xml-js/-/xml-js-1.6.11.tgz",
"integrity": "sha512-7rVi2KMfwfWFl+GpPg6m80IVMWXLRjO+PxTq7V2CDhoGak0wzYzFgUY2m4XJ47OGdXd8eLE8EmwfAmdjw7lC1g==",
"requires": {
"sax": "^1.2.4"
}
},
"yn": {
"version": "3.1.1",
"resolved": "https://registry.npmjs.org/yn/-/yn-3.1.1.tgz",

View File

@ -33,7 +33,8 @@
"@actions/core": "^1.2.6",
"async": "^3.2.0",
"fs-extra": "^9.0.1",
"n-readlines": "^1.0.1"
"n-readlines": "^1.0.1",
"xml-js": "^1.6.11"
},
"devDependencies": {
"@tsconfig/node12": "^1.0.7",

View File

@ -1,10 +1,21 @@
import * as core from '@actions/core';
import { join as joinPath, resolve as resolvePath } from 'path';
import { copy } from 'fs-extra';
import { rmdirSync } from 'fs';
import { parallelLimit } from 'async';
import { existsSync, rmdirSync } from 'fs';
import { copy } from 'fs-extra';
import { join as joinPath, resolve as resolvePath } from 'path';
import { xml2js } from 'xml-js';
import { cpuCount, downloadFile, exit, fixArgArr, isNumeric, readLastLines, resetWorkingDir, runCmd } from './utils';
import {
cpuCount,
downloadFile,
exit,
fixArgArr,
isNumeric,
readLastLines,
resetWorkingDir,
runCmd,
userHomeDir
} from './utils';
const supportedBuildTools: { [key: string]: { url: string, prepareArgs: string[] } } = {
spraxdev: {
@ -19,7 +30,7 @@ const supportedBuildTools: { [key: string]: { url: string, prepareArgs: string[]
/* GitHub Actions inputs */
const buildToolProvider: string = (core.getInput('buildToolProvider') || 'SpraxDev').toLowerCase();
const versions: string[] = fixArgArr((core.getInput('versions') || 'latest').split(','));
let versions: string[] = fixArgArr((core.getInput('versions') || 'latest').toLowerCase().split(','));
const target: string[] = fixArgArr((core.getInput('target') || 'Spigot').toUpperCase().split(','));
const generateSrc: boolean = core.getInput('generateSrc') == 'true';
const generateDoc: boolean = core.getInput('generateDoc') == 'true';
@ -40,6 +51,14 @@ async function run(): Promise<{ code: number, msg?: string }> {
return reject(new Error(`'${buildToolProvider}' is not a valid BuildTool-Provider (${Object.keys(supportedBuildTools).join(', ')})`));
}
if (!forceRun) {
versions = await removeExistingVersions(versions, (ver, jarPath) => {
console.log(`Skipping version '${ver}' because it has been found in the local maven repository: ${jarPath}`);
});
if (versions.length == 0) return exit(0);
}
const buildTool = supportedBuildTools[buildToolProvider];
const appLogFile = joinPath(workingDir.logs, 'SpraxDev_Actions-SpigotMC.log');
@ -55,21 +74,21 @@ async function run(): Promise<{ code: number, msg?: string }> {
if (gotTemplateDirectory) {
console.log('Prepare for future tasks by running BuildTools...');
try {
await core.group('Prepare BuildTools', async (): Promise<void> => {
await core.group('Prepare BuildTools', async (): Promise<void> => {
try {
return runCmd('java', ['-jar', 'BuildTools.jar', (disableJavaCheck ? '--disable-java-check' : ''), ...buildTool.prepareArgs],
workingDir.cache, appLogFile);
});
} catch (err) {
console.error(err);
} catch (err) {
console.error(err);
console.error(`\nPrinting last 25 lines from '${resolvePath(appLogFile)}':`);
for (const line of readLastLines(appLogFile, 25)) {
console.error(line);
console.error(`\nPrinting last 30 lines from '${resolvePath(appLogFile)}':`);
for (const line of readLastLines(appLogFile, 30)) {
console.error(line);
}
return exit(1);
}
return exit(1);
}
});
}
const buildToolsArgs = ['-jar', 'BuildTools.jar', '--compile', target.join(',')];
@ -142,6 +161,52 @@ async function run(): Promise<{ code: number, msg?: string }> {
});
}
async function removeExistingVersions(versionArr: string[], onExist: (ver: string, jarPath: string) => void): Promise<string[]> {
return new Promise(async (resolve, _reject): Promise<void> => {
const result = [];
for (const ver of versionArr) {
let skipVersion = false;
let versionToCheck: string | null = ver != 'latest' ? ver : null;
try {
const verJsonBuff = await downloadFile(`https://hub.spigotmc.org/versions/${ver}.json`, null);
const verJson = verJsonBuff instanceof Buffer ? JSON.parse(verJsonBuff.toString('utf-8')) : null;
const bukkitRef: undefined | string = verJson?.refs?.Bukkit;
if (bukkitRef) {
const verPomBuff = await downloadFile(`https://hub.spigotmc.org/stash/projects/SPIGOT/repos/bukkit/raw/pom.xml?at=${bukkitRef}`, null);
if (verPomBuff instanceof Buffer) {
const result = xml2js(verPomBuff.toString('utf-8'), {
compact: true,
ignoreComment: true,
ignoreAttributes: true
}) as any;
versionToCheck = result.project?.version?._text;
}
}
} catch (err) {
console.error(err);
}
const jarPath = resolvePath(joinPath(userHomeDir, `/.m2/repository/org/spigotmc/spigot/${versionToCheck}/spigot-${versionToCheck}.jar`));
if (versionToCheck) {
skipVersion = existsSync(jarPath);
}
if (skipVersion) {
onExist(ver, jarPath);
} else {
result.push(ver);
}
}
resolve(result);
});
}
run()
.then((result) => exit(result.code, result.msg))
.catch((err) => exit(1, err));

View File

@ -1,15 +1,16 @@
import { spawn as spawnProcess } from 'child_process';
import { join as joinPath } from 'path';
import { createWriteStream, mkdirSync, readFileSync, rmdirSync, WriteStream } from 'fs';
import { get as httpGet } from 'http';
import { get as httpsGet } from 'https';
import { cpus, tmpdir } from 'os';
import { createWriteStream, mkdirSync, readFileSync, rmdirSync, WriteStream } from 'fs';
import readLines from 'n-readlines';
import { cpus, homedir, tmpdir } from 'os';
import { join as joinPath } from 'path';
const packageJson = JSON.parse(readFileSync(joinPath(__dirname, '..', 'package.json'), 'utf-8'));
const userAgent = `${packageJson.name || 'Action-SpigotMC'}/${packageJson.version || 'UNKNOWN_VERSION'} (+${packageJson.homepage || 'https://github.com/SpraxDev/'})`;
const userAgent = `${packageJson.name || 'Action-SpigotMC'}/${packageJson.version || 'UNKNOWN_VERSION'} (+${packageJson.homepage || 'https://github.com/SpraxDev/Action-SpigotMC'})`;
export const cpuCount = cpus().length;
export const userHomeDir = homedir();
export function fixArgArr(arr: string[]): string[] {
const result: string[] = [];
@ -61,7 +62,12 @@ export async function runCmd(cmd: string, args: string[], workingDir: string, lo
});
}
export async function downloadFile(url: string, dest: string, currRedirectDepth: number = 0): Promise<void> {
/**
* @param url The URL to fetch the data from
* @param dest Set to `null` to get an Buffer instead of writing it to the file system
* @param currRedirectDepth Internally used to track how often the function has been redirected
*/
export async function downloadFile(url: string, dest: string | null, currRedirectDepth: number = 0): Promise<Buffer | void> {
const doGetRequest = url.toLowerCase().startsWith('http://') ? httpGet : httpsGet;
return new Promise((resolve, reject) => {
@ -72,7 +78,7 @@ export async function downloadFile(url: string, dest: string, currRedirectDepth:
writeStream.close();
writeStream = null;
if (errored) {
if (errored && dest != null) {
rmdirSync(dest, {recursive: true});
}
}
@ -106,19 +112,31 @@ export async function downloadFile(url: string, dest: string, currRedirectDepth:
}
}
writeStream = createWriteStream(dest, {encoding: 'binary'})
.on('finish', () => {
done(false);
if (dest != null) {
writeStream = createWriteStream(dest, {encoding: 'binary'})
.on('finish', () => {
done(false);
return resolve();
})
.on('error', (err) => {
done(true);
return resolve();
})
.on('error', (err) => {
done(true);
return reject(err);
});
return reject(err);
});
httpRes.pipe(writeStream);
httpRes.pipe(writeStream);
} else {
const chunks: Buffer[] = [];
httpRes.on('data', (chunk) => {
chunks.push(Buffer.from(chunk, 'binary'));
});
httpRes.on('end', () => {
resolve(Buffer.concat(chunks));
});
}
})
.on('error', (err) => {
done(true);