mirror of
https://github.com/noodlapp/noodl.git
synced 2026-01-12 07:12:52 +01:00
Initial commit
Co-Authored-By: Eric Tuvesson <eric.tuvesson@gmail.com> Co-Authored-By: mikaeltellhed <2311083+mikaeltellhed@users.noreply.github.com> Co-Authored-By: kotte <14197736+mrtamagotchi@users.noreply.github.com> Co-Authored-By: Anders Larsson <64838990+anders-topp@users.noreply.github.com> Co-Authored-By: Johan <4934465+joolsus@users.noreply.github.com> Co-Authored-By: Tore Knudsen <18231882+torekndsn@users.noreply.github.com> Co-Authored-By: victoratndl <99176179+victoratndl@users.noreply.github.com>
This commit is contained in:
Michael Cartner
219
scripts/noodl-editor/git/download-git.ts
Normal file
219
scripts/noodl-editor/git/download-git.ts
Normal file
@@ -0,0 +1,219 @@
|
||||
import fs from 'fs';
|
||||
import got from 'got';
|
||||
import ProgressBar from 'progress';
|
||||
import mkdirp from 'mkdirp';
|
||||
import checksum from 'checksum';
|
||||
import rimraf from 'rimraf';
|
||||
import tar from 'tar';
|
||||
import zlib from 'zlib';
|
||||
import { getGitConfig } from './config-git';
|
||||
import { gitCleanUp } from './clean-up';
|
||||
|
||||
export interface GitDownloadOptions {
|
||||
outputPath: string;
|
||||
tempFile: string;
|
||||
source: string;
|
||||
checksum: string;
|
||||
platform: string;
|
||||
architecture: string;
|
||||
}
|
||||
|
||||
export async function gitSimpleDownload(options: { outputPath: string; platform: string; architecture: string }) {
|
||||
console.log('Noodl Build: -- Begin Git');
|
||||
console.log('> outputPath: ', options.outputPath);
|
||||
console.log('> architecture: ', options.architecture);
|
||||
console.log('> platform: ', options.platform);
|
||||
console.log('--');
|
||||
|
||||
console.log(`Noodl Build: Create git config...`);
|
||||
const config = getGitConfig({
|
||||
architecture: options.architecture,
|
||||
platform: options.platform
|
||||
});
|
||||
|
||||
console.log('> config.checksum: ', config.checksum);
|
||||
console.log('> config.fileName: ', config.fileName);
|
||||
console.log('> config.source: ', config.source);
|
||||
console.log('> config.tempFile: ', config.tempFile);
|
||||
console.log('> options.outputPath: ', options.outputPath);
|
||||
|
||||
const targetName = `${options.platform}-${options.architecture}`;
|
||||
console.log(`Noodl Build: Download git natives for ${targetName}...`);
|
||||
|
||||
// Download git natives for the targeted platform
|
||||
await gitDownload({
|
||||
...config,
|
||||
...options
|
||||
});
|
||||
|
||||
console.log(`Noodl Build: Clean up git natives...`);
|
||||
|
||||
// Clean up the git files that we don't need
|
||||
gitCleanUp({
|
||||
gitDir: options.outputPath,
|
||||
architecture: options.architecture
|
||||
});
|
||||
|
||||
console.log('Noodl Build: -- End Git');
|
||||
}
|
||||
|
||||
function verifyFile(file: string, matchChecksum: string) {
|
||||
return new Promise<boolean>((resolve) => {
|
||||
checksum.file(file, { algorithm: 'sha256' }, async (_, hash) => {
|
||||
const match = hash === matchChecksum;
|
||||
|
||||
if (!match) {
|
||||
console.log(`Validation failed. Expected '${matchChecksum}' but got '${hash}'`);
|
||||
}
|
||||
|
||||
resolve(match);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function download(config: GitDownloadOptions) {
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
console.log(`Downloading Git from: ${config.source}`);
|
||||
|
||||
const options = {
|
||||
headers: {
|
||||
Accept: 'application/octet-stream',
|
||||
'User-Agent': 'dugite'
|
||||
},
|
||||
secureProtocol: 'TLSv1_2_method'
|
||||
};
|
||||
|
||||
const client = got.stream(config.source, options);
|
||||
|
||||
client.pipe(fs.createWriteStream(config.tempFile));
|
||||
|
||||
client.on('error', function (error) {
|
||||
// @ts-ignore Property 'code' does not exist on type 'Error'.
|
||||
if (error?.code === 'ETIMEDOUT') {
|
||||
console.log(
|
||||
`A timeout has occurred while downloading '${config.source}' - check ` +
|
||||
`your internet connection and try again. If you are using a proxy, ` +
|
||||
`make sure that the HTTP_PROXY and HTTPS_PROXY environment variables are set.`,
|
||||
error
|
||||
);
|
||||
} else {
|
||||
console.log(`Error raised while downloading ${config.source}`, error);
|
||||
}
|
||||
reject(error);
|
||||
});
|
||||
|
||||
client.on('response', function (res) {
|
||||
if (res.statusCode !== 200) {
|
||||
console.log(`Non-200 response returned from ${config.source} - (${res.statusCode})`);
|
||||
reject(`Non-200 response returned from ${config.source} - (${res.statusCode})`);
|
||||
}
|
||||
|
||||
const len = parseInt(res.headers['content-length'], 10);
|
||||
|
||||
console.log();
|
||||
const bar = new ProgressBar('Downloading Git [:bar] :percent :etas', {
|
||||
complete: '=',
|
||||
incomplete: ' ',
|
||||
width: 50,
|
||||
total: len
|
||||
});
|
||||
|
||||
res.on('data', function (chunk) {
|
||||
bar.tick(chunk.length);
|
||||
});
|
||||
|
||||
res.on('end', function () {
|
||||
resolve();
|
||||
});
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
function unpackFile(file: fs.PathLike, outputPath: string) {
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
function extract(source: fs.PathLike, callback: (err?: Error) => void) {
|
||||
const extractor = tar
|
||||
.extract({ cwd: outputPath })
|
||||
.on('error', function (error: Error) {
|
||||
callback(error);
|
||||
})
|
||||
.on('end', function () {
|
||||
callback();
|
||||
});
|
||||
|
||||
fs.createReadStream(source)
|
||||
.on('error', function (error) {
|
||||
callback(error);
|
||||
})
|
||||
// @ts-expect-error
|
||||
.pipe(zlib.Gunzip())
|
||||
.pipe(extractor);
|
||||
}
|
||||
|
||||
console.log('Extracting file... (', file, ')');
|
||||
extract(file, function (error) {
|
||||
if (error) {
|
||||
console.log('Unable to extract archive, aborting...', error);
|
||||
return reject('Unable to extract archive, aborting... ' + error);
|
||||
}
|
||||
|
||||
console.log('Done extracting file.');
|
||||
resolve();
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
async function downloadAndUnpack(config: GitDownloadOptions) {
|
||||
await download(config);
|
||||
|
||||
const valid = await verifyFile(config.tempFile, config.checksum);
|
||||
if (valid) {
|
||||
await unpackFile(config.tempFile, config.outputPath);
|
||||
} else {
|
||||
console.log(`checksum verification failed, refusing to unpack...`);
|
||||
throw `checksum verification failed, refusing to unpack...`;
|
||||
}
|
||||
}
|
||||
|
||||
function mkdirpAsync(dir: string) {
|
||||
return new Promise<void>((resolve, reject) => {
|
||||
mkdirp(dir, function (error) {
|
||||
if (error) {
|
||||
return reject(error);
|
||||
}
|
||||
|
||||
resolve();
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
export async function gitDownload(config: GitDownloadOptions) {
|
||||
if (config.source === '') {
|
||||
console.log(`Skipping downloading embedded Git as platform '${config.platform}' is not supported.`);
|
||||
console.log(`To learn more about using dugite with a system Git: https://git.io/vF5oj`);
|
||||
throw `Skipping downloading embedded Git as platform '${config.platform}' is not supported.`;
|
||||
}
|
||||
|
||||
if (fs.existsSync(config.outputPath)) {
|
||||
try {
|
||||
console.log("Delete all old git files...")
|
||||
rimraf.sync(config.outputPath);
|
||||
} catch (err) {
|
||||
console.error(err);
|
||||
}
|
||||
}
|
||||
|
||||
await mkdirpAsync(config.outputPath);
|
||||
|
||||
if (fs.existsSync(config.tempFile)) {
|
||||
const valid = await verifyFile(config.tempFile, config.checksum);
|
||||
if (valid) {
|
||||
await unpackFile(config.tempFile, config.outputPath);
|
||||
} else {
|
||||
rimraf.sync(config.tempFile);
|
||||
await downloadAndUnpack(config);
|
||||
}
|
||||
} else {
|
||||
await downloadAndUnpack(config);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user