66 lines
1.7 KiB
TypeScript
66 lines
1.7 KiB
TypeScript
import slugify from './src/slugifyFix.js';
|
|
import { basename, join } from 'path';
|
|
import os from 'node:os';
|
|
import fs from 'node:fs';
|
|
import { createId } from '@paralleldrive/cuid2';
|
|
import { ua0 } from '@futureporn/scout/ua.js';
|
|
import { Readable } from 'stream';
|
|
import { finished } from 'stream/promises';
|
|
import pRetry from 'p-retry';
|
|
|
|
export function fpSlugify(str: string): string {
|
|
return slugify(str, {
|
|
lower: true,
|
|
strict: true,
|
|
locale: 'en',
|
|
trim: true,
|
|
});
|
|
}
|
|
|
|
export function getTmpFile(str: string): string {
|
|
return join(os.tmpdir(), `${createId()}_${basename(str)}`);
|
|
}
|
|
|
|
/**
|
|
*
|
|
* @param {String} url
|
|
* @returns {String} filePath
|
|
*
|
|
* greetz https://stackoverflow.com/a/74722818/1004931
|
|
*/
|
|
export async function download({ url, filePath }: { url: string; filePath?: string }): Promise<string | null> {
|
|
if (!url) throw new Error(`second arg passed to download() must be a {string} url`);
|
|
const fileBaseName = basename(url);
|
|
filePath = filePath || join(os.tmpdir(), `${createId()}_${fileBaseName}`);
|
|
const stream = fs.createWriteStream(filePath);
|
|
|
|
const requestData = async () => {
|
|
const response = await fetch(url, {
|
|
headers: {
|
|
'user-agent': ua0,
|
|
},
|
|
});
|
|
|
|
const { body } = response;
|
|
if (!body) throw new Error('body was null');
|
|
await finished(Readable.fromWeb(body).pipe(stream));
|
|
|
|
// Abort retrying if the resource doesn't exist
|
|
if (response.status === 404) {
|
|
throw new Error(response.statusText);
|
|
}
|
|
|
|
return;
|
|
};
|
|
|
|
try {
|
|
await pRetry(requestData, { retries: 3 });
|
|
} catch (e) {
|
|
console.error(`utils.download failed to download ${url}`);
|
|
console.error(e);
|
|
return null;
|
|
}
|
|
return filePath;
|
|
}
|
|
|
|
export const tmpFileRegex = /^\/tmp\/.*\.jpg$/; |