This commit is contained in:
CJ_Clippy 2024-07-04 13:20:29 -08:00
parent 2c8e41be61
commit ffe9ca2bb5
380 changed files with 34168 additions and 3241 deletions

View File

@ -1,3 +0,0 @@
https://dokku.com/docs/advanced-usage/deployment-tasks/?h=monorepo#changing-the-appjson-location
https://dokku.com/docs/deployment/builders/dockerfiles/

View File

@ -1,8 +0,0 @@
{
"scripts": {
"dokku": {
"predeploy": "echo hello-world-predeploy",
"postdeploy": "echo hello-world-postdeploy"
}
}
}

View File

@ -4,10 +4,3 @@ Source Code for https://futureporn.net
See ./ARCHITECTURE.md for overview See ./ARCHITECTURE.md for overview
## Jun update todo list
* [x] external-dns gameplan
* [ ] traefik well understood
* [ ] staging test with *.futureporn.net domains

View File

@ -1,9 +1,5 @@
This chart was originally created by Kompose. # Futureporn helm chart
Then I realized I don't understand kubernetes. This is the chart with templates that define Futureporn kubernetes cluster
It was too complex. https://helm.sh/docs/topics/charts/
I needed to start over, understand each piece before moving on.
so we're starting small, incrementally migrating services to the cluster.

View File

@ -108,6 +108,9 @@ spec:
routes: routes:
- match: Host(`echo.fp.sbtp.xyz`) - match: Host(`echo.fp.sbtp.xyz`)
kind: Rule kind: Rule
middlewares:
- name: redirect
namespace: futureporn
services: services:
- name: echo - name: echo
namespace: futureporn namespace: futureporn
@ -127,9 +130,6 @@ spec:
routes: routes:
- match: Host(`echo.fp.sbtp.xyz`) - match: Host(`echo.fp.sbtp.xyz`)
kind: Rule kind: Rule
middlewares:
- name: redirect
namespace: futureporn
services: services:
- name: echo - name: echo
namespace: futureporn namespace: futureporn

View File

@ -33,7 +33,7 @@ spec:
- name: CDN_BUCKET_URL - name: CDN_BUCKET_URL
value: "{{ .Values.scout.cdnBucketUrl }}" value: "{{ .Values.scout.cdnBucketUrl }}"
- name: STRAPI_URL - name: STRAPI_URL
value: https://strapi.piko.sbtp.xyz value: https://strapi.fp.sbtp.xyz
- name: S3_BUCKET_APPLICATION_KEY - name: S3_BUCKET_APPLICATION_KEY
valueFrom: valueFrom:
secretKeyRef: secretKeyRef:
@ -156,7 +156,7 @@ spec:
# - name: CDN_BUCKET_URL # - name: CDN_BUCKET_URL
# value: "{{ .Values.scout.cdnBucketUrl }}" # value: "{{ .Values.scout.cdnBucketUrl }}"
# - name: STRAPI_URL # - name: STRAPI_URL
# value: https://strapi.piko.sbtp.xyz # value: https://strapi.fp.sbtp.xyz
# - name: SCOUT_NITTER_ACCESS_KEY # - name: SCOUT_NITTER_ACCESS_KEY
# valueFrom: # valueFrom:
# secretKeyRef: # secretKeyRef:

View File

@ -116,13 +116,13 @@ spec:
secretKeyRef: secretKeyRef:
name: strapi name: strapi
key: sendgridApiKey key: sendgridApiKey
- name: STRAPI_URL
value: "{{ .Values.strapi.url }}"
- name: TRANSFER_TOKEN_SALT - name: TRANSFER_TOKEN_SALT
valueFrom: valueFrom:
secretKeyRef: secretKeyRef:
name: strapi name: strapi
key: transferTokenSalt key: transferTokenSalt
- name: STRAPI_URL
value: "{{ .Values.strapi.url }}"
- name: PORT - name: PORT
value: "{{ .Values.strapi.port }}" value: "{{ .Values.strapi.port }}"
resources: resources:

View File

@ -18,6 +18,7 @@ ENV NEXT_PUBLIC_SITE_URL ${NEXT_PUBLIC_SITE_URL}
ENV NEXT_PUBLIC_STRAPI_URL ${NEXT_PUBLIC_STRAPI_URL} ENV NEXT_PUBLIC_STRAPI_URL ${NEXT_PUBLIC_STRAPI_URL}
ENV NEXT_PUBLIC_UPPY_COMPANION_URL ${NEXT_PUBLIC_UPPY_COMPANION_URL} ENV NEXT_PUBLIC_UPPY_COMPANION_URL ${NEXT_PUBLIC_UPPY_COMPANION_URL}
ENV NEXT_TELEMETRY_DISABLED 1 ENV NEXT_TELEMETRY_DISABLED 1
ENV NODE_EXTRA_CA_CERTS "/app/letsencrypt-stg-root-x1.pem"
COPY pnpm-lock.yaml ./ COPY pnpm-lock.yaml ./
RUN pnpm fetch RUN pnpm fetch
COPY ./packages/next /app COPY ./packages/next /app

View File

@ -1,14 +0,0 @@
FROM node:20-alpine
WORKDIR /app
ENV PNPM_HOME="/pnpm"
ENV PATH="$PNPM_HOME:$PATH"
RUN corepack enable
RUN apk update
ENV NODE_ENV=production
COPY pnpm-lock.yaml ./
RUN pnpm fetch
COPY ./packages/realtime /app
ENTRYPOINT ["pnpm"]
CMD ["run", "start"]

View File

@ -1,19 +0,0 @@
FROM node:18-alpine3.18
# Installing libvips-dev for sharp Compatibility
RUN apk update && apk add --no-cache build-base gcc autoconf automake zlib-dev libpng-dev nasm bash vips-dev git
ARG NODE_ENV=development
ENV NODE_ENV=${NODE_ENV}
WORKDIR /opt/
COPY ./packages/strapi-app/package.json ./packages/strapi-app/yarn.lock ./
RUN yarn global add node-gyp
RUN yarn config set network-timeout 600000 -g && yarn install
ENV PATH /opt/node_modules/.bin:$PATH
WORKDIR /opt/app
COPY ./packages/strapi-app/ .
RUN chown -R node:node /opt/app
USER node
RUN ["yarn", "build"]
EXPOSE 1338
CMD ["yarn", "develop", "--debug"]

22
d.strapi.dev.dockerfile Normal file
View File

@ -0,0 +1,22 @@
FROM node:18
# Installing libvips-dev for sharp Compatibility
# RUN apk update && apk add --no-cache build-base gcc autoconf automake zlib-dev libpng-dev nasm bash vips-dev git
RUN corepack enable
ENV PNPM_HOME="/pnpm"
ENV PATH="$PNPM_HOME:$PATH"
ARG NODE_ENV=development
ENV NODE_ENV=${NODE_ENV}
WORKDIR /opt/
COPY ./packages/strapi/package.json ./packages/strapi/pnpm-lock.yaml ./
RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install -g node-gyp
RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
ENV PATH /opt/node_modules/.bin:$PATH
WORKDIR /opt/app
COPY ./packages/strapi/. .
RUN chown -R node:node /opt/app
USER node
RUN ["pnpm", "run", "build"]
EXPOSE 1339
CMD ["pnpm", "run", "develop"]

View File

@ -7,4 +7,4 @@ COPY ./packages/strapi/package.json ./packages/strapi/pnpm-lock.yaml .
RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
COPY ./packages/strapi/ . COPY ./packages/strapi/ .
RUN ["pnpm", "run", "build"] RUN ["pnpm", "run", "build"]
CMD ["pnpm", "run", "dev"] CMD ["pnpm", "run", "develop"]

View File

@ -1,24 +0,0 @@
FROM node:20-alpine as base
WORKDIR /app
ENV PNPM_HOME="/pnpm"
ENV PATH="$PNPM_HOME:$PATH"
RUN corepack enable
RUN apk update && apk add --no-cache build-base gcc autoconf automake zlib-dev libpng-dev vips-dev libc6-compat git nasm bash gcompat
FROM base AS install
COPY ./packages/strapi/pnpm-lock.yaml ./packages/strapi/package.json ./
RUN pnpm install --prod --shamefully-hoist && pnpm run build
COPY ./packages/strapi .
RUN chown -R node:node /app
USER node
FROM install AS dev
ENV NODE_ENV=development
ENTRYPOINT ["pnpm"]
CMD ["run", "dev"]
FROM install AS release
ENV NODE_ENV=production
ENTRYPOINT ["pnpm"]
CMD ["run", "start"]

View File

@ -1,20 +0,0 @@
FROM node:18-alpine3.18
RUN echo "do a rebuild, yuou fucking shit!"
# Installing libvips-dev for sharp Compatibility
RUN apk update && apk add --no-cache build-base gcc autoconf automake zlib-dev libpng-dev nasm bash vips-dev git
ARG NODE_ENV=development
ENV NODE_ENV=${NODE_ENV}
WORKDIR /opt/
COPY package.json yarn.lock ./
RUN yarn global add node-gyp
RUN yarn config set network-timeout 600000 -g && yarn install
ENV PATH /opt/node_modules/.bin:$PATH
WORKDIR /opt/app
COPY . .
RUN chown -R node:node /opt/app
USER node
RUN ["yarn", "build"]
EXPOSE 1339
CMD ["yarn", "start"]

3
flux/README.md Normal file
View File

@ -0,0 +1,3 @@
# Futureporn flux
Gitops https://fluxcd.io/flux/get-started/

5
packages/README.md Normal file
View File

@ -0,0 +1,5 @@
# Futureporn node packages
Each folder here is an individual node package
See https://pnpm.io/workspaces

View File

@ -14,7 +14,7 @@ export default async function ArchiveProgress ({ vtuber }: IArchiveProgressProps
const issueStreams = await getStreamCountForVtuber(vtuber.id, ['issue']) const issueStreams = await getStreamCountForVtuber(vtuber.id, ['issue'])
const totalStreams = await getStreamCountForVtuber(vtuber.id) const totalStreams = await getStreamCountForVtuber(vtuber.id)
const eligibleStreams = goodStreams+issueStreams const eligibleStreams = goodStreams+issueStreams
const completedPercentage = (eligibleStreams / totalStreams) * 100 const completedPercentage = Math.floor((eligibleStreams / totalStreams) * 100)
return ( return (
<div> <div>
{/* <p> {/* <p>

View File

@ -8,6 +8,8 @@ import { useLocalStorageValue } from '@react-hookz/web';
import { faRightFromBracket } from '@fortawesome/free-solid-svg-icons'; import { faRightFromBracket } from '@fortawesome/free-solid-svg-icons';
import Skeleton from 'react-loading-skeleton'; import Skeleton from 'react-loading-skeleton';
import { strapiUrl } from '@/lib/constants'; import { strapiUrl } from '@/lib/constants';
// import NextAuth from 'next-auth'; // this is (pipedream) wishlist
// import Providers from 'next-auth/providers';
export interface IJWT { export interface IJWT {
jwt: string; jwt: string;

View File

@ -10,11 +10,15 @@ interface PatronsListProps {
export default async function PatronsList({ displayStyle }: PatronsListProps) { export default async function PatronsList({ displayStyle }: PatronsListProps) {
const patrons = await getPatrons() const patrons = await getPatrons()
console.log(`patrons are as follows`)
console.log(patrons)
if (!patrons) return ( if (!patrons) return (
<SkeletonTheme baseColor="#000" highlightColor="#000"> <SkeletonTheme baseColor="#000" highlightColor="#000">
<Skeleton count={3} enableAnimation={false} /> <Skeleton count={3} enableAnimation={false} />
</SkeletonTheme> </SkeletonTheme>
); );
if (displayStyle === 'box') { if (displayStyle === 'box') {
return ( return (
<div className="columns is-multiline"> <div className="columns is-multiline">

View File

@ -93,7 +93,7 @@ export default function StreamsTable() {
accessorFn: d => [ accessorFn: d => [
(d.attributes.isChaturbateStream && 'CB'), (d.attributes.isChaturbateStream && 'CB'),
(d.attributes.isFanslyStream && 'Fansly') (d.attributes.isFanslyStream && 'Fansly')
].filter(Boolean).join(' ') || '???' ].filter(Boolean).join(', ') || '???'
}, },
{ {
header: 'Status', header: 'Status',

View File

@ -277,7 +277,7 @@ export async function getAllStreamsForVtuber(vtuberId: number, archiveStatuses =
}, },
}); });
console.log(`strapiUrl=${strapiUrl}`) // console.log(`strapiUrl=${strapiUrl}`)
const response = await fetch(`${strapiUrl}/api/streams?${query}`, fetchStreamsOptions) const response = await fetch(`${strapiUrl}/api/streams?${query}`, fetchStreamsOptions)
if (response.status !== 200) { if (response.status !== 200) {
@ -371,13 +371,13 @@ export async function getStreamCountForVtuber(vtuberId: number, archiveStatuses
) )
const res = await fetch(`${strapiUrl}/api/streams?${query}`, fetchStreamsOptions) const res = await fetch(`${strapiUrl}/api/streams?${query}`, fetchStreamsOptions)
const data = await res.json() const data = await res.json()
console.log(`getStreamCountForVtuber with archiveStatuses=${archiveStatuses}`) // console.log(`getStreamCountForVtuber with archiveStatuses=${archiveStatuses}`)
console.log(JSON.stringify(data, null, 2)) // console.log(JSON.stringify(data, null, 2))
return data.meta.pagination.total return data.meta.pagination.total
} }
export async function getStreamsForVtuber(vtuberId: number, page: number = 1, pageSize: number = 25, sortDesc = true): Promise<IStreamsResponse> { export async function getStreamsForVtuber(vtuberId: number, page: number = 1, pageSize: number = 25, sortDesc = true): Promise<IStreamsResponse> {
console.log(`getStreamsForVtuber() with strapiUrl=${strapiUrl}`) // console.log(`getStreamsForVtuber() with strapiUrl=${strapiUrl}`)
const query = qs.stringify( const query = qs.stringify(
{ {
populate: { populate: {
@ -405,7 +405,7 @@ export async function getStreamsForVtuber(vtuberId: number, page: number = 1, pa
) )
const res = await fetch(`${strapiUrl}/api/streams?${query}`, fetchStreamsOptions) const res = await fetch(`${strapiUrl}/api/streams?${query}`, fetchStreamsOptions)
const data = await res.json() const data = await res.json()
console.log(data) // console.log(data)
return data return data
} }

View File

@ -11,8 +11,16 @@ import { notFound } from "next/navigation";
export default async function Page() { export default async function Page() {
const vods = await getVods(1, 9, true); const vods = await getVods(1, 9, true);
console.log('vods as follows')
console.log(JSON.stringify(vods, null, 2))
const vtubers = await getVtubers(); const vtubers = await getVtubers();
if (!vtubers) notFound(); if (!vtubers) notFound();
console.log(`vtubers as follows`)
console.log(JSON.stringify(vtubers, null, 2))
// return ( // return (
// <pre> // <pre>

View File

@ -16,47 +16,47 @@
"@fortawesome/free-solid-svg-icons": "^6.5.2", "@fortawesome/free-solid-svg-icons": "^6.5.2",
"@fortawesome/react-fontawesome": "^0.2.2", "@fortawesome/react-fontawesome": "^0.2.2",
"@hookform/error-message": "^2.0.1", "@hookform/error-message": "^2.0.1",
"@hookform/resolvers": "^3.6.0", "@hookform/resolvers": "^3.7.0",
"@mux/blurhash": "^0.1.2", "@mux/blurhash": "^0.1.2",
"@mux/mux-player": "^2.7.0", "@mux/mux-player": "^2.7.0",
"@mux/mux-player-react": "^2.7.0", "@mux/mux-player-react": "^2.7.0",
"@paralleldrive/cuid2": "^2.2.2", "@paralleldrive/cuid2": "^2.2.2",
"@react-hookz/web": "^24.0.4", "@react-hookz/web": "^24.0.4",
"@tanstack/react-query": "^5.40.1", "@tanstack/react-query": "^5.49.2",
"@tanstack/react-table": "^8.17.3", "@tanstack/react-table": "^8.19.2",
"@types/lodash": "^4.17.4", "@types/lodash": "^4.17.6",
"@types/qs": "^6.9.15", "@types/qs": "^6.9.15",
"@types/react": "^18.3.3", "@types/react": "^18.3.3",
"@types/react-dom": "^18.3.0", "@types/react-dom": "^18.3.0",
"@uppy/aws-s3": "^3.6.2", "@uppy/aws-s3": "^3.6.2",
"@uppy/aws-s3-multipart": "^3.12.0", "@uppy/aws-s3-multipart": "^3.12.0",
"@uppy/core": "^3.12.0", "@uppy/core": "^3.13.0",
"@uppy/dashboard": "^3.8.3", "@uppy/dashboard": "^3.9.1",
"@uppy/drag-drop": "^3.1.0", "@uppy/drag-drop": "^3.1.0",
"@uppy/file-input": "^3.1.2", "@uppy/file-input": "^3.1.2",
"@uppy/progress-bar": "^3.1.1", "@uppy/progress-bar": "^3.1.1",
"@uppy/react": "^3.3.1", "@uppy/react": "^3.4.0",
"@uppy/remote-sources": "^1.2.0", "@uppy/remote-sources": "^1.3.0",
"bulma": "^1.0.1", "bulma": "^1.0.1",
"date-fns": "^2.30.0", "date-fns": "^2.30.0",
"date-fns-tz": "^2.0.1", "date-fns-tz": "^2.0.1",
"dayjs": "^1.11.11", "dayjs": "^1.11.11",
"feed": "^4.2.2", "feed": "^4.2.2",
"gray-matter": "^4.0.3", "gray-matter": "^4.0.3",
"hls.js": "^1.5.11", "hls.js": "^1.5.12",
"lodash": "^4.17.21", "lodash": "^4.17.21",
"lunarphase-js": "^2.0.3", "lunarphase-js": "^2.0.3",
"multiformats": "^13.1.1", "multiformats": "^13.1.3",
"next": "14.0.4", "next": "14.0.4",
"next-goatcounter": "^1.0.5", "next-goatcounter": "^1.0.5",
"nextjs-toploader": "^1.6.12", "nextjs-toploader": "^1.6.12",
"plyr": "^3.7.8", "plyr": "^3.7.8",
"prism-react-renderer": "^2.3.1", "prism-react-renderer": "^2.3.1",
"qs": "^6.12.1", "qs": "^6.12.2",
"react": "^18.3.1", "react": "^18.3.1",
"react-data-table-component": "^7.6.2", "react-data-table-component": "^7.6.2",
"react-dom": "^18.3.1", "react-dom": "^18.3.1",
"react-hook-form": "^7.51.5", "react-hook-form": "^7.52.1",
"react-loading-skeleton": "^3.4.0", "react-loading-skeleton": "^3.4.0",
"react-toastify": "^9.1.3", "react-toastify": "^9.1.3",
"sharp": "^0.33.4", "sharp": "^0.33.4",
@ -65,7 +65,7 @@
"yup": "^1.4.0" "yup": "^1.4.0"
}, },
"devDependencies": { "devDependencies": {
"@types/node": "^20.14.2", "@types/node": "^20.14.9",
"eslint": "^8.57.0", "eslint": "^8.57.0",
"eslint-config-next": "14.0.4", "eslint-config-next": "14.0.4",
"tsc": "^2.0.4", "tsc": "^2.0.4",

File diff suppressed because it is too large Load Diff

View File

@ -55,6 +55,6 @@ async function handleMessage({ email, msg }: { email: Email, msg: FetchMessageOb
(async () => { (async () => {
const email = new Email() const email = new Email()
email.on('message', (msg: FetchMessageObject) => handleMessage({ email, msg })) email.once('message', (msg: FetchMessageObject) => handleMessage({ email, msg }))
await email.connect() await email.connect()
})() })()

118
packages/strapi-borked/.gitignore vendored Normal file
View File

@ -0,0 +1,118 @@
.env*
tunnel.conf
############################
# OS X
############################
.DS_Store
.AppleDouble
.LSOverride
Icon
.Spotlight-V100
.Trashes
._*
############################
# Linux
############################
*~
############################
# Windows
############################
Thumbs.db
ehthumbs.db
Desktop.ini
$RECYCLE.BIN/
*.cab
*.msi
*.msm
*.msp
############################
# Packages
############################
*.7z
*.csv
*.dat
*.dmg
*.gz
*.iso
*.jar
*.rar
*.tar
*.zip
*.com
*.class
*.dll
*.exe
*.o
*.seed
*.so
*.swo
*.swp
*.swn
*.swm
*.out
*.pid
############################
# Logs and databases
############################
.tmp
*.log
*.sql
*.sqlite
*.sqlite3
############################
# Misc.
############################
*#
ssl
.idea
nbproject
public/uploads/*
!public/uploads/.gitkeep
############################
# Node.js
############################
lib-cov
lcov.info
pids
logs
results
node_modules
.node_history
############################
# Tests
############################
testApp
coverage
############################
# Strapi
############################
.env
license.txt
exports
*.cache
dist
build
.strapi-updater.json

View File

@ -0,0 +1,14 @@
/**
* This file was automatically generated by Strapi.
* Any modifications made will be discarded.
*/
import i18N from "@strapi/plugin-i18n/strapi-admin";
import usersPermissions from "@strapi/plugin-users-permissions/strapi-admin";
import { renderAdmin } from "@strapi/strapi/admin";
renderAdmin(document.getElementById("strapi"), {
plugins: {
i18n: i18N,
"users-permissions": usersPermissions,
},
});

View File

@ -0,0 +1,62 @@
<!DOCTYPE html>
<html lang="en">
<!--
This file was automatically generated by Strapi.
Any modifications made will be discarded.
-->
<head>
<meta charset="utf-8" />
<meta
name="viewport"
content="width=device-width, initial-scale=1, viewport-fit=cover"
/>
<meta name="robots" content="noindex" />
<meta name="referrer" content="same-origin" />
<title>Strapi Admin</title>
<style>
html,
body,
#strapi {
height: 100%;
}
body {
margin: 0;
-webkit-font-smoothing: antialiased;
}
</style>
</head>
<body>
<div id="strapi"></div>
<noscript
><div class="strapi--root">
<div class="strapi--no-js">
<style type="text/css">
.strapi--root {
position: absolute;
top: 0;
right: 0;
left: 0;
bottom: 0;
background: #fff;
}
.strapi--no-js {
position: absolute;
top: 50%;
left: 50%;
transform: translate(-50%, -50%);
text-align: center;
font-family: helvetica, arial, sans-serif;
}
</style>
<h1>JavaScript disabled</h1>
<p>
Please
<a href="https://www.enable-javascript.com/">enable JavaScript</a>
in your browser and reload the page to proceed.
</p>
</div>
</div></noscript
>
</body>
</html>

View File

@ -0,0 +1,13 @@
## dev notes
### patreon campaign benefit ids
* ironmouse "Thank you" (for testing): 4760169
* cj_clippy "Full library access" (for production): 9380584
* cj_clippy "Your URL displayed on Futureporn.net": 10663202
### Content-Type Builder (Docker caveat)
Don't use the web UI to create or update Content-Types! The changes will be lost. This is a side-effect of our hacked together solution for Strapi with pnpm in docker.
Instead, content-type schemas must be hand-edited in ./src/api/(...). For the changes to take effect, trigger a strapi resource update in Tilt.

View File

@ -0,0 +1,13 @@
module.exports = ({ env }) => ({
auth: {
secret: env('ADMIN_JWT_SECRET'),
},
apiToken: {
salt: env('API_TOKEN_SALT'),
},
transfer: {
token: {
salt: env('TRANSFER_TOKEN_SALT'),
},
},
});

View File

@ -0,0 +1,7 @@
module.exports = {
rest: {
defaultLimit: 25,
maxLimit: 100,
withCount: true,
},
};

View File

@ -0,0 +1,49 @@
const path = require('path');
module.exports = ({ env }) => {
const client = env('DATABASE_CLIENT', 'postgres');
const connections = {
postgres: {
connection: {
connectionString: env('DATABASE_URL'),
host: env('DATABASE_HOST', 'localhost'),
port: env.int('DATABASE_PORT', 5432),
database: env('DATABASE_NAME', 'strapi'),
user: env('DATABASE_USERNAME', 'strapi'),
password: env('DATABASE_PASSWORD', 'strapi'),
ssl: env.bool('DATABASE_SSL', false) && {
key: env('DATABASE_SSL_KEY', undefined),
cert: env('DATABASE_SSL_CERT', undefined),
ca: env('DATABASE_SSL_CA', undefined),
capath: env('DATABASE_SSL_CAPATH', undefined),
cipher: env('DATABASE_SSL_CIPHER', undefined),
rejectUnauthorized: env.bool(
'DATABASE_SSL_REJECT_UNAUTHORIZED',
true
),
},
schema: env('DATABASE_SCHEMA', 'public'),
},
pool: { min: env.int('DATABASE_POOL_MIN', 2), max: env.int('DATABASE_POOL_MAX', 10) },
},
sqlite: {
connection: {
filename: path.join(
__dirname,
'..',
env('DATABASE_FILENAME', 'data.db')
),
},
useNullAsDefault: true,
},
};
return {
connection: {
client,
...connections[client],
acquireConnectionTimeout: env.int('DATABASE_CONNECTION_TIMEOUT', 60000),
},
};
};

View File

@ -0,0 +1,26 @@
module.exports = [
'strapi::logger',
'strapi::errors',
{
name: 'strapi::security',
config: {
contentSecurityPolicy: {
useDefaults: true,
directives: {
'connect-src': ["'self'", 'https:'],
'img-src': ["'self'", 'data:', 'blob:', 'dl.airtable.com', 'res.cloudinary.com'],
'media-src': ["'self'", 'data:', 'blob:', 'dl.airtable.com', 'res.cloudinary.com'],
upgradeInsecureRequests: null,
},
},
},
},
'strapi::cors',
'strapi::poweredBy',
'strapi::query',
'strapi::body',
'strapi::session',
'strapi::favicon',
'strapi::public',
];

View File

@ -0,0 +1,75 @@
module.exports = ({
env
}) => ({
'fuzzy-search': {
enabled: true,
config: {
contentTypes: [{
uid: 'api::tag.tag',
modelName: 'tag',
transliterate: false,
queryConstraints: {
where: {
'$and': [
{
publishedAt: {
'$notNull': true
}
},
]
}
},
fuzzysortOptions: {
characterLimit: 32,
threshold: -600,
limit: 10,
keys: [{
name: 'name',
weight: 100
}]
}
}]
}
},
upload: {
config: {
provider: 'cloudinary',
providerOptions: {
cloud_name: env('CLOUDINARY_NAME'),
api_key: env('CLOUDINARY_KEY'),
api_secret: env('CLOUDINARY_SECRET'),
},
actionOptions: {
upload: {},
uploadStream: {},
delete: {},
},
}
},
email: {
config: {
provider: 'sendgrid',
providerOptions: {
apiKey: env('SENDGRID_API_KEY'),
},
settings: {
defaultFrom: 'welcome@futureporn.net',
defaultReplyTo: 'cj@futureporn.net',
testAddress: 'grimtech@fastmail.com',
},
},
},
"users-permissions": {
config: {
register: {
allowedFields: [
"isNamePublic",
"isLinkPublic",
"avatar",
"vanityLink",
"patreonBenefits"
]
}
}
}
});

View File

@ -0,0 +1,15 @@
// greets some
module.exports = ({ env }) => ({
host: env('HOST', '0.0.0.0'),
port: env.int('PORT', 1337),
proxy: true,
app: {
keys: env.array('APP_KEYS'),
},
webhooks: {
populateRelations: env.bool('WEBHOOKS_POPULATE_RELATIONS', false)
},
url: env('STRAPI_URL', 'https://portal.futureporn.net')
});

View File

@ -0,0 +1,13 @@
#!/bin/bash
# daily-backup.sh
# useful for the dokku server
# dokku's backup feature is broken atm https://github.com/dokku/dokku-postgres/issues/274
# backups are exported from dokku:postgres plugin before being sent to b2
filename="$(date +'%Y-%m-%d_%H-%M-%S').psql"
dokku postgres:export futureporn-db > "${filename}"
b2-linux upload-file futureporn-db-backup "./${filename}" "${filename}"

View File

@ -0,0 +1,21 @@
#!/bin/bash
# Check if the containers already exist
pgadmin_exists=$(docker ps -a --filter "name=pgadmin" --format '{{.Names}}')
strapi_postgres_exists=$(docker ps -a --filter "name=strapi-postgres" --format '{{.Names}}')
# Run strapi-postgres container if it doesn't exist or is not running
if [ -z "$strapi_postgres_exists" ]; then
docker run -d --name strapi-postgres -p 5432:5432 -e POSTGRES_PASSWORD=$POSTGRES_PASSWORD postgres:14.7
echo "strapi-postgres container created and started."
else
container_status=$(docker inspect -f '{{.State.Status}}' strapi-postgres)
if [ "$container_status" != "running" ]; then
docker start strapi-postgres
echo "strapi-postgres container started."
else
echo "strapi-postgres container already exists and is running. Skipping creation."
fi
fi

View File

@ -0,0 +1,25 @@
module.exports = {
async up(knex) {
// ... (Create vods_vtuber_links table if not already created)
// Get vtuber ID for ProjektMelody (assuming it's 1)
const vtuberId = 1;
// Get all VODs from the database
const vods = await knex.select('*').from('vods');
// For each VOD, associate it with the vtuber (vtuber with ID 1) if not already associated
for (const [index, vod] of vods.entries()) {
const existingAssociation = await knex('vods_vtuber_links')
.where({ vtuber_id: vtuberId, vod_id: vod.id })
.first();
if (!existingAssociation) {
await knex('vods_vtuber_links').insert({
vtuber_id: vtuberId,
vod_id: vod.id,
vod_order: index + 1, // Auto-increment the vod_order number
});
}
}
}
};

View File

@ -0,0 +1,18 @@
module.exports = {
async up(knex) {
// Get all B2 Files from the database
const files = await knex.select('*').from('b2_files');
// For each B2 File, update cdnUrl
// we do this to change
// erroneous https://futureporn-b2.b-cdn.net/futureporn/:key
// to https://futureporn-b2.b-cdn.net/:key
for (const [index, file] of files.entries()) {
const key = file.key;
const cdnUrl = `https://futureporn-b2.b-cdn.net/${key}`;
await knex('b2_files').update({ cdn_url: cdnUrl }).where({ id: file.id });
}
},
};

View File

@ -0,0 +1,23 @@
const stripQueryString = function (text) {
if (!text) return '';
return text.split(/[?#]/)[0];
}
module.exports = {
async up(knex) {
// Get all vods
const vods = await knex.select('*').from('vods');
// For each vod, update videoSrcHash and video240Hash
// we remove any existing ?filename(...) qs from the cid
for (const [index, vod] of vods.entries()) {
const strippedVideoSrcHash = stripQueryString(vod.video_src_hash)
const strippedVideo240Hash = stripQueryString(vod.video_240_hash)
await knex('vods').update({ video_src_hash: strippedVideoSrcHash }).where({ id: vod.id });
await knex('vods').update({ video_240_hash: strippedVideo240Hash }).where({ id: vod.id });
}
},
};

View File

@ -0,0 +1,13 @@
module.exports = {
async up(knex) {
const toys = await knex.select('*').from('toys');
for (const [index, toy] of toys.entries()) {
if (toy.image_2) {
const existingImageFilename = new URL(toy.image_2).pathname.split('/').at(-1)
await knex('toys').update({ image_2: `https://futureporn-b2.b-cdn.net/${existingImageFilename}` }).where({ id: toy.id });
}
}
},
};

View File

@ -0,0 +1,33 @@
module.exports = {
async up(knex) {
// Add the `image2` field (column) as a short text field
await knex.schema.table('toys', (table) => {
table.string('image_2', 512);
});
// Get all toys
const toys = await knex.select('*').from('toys');
// Update the image2 field with the previous image URLs
for (const toy of toys) {
// lookup the file morph which maps toy to (image) file
const imageFileId = (await knex.select('file_id').from('files_related_morphs').where({ related_id: toy.id }))[0].file_id
// get the image data from the file
const imageUrl = (await knex.select('url').from('files').where({ id: imageFileId }))[0].url
if (!imageUrl) continue;
// Copy the values from image to image2
await knex('toys').update({ image_2: imageUrl }).where({ id: toy.id });
}
const hasImageColumn = await knex.schema.hasColumn('toys', 'image');
if (hasImageColumn) {
// Drop the `image` column
table.dropColumn('image');
}
},
};

View File

@ -0,0 +1,23 @@
module.exports = {
async up(knex) {
// Check if the 'date_2' column exists in the 'vods' table
const hasDate2Column = await knex.schema.hasColumn('vods', 'date_2');
if (!hasDate2Column) {
// Add the new 'date_2' column as a string if it doesn't exist
await knex.schema.table('vods', (table) => {
table.string('date_2');
});
// Fetch all existing rows from the 'vods' table
const existingVods = await knex.select('id', 'date').from('vods');
// Loop through each row and update 'date_2' with the date value
for (const vod of existingVods) {
await knex('vods')
.where({ id: vod.id })
.update({ date_2: vod.date.toISOString() });
}
}
},
};

View File

@ -0,0 +1,11 @@
module.exports = {
async up(knex) {
const hasColumn = await knex.schema.hasColumn('toys', 'image');
if (hasColumn) {
await knex.schema.table('toys', (table) => {
table.dropColumn('image');
});
}
}
};

View File

@ -0,0 +1,11 @@
module.exports = {
async up(knex) {
const hasColumn = await knex.schema.hasColumn('vods', 'video_src');
if (hasColumn) {
await knex.schema.table('vods', (table) => {
table.dropColumn('video_src');
});
}
}
};

View File

@ -0,0 +1,31 @@
const generateCuid = require('../../misc/generateCuid');
module.exports = {
async up(knex) {
console.log(`MIGRATION-- 2023-12-24-add-cuid-to-vods.js`);
// Check if the 'cuid' column already exists in the 'vods' table
const hasCuidColumn = await knex.schema.hasColumn('vods', 'cuid');
if (!hasCuidColumn) {
// Add the 'cuid' column to the 'vods' table
await knex.schema.table('vods', (table) => {
table.string('cuid');
});
}
// Get all vods from the database
const vods = await knex.select('*').from('vods');
// For each vod, populate cuid if it's null or undefined
for (const [index, vod] of vods.entries()) {
if (!vod.cuid) {
await knex('vods').update({ cuid: generateCuid() }).where({ id: vod.id });
}
}
},
};

View File

@ -0,0 +1,33 @@
const { init } = require('@paralleldrive/cuid2');
module.exports = {
async up(knex) {
console.log(`MIGRATION-- 2023-12-26-add-cuid-to-streams.js`);
// Check if the 'cuid' column already exists in the 'streams' table
const hasCuidColumn = await knex.schema.hasColumn('streams', 'cuid');
if (!hasCuidColumn) {
// Add the 'cuid' column to the 'streams' table
await knex.schema.table('streams', (table) => {
table.string('cuid');
});
}
// Get all streams from the database
const streams = await knex.select('*').from('streams');
// For each stream, populate cuid if it's null or undefined
for (const [index, stream] of streams.entries()) {
if (!stream.cuid) {
const length = 10;
const genCuid = init({ length });
await knex('streams').update({ cuid: genCuid() }).where({ id: stream.id });
}
}
},
};

View File

@ -0,0 +1,35 @@
const { sub, add } = require('date-fns');
module.exports = {
async up(knex) {
console.log(`MIGRATION-- 2023-12-27-relate-vods-to-streams.js`);
// Get all VODs from the database
const vods = await knex.select('*').from('vods');
// For each VOD, associate it with the stream with the nearest date (if not already associated)
for (const [index, vod] of vods.entries()) {
const existingAssociation = await knex('vods_stream_links')
.where({ vod_id: vod.id })
.first();
if (!existingAssociation) {
// get nearest stream within +/- 3 hours
const date2 = new Date(vod.date_2);
const startDate = sub(date2, { hours: 3 })
const endDate = add(date2, { hours: 3 });
console.log(`vod.id=${vod.id}, vod.date_2=${vod.date_2}, date2=${date2}, startDate=${startDate}, endDate=${endDate}`)
const stream = await knex('streams')
.whereBetween('date', [startDate, endDate])
await knex('vods_stream_links').insert({
stream_id: stream.id,
vod_id: vod.id,
vod_order: 1,
});
}
}
},
};

View File

@ -0,0 +1,26 @@
const fetch = require('node-fetch')
let problemUrls = []
async function checkUrl(url) {
const res = await fetch(url);
if (!res.ok || !res?.headers?.get('x-bz-file-name') || !res?.headers?.get('x-bz-file-id')) problemUrls.push(url)
}
module.exports = {
async up(knex) {
// Get all VODs from the database
const vods = await knex.select('*').from('vods');
// sanity check every B2 URL
for (const vod of vods) {
await checkUrl(vod.video_src)
}
process.exit(5923423)
},
};

View File

@ -0,0 +1,98 @@
const fetch = require('node-fetch')
// greets chatgpt
async function getFileDetailsFromUrl(url) {
const controller = new AbortController();
const signal = controller.signal;
const options = {
signal,
};
let retries = 10;
while (retries) {
console.log(`fetching ${url}`);
const timeoutId = setTimeout(() => {
console.log('fetch timed out, aborting...');
controller.abort();
}, 5000);
try {
const res = await fetch(url, options);
clearTimeout(timeoutId);
console.log('finished fetch');
if (!res.ok) throw new Error(`problem while getting file from url with url ${url}`);
if (!res?.headers?.get('x-bz-file-name')) throw new Error(`${url} did not have a x-bz-file-name in the response headers`);
if (!res?.headers?.get('x-bz-file-id')) throw new Error(`${url} did not have a x-bz-file-id in the response headers`);
return {
key: res.headers.get('x-bz-file-name'),
url: url,
uploadId: res.headers.get('x-bz-file-id'),
};
} catch (err) {
clearTimeout(timeoutId);
retries--;
if (retries === 0) {
console.error(`Could not fetch file details from URL: ${url}.`);
throw err;
}
console.warn(`Retrying fetch (${retries} attempts left)`);
}
}
}
module.exports = {
async up(knex) {
// You have full access to the Knex.js API with an already initialized connection to the database
// Get all VODs from the database
const vods = await knex.select('*').from('vods');
// Process each VOD
for (const vod of vods) {
// courtesy timer
await new Promise((resolve) => setTimeout(resolve, 1000))
console.log(vod)
// Get the file details from the VOD's video source URL
if (vod?.video_src) {
try {
const fileDetails = await getFileDetailsFromUrl(vod.video_src);
// Insert the B2 file into the database
const [file] = await knex('b2_files').insert({
url: fileDetails.url,
key: fileDetails.key,
upload_id: fileDetails.uploadId,
}).returning('id');
console.log(file)
console.log(`attempting to insert vod_id:${vod.id}, b_2_file_id:${file.id} for videoSrcB2`)
// Link the B2 file to the VOD
await knex('vods_video_src_b_2_links').insert({
vod_id: vod.id,
b_2_file_id: file.id,
});
} catch (e) {
console.error(e)
console.log(`there was an error so we are skipping vod ${vod.id}`)
}
} else {
console.log(`${vod.id} has no video_src. skipping.`)
}
}
},
};

View File

@ -0,0 +1,43 @@
// up until now, tags have been attached directly to each vod object.
// now, tags are not attached to vods.
// instead, tag-vod-relations are used to associate a tag with a vod
// what we need to do in this migration is
// * create a new tag-vod-relation for each tag in each vod
// * delete tags field in vods
module.exports = {
async up(knex) {
console.log('2023.05.14 - migrate tags to tag_vod_relations')
// get all tags_vods_links
// for each, create a tag-vod-relation
const tagsVodsLinks = await knex.select('*').from('tags_vods_links')
for (const tvl of tagsVodsLinks) {
// Create a tag-vod-relation entry for each tag
const tvr = await knex('tag_vod_relations')
.insert({
created_at: new Date(),
updated_at: new Date(),
creator_id: 1
})
.returning(
['id']
)
await knex('tag_vod_relations_tag_links').insert({
tag_vod_relation_id: tvr[0].id,
tag_id: tvl.tag_id
})
await knex('tag_vod_relations_vod_links').insert({
tag_vod_relation_id: tvr[0].id,
vod_id: tvl.vod_id
})
}
},
};

View File

@ -0,0 +1,12 @@
// previously, we tagged vods directly on the vod content-type
// now, we use tag-vod-relation to relate tags to vods.
// thus, we want to get rid of vod.tags
// and also tag.vods
module.exports = {
async up(knex) {
console.log('2023.05.15 - drop tags_vods_links')
await knex.schema.dropTable('tags_vods_links')
}
}

View File

@ -0,0 +1,110 @@
// const fetch = require('node-fetch')
// // greets chatgpt
// async function getFileDetailsFromUrl(url) {
// const controller = new AbortController();
// const signal = controller.signal;
// const options = {
// signal,
// };
// let retries = 10;
// while (retries) {
// console.log(`fetching ${url}`);
// const timeoutId = setTimeout(() => {
// console.log('fetch timed out, aborting...');
// controller.abort();
// }, 5000);
// try {
// const res = await fetch(url, options);
// clearTimeout(timeoutId);
// console.log('finished fetch');
// if (!res.ok) throw new Error(`problem while getting file from url with url ${url}`);
// if (!res?.headers?.get('x-bz-file-name')) throw new Error(`${url} did not have a x-bz-file-name in the response headers`);
// if (!res?.headers?.get('x-bz-file-id')) throw new Error(`${url} did not have a x-bz-file-id in the response headers`);
// return {
// key: res.headers.get('x-bz-file-name'),
// url: url,
// uploadId: res.headers.get('x-bz-file-id'),
// };
// } catch (err) {
// clearTimeout(timeoutId);
// retries--;
// if (retries === 0) {
// console.error(`Could not fetch file details from URL: ${url}.`);
// throw err;
// }
// console.warn(`Retrying fetch (${retries} attempts left)`);
// }
// }
// }
module.exports = {
async up(knex) {
// You have full access to the Knex.js API with an already initialized connection to the database
// we iterate through the local, non-strapi backup db first.
// get list of all tags
// for each tag
// * get list of related vods
// * create relation in Strapi
// *
// Get all VODs from the database
const vods = await knex.select('*').from('vods');
// Process each VOD
for (const vod of vods) {
// courtesy timer
await new Promise((resolve) => setTimeout(resolve, 10))
// @todo
console.log(vod)
// Get the file details from the VOD's video source URL
if (vod?.video_src) {
try {
const fileDetails = await getFileDetailsFromUrl(vod.video_src);
// Insert the B2 file into the database
const [file] = await knex('b2_files').insert({
url: fileDetails.url,
key: fileDetails.key,
upload_id: fileDetails.uploadId,
}).returning('id');
console.log(file)
console.log(`attempting to insert vod_id:${vod.id}, b_2_file_id:${file.id} for videoSrcB2`)
// Link the B2 file to the VOD
await knex('vods_video_src_b_2_links').insert({
vod_id: vod.id,
b_2_file_id: file.id,
});
} catch (e) {
console.error(e)
console.log(`there was an error so we are skipping vod ${vod.id}`)
}
} else {
console.log(`${vod.id} has no video_src. skipping.`)
}
}
},
};

View File

@ -0,0 +1,124 @@
'use strict'
require('dotenv').config()
const { Client } = require('pg')
const fetch = require('node-fetch')
const _ = require('lodash');
const ogVods = require('../og-tags.json')
// const slugify = require('slugify')
// function slugifyString (str) {
// return slugify(str, {
// replacement: '-', // replace spaces with replacement character, defaults to `-`
// remove: undefined, // remove characters that match regex, defaults to `undefined`
// lower: true, // convert to lower case, defaults to `false`
// strict: true, // strip special characters except replacement, defaults to `false`
// locale: 'en', // language code of the locale to use
// trim: true // trim leading and trailing replacement chars, defaults to `true`
// })
// }
async function associateTagWithVodsInStrapi (tagId, vodsIds) {
const res = await fetch(`${process.env.STRAPI_URL}/api/tags/${tagId}`, {
method: 'PUT',
headers: {
'authorization': `Bearer ${process.env.STRAPI_API_KEY}`
},
data: {
vods: [vodsIds]
}
})
const json = await res.json()
if (!res.ok) throw new Error(JSON.stringify(json))
}
async function associateVodWithTagsInStrapi (knex, vodId, tagsIds) {
console.log(`updating vodId:${vodId} with tagsIds:${tagsIds}`)
for (const tagId of tagsIds) {
// see if it exists already
const rows = await knex.select('*').from('tags_vods_links').where({
'vod_id': vodId,
'tag_id': tagId
})
if (rows.length === 0) {
await knex('tags_vods_links').insert({
vod_id: vodId,
tag_id: tagId
});
}
}
}
async function getStrapiVodByAnnounceUrl (knex, announceUrl) {
const rows = await knex.select('*').from('vods').where('announce_url', announceUrl)
return (rows[0])
}
async function getStrapiTagByName (knex, tag) {
const rows = await knex.select('*').from('tags').where({ 'name': tag })
return rows[0]
}
module.exports = {
async up(knex) {
// You have full access to the Knex.js API with an already initialized connection to the database
for (const vod of ogVods) {
// get matching vod in strapi
console.log(vod)
if (vod.announceUrl) {
const strapiVod = await getStrapiVodByAnnounceUrl(knex, vod.announceUrl)
if (strapiVod) {
// we've got a matching vod
if (vod.tags) {
console.log(`source vod has tags: ${vod.tags}`)
let strapiTagsIds = []
// for each tag, get the matching strapi tag ID
for (const tag of vod.tags) {
// lookup the strapi tag id
const strapiTag = await getStrapiTagByName(knex, tag)
if (!!strapiTag) {
strapiTagsIds.push(strapiTag.id)
}
}
console.log(`we are adding the following strapiTagsIds to vod ID ${strapiVod.id}: ${strapiTagsIds}`)
// create relations between matching vod and the tags
await associateVodWithTagsInStrapi(knex, strapiVod.id, strapiTagsIds)
}
}
}
}
// Get all VODs from the database
const vods = await knex.select('*').from('vods');
// Process each VOD
for (const vod of vods) {
}
}
}

View File

@ -0,0 +1,70 @@
module.exports = {
async up(knex) {
console.log('Create vtubers table')
await knex.schema.createTable('vtubers', (table) => {
table.increments('id').primary();
table.string('displayName').notNullable();
table.string('chaturbate');
table.string('twitter');
table.string('patreon');
table.string('twitch');
table.string('tiktok');
table.string('onlyfans');
table.string('youtube');
table.string('linktree');
table.string('carrd');
table.string('fansly');
table.string('pornhub');
table.string('discord');
table.string('reddit');
table.string('throne');
table.string('instagram');
table.string('facebook');
table.string('merch');
table.string('slug').notNullable();
table.text('description1').notNullable();
table.text('description2');
table.string('image').notNullable();
});
console.log('Create vods_vtuber_links table')
await knex.schema.createTable('vods_vtuber_links', (table) => {
table.increments('id').primary();
table.integer('vod_id').unsigned().references('vods.id');
table.integer('vtuber_id').unsigned().references('vtubers.id');
table.integer('vod_order').notNullable();
});
console.log('Create a vtuber entry for ProjektMelody')
const projektMelody = {
displayName: 'ProjektMelody',
slug: 'projektmelody', // You can customize the slug based on your preference
description1: 'Description for ProjektMelody', // Add your vtuber's description here
image: 'http://futureporn-b2.b-cdn.net/futureporn/projekt-melody.jpg', // Replace with the image filename for ProjektMelody
};
console.log('Get all VODs from the database')
const vods = await knex.select('*').from('vods');
console.log('get projektmelody id')
// const [projektMelodyId] = await knex('vtubers').insert(projektMelody);
const projektMelodyId = 1
console.log(`projektmelodyId is : ${projektMelodyId}`)
console.log(`For each VOD, associate ProjektMelody vtuber.`)
for (const [index, vod] of vods.entries()) {
console.log(`Check if vtuber_id exists in the vtubers table`)
const vtuber = await knex('vtubers').where('id', projektMelodyId).first();
if (vtuber) {
await knex('vods_vtuber_links').insert({
vtuber_id: projektMelodyId,
vod_id: vod.id,
vod_order: index + 1, // Auto-increment the vod_order number
});
}
}
},
};

View File

@ -0,0 +1,18 @@
module.exports = {
async up(knex) {
// Add the 'cdn_url' column to the 'b2_files' table
await knex.schema.table('b2_files', (table) => {
table.string('cdn_url'); // Change the data type if needed (e.g., text, varchar, etc.)
});
// Get all B2 Files from the database
const files = await knex.select('*').from('b2_files');
// For each B2 File, create cdnUrl
for (const [index, file] of files.entries()) {
const key = file.key;
const cdnUrl = `https://futureporn-b2.b-cdn.net/futureporn/${key}`;
await knex('b2_files').update({ cdn_url: cdnUrl }).where({ id: file.id });
}
},
};

View File

@ -0,0 +1,30 @@
module.exports = {
async up(knex) {
await knex.schema.createTable('streams', (table) => {
table.increments('id').primary();
table.string('date_str').notNullable();
table.string('vods');
table.string('vtuber');
table.string('tweet');
table.string('date');
table.string('cuid');
});
// Add the 'cdn_url' column to the 'b2_files' table
await knex.schema.table('b2_files', (table) => {
table.string('cdn_url'); // Change the data type if needed (e.g., text, varchar, etc.)
});
// Get all B2 Files from the database
const files = await knex.select('*').from('b2_files');
// For each B2 File, create cdnUrl
for (const [index, file] of files.entries()) {
const key = file.key;
const cdnUrl = `https://futureporn-b2.b-cdn.net/futureporn/${key}`;
await knex('b2_files').update({ cdn_url: cdnUrl }).where({ id: file.id });
}
},
};

View File

@ -0,0 +1,29 @@
module.exports = {
async up(knex) {
console.log(`MIGRATION-- 2024-01-14-add-date2-to-streams.js`);
// Check if the 'date_2' column already exists in the 'streams' table
const hasColumn = await knex.schema.hasColumn('streams', 'date_2');
if (!hasColumn) {
console.log(`Adding the 'date_2' column to the 'streams' table`);
await knex.schema.table('streams', (table) => {
table.string('date_2');
});
}
// Get all streams from the database
const streams = await knex.select('*').from('streams');
// For each stream, populate date_2 if it's null or undefined
for (const [index, stream] of streams.entries()) {
if (stream.date_2 === null && stream.date_str !== null) {
const result = await knex('streams').update({ date_2: stream.date_str }).where({ id: stream.id });
}
}
},
};

View File

@ -0,0 +1,49 @@
module.exports = {
async up(knex) {
console.log(`MIGRATION-- 2024-01-15-add-platform-streams.js`);
// Check if the 'platform' column already exists in the 'streams' table
const hasColumn = await knex.schema.hasColumn('streams', 'platform');
if (!hasColumn) {
console.log(`Adding the 'platform' column to the 'streams' table`);
await knex.schema.table('streams', (table) => {
table.string('platform');
});
}
// Get all streams from the database
const streams = await knex.select('*').from('streams');
// For each stream, populate platform based on the related tweet data
for (const [index, stream] of streams.entries()) {
const tweetLink = await knex('streams_tweet_links')
.where({ stream_id: stream.id })
.first();
if (tweetLink) {
console.log(tweetLink);
const tweet = await knex('tweets')
.where({ id: tweetLink.tweet_id })
.first();
console.log(tweet);
if (!!tweet) {
console.log(`stream ${stream.id} tweet tweet.is_chaturbate_invite=${tweet.is_chaturbate_invite}, tweet.is_fansly_invite=${tweet.is_fansly_invite}`);
await knex('streams').update({
is_chaturbate_stream: !!tweet.is_chaturbate_invite,
is_fansly_stream: !!tweet.is_fansly_invite
}).where({ id: stream.id });
}
}
}
},
};

File diff suppressed because it is too large Load Diff

Binary file not shown.

After

Width:  |  Height:  |  Size: 497 B

View File

@ -0,0 +1,7 @@
const { init } = require('@paralleldrive/cuid2');
module.exports = function() {
const length = 10;
const genCuid = init({ length });
return genCuid();
}

Some files were not shown because too many files have changed in this diff Show More