Infrastructure/safetwitch-backend
0
Fork 0
mirror of https://codeberg.org/SafeTwitch/safetwitch-backend.git synced 2024-12-22 13:13:00 -05:00
Code Issues Activity

Log errors and use compression

Browse source
This commit is contained in:
dragongoose 2023-03-29 10:03:16 -04:00
parent a3602715d4
commit 41e925a5c3
5 changed files with 1114 additions and 1843 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
index.ts
View file

@ -1,8 +1,9 @@
import express, { Express } from 'express'; import express, { Express } from 'express';
import dotenv from 'dotenv' import dotenv from 'dotenv'
import routes from './routes' import routes from './routes'
import { errorHandler, uuid } from './util/logger' import { errorHandler, logger, uuid } from './util/logger'
import { wsServer } from './routes/proxyRoute'; import { wsServer } from './routes/proxyRoute';
import compression from 'compression'
dotenv.config() dotenv.config()
@ -10,6 +11,7 @@ const app: Express = express();
const port = process.env.PORT const port = process.env.PORT
app.use(uuid) app.use(uuid)
app.use(compression({}))
app.use(routes) app.use(routes)
// 404 handler // 404 handler
@ -31,3 +33,7 @@ server.on('upgrade', (request, socket, head) => {
wsServer.emit('connection', socket, request); wsServer.emit('connection', socket, request);
}); });
}); });
process.on('unhandledRejection', (reason: Error, p) => {
logger.error(reason)
});

2933
package-lock.json generated
View file

File diff suppressed because it is too large Load diff

2
package.json
View file

@ -1,5 +1,6 @@
{ {
"dependencies": { "dependencies": {
"compression": "^1.7.4",
"connect-history-api-fallback": "^2.0.0", "connect-history-api-fallback": "^2.0.0",
"dotenv": "^16.0.3", "dotenv": "^16.0.3",
"express": "^4.18.2", "express": "^4.18.2",
@ -9,6 +10,7 @@
"ws": "^8.13.0" "ws": "^8.13.0"
}, },
"devDependencies": { "devDependencies": {
"@types/compression": "^1.7.2",
"@types/connect-history-api-fallback": "^1.3.5", "@types/connect-history-api-fallback": "^1.3.5",
"@types/express": "^4.17.17", "@types/express": "^4.17.17",
"@types/node": "^18.14.6", "@types/node": "^18.14.6",

10
routes/profileRoute.ts
View file

@ -15,7 +15,15 @@ profileRouter.get('/users/:username', async (req, res, next) => {
}) })
profileRouter.get('/discover', async (req, res, next) => { profileRouter.get('/discover', async (req, res, next) => {
let discoveryData = await twitch.getDirectory(50) let cursor = req.query.cursor
let discoveryData;
if (cursor) {
cursor = cursor.toString()
discoveryData = await twitch.getDirectory(15, cursor)
} else {
discoveryData = await twitch.getDirectory(15)
}
res.send(discoveryData) res.send(discoveryData)
}) })

4
util/scraping/extractor/index.ts
View file

@ -268,7 +268,7 @@ export class TwitchAPI {
* @param cursor The current page you're at (for pagination) * @param cursor The current page you're at (for pagination)
*/ */
public getDirectory = async (limit: number, cursor?: number) => { public getDirectory = async (limit: number, cursor?: string) => {
const payload: any[] = [ const payload: any[] = [
{ {
"operationName": "BrowsePage_AllDirectories", "operationName": "BrowsePage_AllDirectories",
@ -316,7 +316,7 @@ export class TwitchAPI {
viewers: category.node.viewersCount, viewers: category.node.viewersCount,
tags: tags, tags: tags,
createdAt: category.node.originalReleaseDate, createdAt: category.node.originalReleaseDate,
cursor: category.node.cursor, cursor: category.cursor,
image: `${process.env.URL}/proxy/img/${base64(category.node.avatarURL)}` image: `${process.env.URL}/proxy/img/${base64(category.node.avatarURL)}`
}) })
} }