0
Fork 0
mirror of https://codeberg.org/SafeTwitch/safetwitch-backend.git synced 2024-12-23 05:32:59 -05:00
safetwitch-backend/extractor/twitch/twitchExtractor.go

297 lines
7.8 KiB
Go

package twitch
import (
"bytes"
"encoding/json"
"errors"
"io"
"net/http"
"safetwitch-backend/extractor"
"safetwitch-backend/extractor/structs"
"github.com/tidwall/gjson"
)
const twitchUrl = "https://gql.twitch.tv/gql"
// useful funcs
func call(url, method string, body io.Reader) (*http.Response, error) {
req, err := http.NewRequest(method, url, body)
if err != nil {
return req.Response, err
}
req.Header.Add("Client-Id", "kimne78kx3ncx6brgo4mv6wki5h1ko")
resp, err := http.DefaultClient.Do(req)
return resp, err
}
func parseResponse(payload []TwitchPayload) (response *[]structs.TwitchApiResponse, body []byte, err error) {
json_data, err := json.Marshal(payload)
if err != nil {
return nil, nil, nil
}
resp, err := call(twitchUrl, "POST", bytes.NewBuffer(json_data))
if err != nil {
return nil, nil, nil
}
defer resp.Body.Close()
rawBody, err := io.ReadAll(resp.Body)
if err != nil {
return nil, nil, nil
}
var twitchResponse []structs.TwitchApiResponse
err = json.Unmarshal(rawBody, &twitchResponse)
if err != nil {
return nil, nil, nil
}
return &twitchResponse, rawBody, nil
}
type TwitchPayload = map[string]interface{}
func GetStreamerInfo(streamerName string) (structs.Streamer, error) {
payload := []TwitchPayload{
{
"operationName": "ChannelRoot_AboutPanel",
"variables": map[string]interface{}{
"channelLogin": streamerName,
"skipSchedule": false,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "6089531acef6c09ece01b440c41978f4c8dc60cb4fa0124c9a9d3f896709b6c6",
},
},
},
{
"operationName": "StreamMetadata",
"variables": map[string]interface{}{
"channelLogin": streamerName,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "a647c2a13599e5991e175155f798ca7f1ecddde73f7f341f39009c14dbf59962",
},
},
},
{
"operationName": "StreamTagsTrackingChannel",
"variables": map[string]interface{}{
"channel": streamerName,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "6aa3851aaaf88c320d514eb173563d430b28ed70fdaaf7eeef6ed4b812f48608",
},
},
},
{
"operationName": "VideoPreviewOverlay",
"variables": map[string]interface{}{
"login": streamerName,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "9515480dee68a77e667cb19de634739d33f243572b007e98e67184b1a5d8369f",
},
},
},
{
"operationName": "UseViewCount",
"variables": map[string]interface{}{
"channelLogin": streamerName,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "00b11c9c428f79ae228f30080a06ffd8226a1f068d6f52fbc057cbde66e994c2",
},
},
},
}
_, body, err := parseResponse(payload)
if err != nil {
return structs.Streamer{}, err
}
// begin parsing response
streamerFound := gjson.Get(string(body), "0.data.user")
if streamerFound.String() == "" {
return structs.Streamer{}, errors.New("streamer not found")
}
streamerData := gjson.Get(string(body), "0.data")
parsedSocials, err := ParseSocials(streamerData.String())
if err != nil {
return structs.Streamer{}, err
}
parsedStream, err := ParseStream(string(body))
var isLive bool
if err != nil {
if err.Error() == "streamer is not live" {
parsedStream = nil
} else {
return structs.Streamer{}, err
}
}
if parsedStream != nil {
isLive = true
} else {
isLive = false
}
// Store streamerColorHex in memory to use as pointer
var streamerColorHex *string
rawStreamerColorHex := streamerData.Get("user.primaryColorHex").String()
if rawStreamerColorHex == "" {
streamerColorHex = nil
} else {
streamerColorHex = &rawStreamerColorHex
}
parsedStreamer := structs.Streamer{
Username: streamerData.Get("user.displayName").String(),
About: streamerData.Get("user.description").String(),
Pfp: extractor.ProxyUrl(streamerData.Get("user.profileImageURL").String()),
Followers: int(streamerData.Get("user.followers.totalCount").Int()),
Socials: parsedSocials,
IsLive: isLive,
IsPartner: streamerData.Get("user.isPartner").Bool(),
ColorHex: streamerColorHex,
Id: streamerData.Get("user.id").String(),
Stream: parsedStream,
}
return parsedStreamer, nil
}
func GetDiscoveryPage(limit int, cursor string) ([]structs.CategoryPreview, error) {
payload := []TwitchPayload{
{
"operationName": "BrowsePage_AllDirectories",
"variables": map[string]interface{}{
"limit": limit,
"options": map[string]interface{}{
"recommendationsContext": map[string]interface{}{
"platform": "web",
},
"requestID": "JIRA-VXP-2397",
"sort": "RELEVANCE",
"tags": []string{},
},
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "1d1914ca3cbfaa607ecd5595b2e305e96acf987c8f25328f7713b25f604c4668",
},
},
},
}
_, body, err := parseResponse(payload)
if err != nil {
return []structs.CategoryPreview{}, err
}
var parsedCategoryArray []structs.CategoryPreview
categoryArray := gjson.Get(string(body), "0.data.directoriesWithTags.edges")
for _, categoryRes := range categoryArray.Array() {
parsedCategory, err := ParseCategory(categoryRes)
if err != nil {
return []structs.CategoryPreview{}, nil
}
parsedCategoryArray = append(parsedCategoryArray, parsedCategory)
}
return parsedCategoryArray, nil
}
func GetDiscoveryItem(name string, streamLimit int, cursor string) (structs.CategoryData, error) {
payload := []TwitchPayload{
{
"operationName": "DirectoryPage_Game",
"variables": map[string]interface{}{
"imageWidth": 50,
"name": name,
"options": map[string]interface{}{
"sort": "RELEVANCE",
"recommendationsContext": map[string]interface{}{
"platform": "web",
},
"requestID": "JIRA-VXP-2397",
"freeformTags": nil,
"tags": []string{},
},
"sortTypeIsRecency": false,
"limit": streamLimit,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "df4bb6cc45055237bfaf3ead608bbafb79815c7100b6ee126719fac3762ddf8b",
},
},
},
{
"operationName": "Directory_DirectoryBanner",
"variables": map[string]interface{}{
"name": name,
},
"extensions": map[string]interface{}{
"persistedQuery": map[string]interface{}{
"version": 1,
"sha256Hash": "2670fbecd8fbea0211c56528d6eff5752ef9d6c73cd5238d395784b46335ded4",
},
},
},
}
_, body, err := parseResponse(payload)
if err != nil {
return structs.CategoryData{}, err
}
categoryStreams := gjson.Get(string(body), "0.data.game.streams.edges")
var parsedStreams []structs.CategoryMinifiedStream
for _, stream := range categoryStreams.Array() {
parsed, err := ParseMinifiedStream(stream)
if err != nil {
return structs.CategoryData{}, err
}
parsedStreams = append(parsedStreams, parsed)
}
categoryData := gjson.Get(string(body), "1.data.game")
var tags []string
for _, tag := range categoryData.Get("tags").Array() {
tags = append(tags, tag.Get("localizedName").String())
}
parsedCategory := structs.CategoryData{
Name: categoryData.Get("name").String(),
DisplayName: categoryData.Get("displayName").String(),
Description: categoryData.Get("description").String(),
Viewers: int(categoryData.Get("viewersCount").Int()),
Followers: int(categoryData.Get("followersCount").Int()),
Tags: tags,
Cover: extractor.ProxyUrl(categoryData.Get("avatarURL").String()),
Streams: parsedStreams,
}
return parsedCategory, err
}