safetwitch-backend/extractor/twitchExtractor.go

package extractor

import (
	"bytes"
	"encoding/json"
	"errors"
	"io"
	"net/http"
	"safetwitch-backend/extractor/structs"

	"github.com/tidwall/gjson"
)

const twitchUrl = "https://gql.twitch.tv/gql"

// useful funcs
func call(url, method string, body io.Reader) (*http.Response, error) {
	req, err := http.NewRequest(method, url, body)
	if err != nil {
		return req.Response, err
	}

	req.Header.Add("Client-Id", "kimne78kx3ncx6brgo4mv6wki5h1ko")
	resp, err := http.DefaultClient.Do(req)
	return resp, err
}

func parseResponse(payload []TwitchPayload) (response *[]structs.TwitchApiResponse, body []byte, err error) {
	json_data, err := json.Marshal(payload)
	if err != nil {
		return nil, nil, nil
	}

	resp, err := call(twitchUrl, "POST", bytes.NewBuffer(json_data))
	if err != nil {
		return nil, nil, nil
	}
	defer resp.Body.Close()

	rawBody, err := io.ReadAll(resp.Body)
	if err != nil {
		return nil, nil, nil
	}

	var twitchResponse []structs.TwitchApiResponse
	err = json.Unmarshal(rawBody, &twitchResponse)
	if err != nil {
		return nil, nil, nil
	}

	return &twitchResponse, rawBody, nil
}

type TwitchPayload = map[string]interface{}

func GetStreamerInfo(streamerName string) (structs.Streamer, error) {
	payload := []TwitchPayload{
		{
			"operationName": "ChannelRoot_AboutPanel",
			"variables": map[string]interface{}{
				"channelLogin": streamerName,
				"skipSchedule": false,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "6089531acef6c09ece01b440c41978f4c8dc60cb4fa0124c9a9d3f896709b6c6",
				},
			},
		},
		{
			"operationName": "StreamMetadata",
			"variables": map[string]interface{}{
				"channelLogin": streamerName,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "a647c2a13599e5991e175155f798ca7f1ecddde73f7f341f39009c14dbf59962",
				},
			},
		},
		{
			"operationName": "StreamTagsTrackingChannel",
			"variables": map[string]interface{}{
				"channel": streamerName,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "6aa3851aaaf88c320d514eb173563d430b28ed70fdaaf7eeef6ed4b812f48608",
				},
			},
		},
		{
			"operationName": "VideoPreviewOverlay",
			"variables": map[string]interface{}{
				"login": streamerName,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "9515480dee68a77e667cb19de634739d33f243572b007e98e67184b1a5d8369f",
				},
			},
		},
		{
			"operationName": "UseViewCount",
			"variables": map[string]interface{}{
				"channelLogin": streamerName,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "00b11c9c428f79ae228f30080a06ffd8226a1f068d6f52fbc057cbde66e994c2",
				},
			},
		},
	}

	_, body, err := parseResponse(payload)
	if err != nil {
		return structs.Streamer{}, err
	}

	// begin parsing response
	streamerFound := gjson.Get(string(body), "0.data.user")
	if streamerFound.String() == "" {
		return structs.Streamer{}, errors.New("streamer not found")
	}

	streamerData := gjson.Get(string(body), "0.data")
	parsedSocials, err := ParseSocials(streamerData.String())
	if err != nil {
		return structs.Streamer{}, err
	}

	parsedStream, err := ParseStream(string(body))
	var isLive bool
	if err != nil {
		if err.Error() == "streamer is not live" {
			parsedStream = nil
		} else {
			return structs.Streamer{}, err
		}
	}
	if parsedStream != nil {
		isLive = true
	} else {
		isLive = false
	}

	// Store streamerColorHex in memory to use as pointer
	var streamerColorHex *string
	rawStreamerColorHex := streamerData.Get("user.primaryColorHex").String()
	if rawStreamerColorHex == "" {
		streamerColorHex = nil
	} else {
		streamerColorHex = &rawStreamerColorHex
	}

	parsedStreamer := structs.Streamer{
		Username:  streamerData.Get("user.displayName").String(),
		About:     streamerData.Get("user.description").String(),
		Pfp:       ProxyUrl(streamerData.Get("user.profileImageURL").String()),
		Followers: int(streamerData.Get("user.followers.totalCount").Int()),
		Socials:   parsedSocials,
		IsLive:    isLive,
		IsPartner: streamerData.Get("user.isPartner").Bool(),
		ColorHex:  streamerColorHex,
		Id:        streamerData.Get("user.id").String(),
		Stream:    parsedStream,
	}

	return parsedStreamer, nil
}

func GetDiscoveryPage(limit int, cursor string) ([]structs.CategoryPreview, error) {
	payload := []TwitchPayload{
		{
			"operationName": "BrowsePage_AllDirectories",
			"variables": map[string]interface{}{
				"limit": limit,
				"options": map[string]interface{}{
					"recommendationsContext": map[string]interface{}{
						"platform": "web",
					},
					"requestID": "JIRA-VXP-2397",
					"sort":      "RELEVANCE",
					"tags":      []string{},
				},
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "1d1914ca3cbfaa607ecd5595b2e305e96acf987c8f25328f7713b25f604c4668",
				},
			},
		},
	}

	_, body, err := parseResponse(payload)
	if err != nil {
		return []structs.CategoryPreview{}, err
	}

	var parsedCategoryArray []structs.CategoryPreview
	categoryArray := gjson.Get(string(body), "0.data.directoriesWithTags.edges")
	for _, categoryRes := range categoryArray.Array() {
		parsedCategory, err := ParseCategory(categoryRes)
		if err != nil {
			return []structs.CategoryPreview{}, nil
		}

		parsedCategoryArray = append(parsedCategoryArray, parsedCategory)
	}

	return parsedCategoryArray, nil
}

func GetDiscoveryItem(name string, streamLimit int, cursor string) (structs.CategoryData, error) {
	payload := []TwitchPayload{
		{
			"operationName": "DirectoryPage_Game",
			"variables": map[string]interface{}{
				"imageWidth": 50,
				"name":       name,
				"options": map[string]interface{}{
					"sort": "RELEVANCE",
					"recommendationsContext": map[string]interface{}{
						"platform": "web",
					},
					"requestID":    "JIRA-VXP-2397",
					"freeformTags": nil,
					"tags":         []string{},
				},
				"sortTypeIsRecency": false,
				"limit":             streamLimit,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "df4bb6cc45055237bfaf3ead608bbafb79815c7100b6ee126719fac3762ddf8b",
				},
			},
		},
		{
			"operationName": "Directory_DirectoryBanner",
			"variables": map[string]interface{}{
				"name": name,
			},
			"extensions": map[string]interface{}{
				"persistedQuery": map[string]interface{}{
					"version":    1,
					"sha256Hash": "2670fbecd8fbea0211c56528d6eff5752ef9d6c73cd5238d395784b46335ded4",
				},
			},
		},
	}

	_, body, err := parseResponse(payload)
	if err != nil {
		return structs.CategoryData{}, err
	}

	categoryStreams := gjson.Get(string(body), "0.data.game.streams.edges")

	var parsedStreams []structs.CategoryMinifiedStream
	for _, stream := range categoryStreams.Array() {
		parsed, err := ParseMinifiedStream(stream)
		if err != nil {
			return structs.CategoryData{}, err
		}
		parsedStreams = append(parsedStreams, parsed)
	}

	categoryData := gjson.Get(string(body), "1.data.game")

	var tags []string
	for _, tag := range categoryData.Get("tags").Array() {
		tags = append(tags, tag.Get("localizedName").String())
	}

	parsedCategory := structs.CategoryData{
		Name:        categoryData.Get("name").String(),
		DisplayName: categoryData.Get("displayName").String(),
		Description: categoryData.Get("description").String(),
		Viewers:     int(categoryData.Get("viewersCount").Int()),
		Followers:   int(categoryData.Get("followersCount").Int()),
		Tags:        tags,
		Cover:       ProxyUrl(categoryData.Get("avatarURL").String()),
		Streams:     parsedStreams,
	}

	return parsedCategory, err
}