package extractor import ( "bytes" "encoding/json" "errors" "io" "net/http" "safetwitch-backend/extractor/structs" "github.com/tidwall/gjson" ) const twitchUrl = "https://gql.twitch.tv/gql" // useful funcs func call(url, method string, body io.Reader) (*http.Response, error) { req, err := http.NewRequest(method, url, body) if err != nil { return req.Response, err } req.Header.Add("Client-Id", "kimne78kx3ncx6brgo4mv6wki5h1ko") resp, err := http.DefaultClient.Do(req) return resp, err } func parseResponse(payload []TwitchPayload) (response *[]structs.TwitchApiResponse, body []byte, err error) { json_data, err := json.Marshal(payload) if err != nil { return nil, nil, nil } resp, err := call(twitchUrl, "POST", bytes.NewBuffer(json_data)) if err != nil { return nil, nil, nil } defer resp.Body.Close() rawBody, err := io.ReadAll(resp.Body) if err != nil { return nil, nil, nil } var twitchResponse []structs.TwitchApiResponse err = json.Unmarshal(rawBody, &twitchResponse) if err != nil { return nil, nil, nil } return &twitchResponse, rawBody, nil } type TwitchPayload = map[string]interface{} func GetStreamerInfo(streamerName string) (structs.Streamer, error) { payload := []TwitchPayload{ { "operationName": "ChannelRoot_AboutPanel", "variables": map[string]interface{}{ "channelLogin": streamerName, "skipSchedule": false, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "6089531acef6c09ece01b440c41978f4c8dc60cb4fa0124c9a9d3f896709b6c6", }, }, }, { "operationName": "StreamMetadata", "variables": map[string]interface{}{ "channelLogin": streamerName, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "a647c2a13599e5991e175155f798ca7f1ecddde73f7f341f39009c14dbf59962", }, }, }, { "operationName": "StreamTagsTrackingChannel", "variables": map[string]interface{}{ "channel": streamerName, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "6aa3851aaaf88c320d514eb173563d430b28ed70fdaaf7eeef6ed4b812f48608", }, }, }, { "operationName": "VideoPreviewOverlay", "variables": map[string]interface{}{ "login": streamerName, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "9515480dee68a77e667cb19de634739d33f243572b007e98e67184b1a5d8369f", }, }, }, { "operationName": "UseViewCount", "variables": map[string]interface{}{ "channelLogin": streamerName, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "00b11c9c428f79ae228f30080a06ffd8226a1f068d6f52fbc057cbde66e994c2", }, }, }, } _, body, err := parseResponse(payload) if err != nil { return structs.Streamer{}, err } // begin parsing response streamerFound := gjson.Get(string(body), "0.data.user") if streamerFound.String() == "" { return structs.Streamer{}, errors.New("streamer not found") } streamerData := gjson.Get(string(body), "0.data") parsedSocials, err := ParseSocials(streamerData.String()) if err != nil { return structs.Streamer{}, err } parsedStream, err := ParseStream(string(body)) var isLive bool if err != nil { if err.Error() == "streamer is not live" { parsedStream = nil } else { return structs.Streamer{}, err } } if parsedStream != nil { isLive = true } else { isLive = false } // Store streamerColorHex in memory to use as pointer var streamerColorHex *string rawStreamerColorHex := streamerData.Get("user.primaryColorHex").String() if rawStreamerColorHex == "" { streamerColorHex = nil } else { streamerColorHex = &rawStreamerColorHex } parsedStreamer := structs.Streamer{ Username: streamerData.Get("user.displayName").String(), About: streamerData.Get("user.description").String(), Pfp: ProxyUrl(streamerData.Get("user.profileImageURL").String()), Followers: int(streamerData.Get("user.followers.totalCount").Int()), Socials: parsedSocials, IsLive: isLive, IsPartner: streamerData.Get("user.isPartner").Bool(), ColorHex: streamerColorHex, Id: streamerData.Get("user.id").String(), Stream: parsedStream, } return parsedStreamer, nil } func GetDiscoveryPage(limit int, cursor string) ([]structs.CategoryPreview, error) { payload := []TwitchPayload{ { "operationName": "BrowsePage_AllDirectories", "variables": map[string]interface{}{ "limit": limit, "options": map[string]interface{}{ "recommendationsContext": map[string]interface{}{ "platform": "web", }, "requestID": "JIRA-VXP-2397", "sort": "RELEVANCE", "tags": []string{}, }, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "1d1914ca3cbfaa607ecd5595b2e305e96acf987c8f25328f7713b25f604c4668", }, }, }, } _, body, err := parseResponse(payload) if err != nil { return []structs.CategoryPreview{}, err } var parsedCategoryArray []structs.CategoryPreview categoryArray := gjson.Get(string(body), "0.data.directoriesWithTags.edges") for _, categoryRes := range categoryArray.Array() { parsedCategory, err := ParseCategory(categoryRes) if err != nil { return []structs.CategoryPreview{}, nil } parsedCategoryArray = append(parsedCategoryArray, parsedCategory) } return parsedCategoryArray, nil } func GetDiscoveryItem(name string, streamLimit int, cursor string) (structs.CategoryData, error) { payload := []TwitchPayload{ { "operationName": "DirectoryPage_Game", "variables": map[string]interface{}{ "imageWidth": 50, "name": name, "options": map[string]interface{}{ "sort": "RELEVANCE", "recommendationsContext": map[string]interface{}{ "platform": "web", }, "requestID": "JIRA-VXP-2397", "freeformTags": nil, "tags": []string{}, }, "sortTypeIsRecency": false, "limit": streamLimit, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "df4bb6cc45055237bfaf3ead608bbafb79815c7100b6ee126719fac3762ddf8b", }, }, }, { "operationName": "Directory_DirectoryBanner", "variables": map[string]interface{}{ "name": name, }, "extensions": map[string]interface{}{ "persistedQuery": map[string]interface{}{ "version": 1, "sha256Hash": "2670fbecd8fbea0211c56528d6eff5752ef9d6c73cd5238d395784b46335ded4", }, }, }, } _, body, err := parseResponse(payload) if err != nil { return structs.CategoryData{}, err } categoryStreams := gjson.Get(string(body), "0.data.game.streams.edges") var parsedStreams []structs.CategoryMinifiedStream for _, stream := range categoryStreams.Array() { parsed, err := ParseMinifiedStream(stream) if err != nil { return structs.CategoryData{}, err } parsedStreams = append(parsedStreams, parsed) } categoryData := gjson.Get(string(body), "1.data.game") var tags []string for _, tag := range categoryData.Get("tags").Array() { tags = append(tags, tag.Get("localizedName").String()) } parsedCategory := structs.CategoryData{ Name: categoryData.Get("name").String(), DisplayName: categoryData.Get("displayName").String(), Description: categoryData.Get("description").String(), Viewers: int(categoryData.Get("viewersCount").Int()), Followers: int(categoryData.Get("followersCount").Int()), Tags: tags, Cover: ProxyUrl(categoryData.Get("avatarURL").String()), Streams: parsedStreams, } return parsedCategory, err }