import httpClient, base64, uri, json, os, strformat, sequtils, strutils, options import timezones, times import types from xmltree import escape proc parseTwitterTS(ts : string) : DateTime = ts.parse("ddd MMM dd hh:mm:ss YYYY") # echo "Sun Feb 16 18:19:17 +0000 2020".parseTwitterTS.repr proc buildAuthHeader() : string = let consumerKey = "TWITTER_CONSUMER_KEY".getEnv let secret = "TWITTER_CONSUMER_SECRET".getEnv "Basic " & (consumerKey.encodeUrl & ":" & secret.encodeUrl).encode proc getToken*() : string = var client = newHttpClient() client.headers = newHttpHeaders( { "Content-Type" : "application/x-www-form-urlencoded;charset=UTF-8", "Authorization" : buildAuthHeader() } ) let body = "grant_type=client_credentials" let response = client.request("https://api.twitter.com/oauth2/token", httpMethod = HttpPost, body = body).body.parseJson let responseType = response["token_type"].getStr assert(responseType == "bearer") "Bearer " & response["access_token"].getStr proc tweetClient() : HttpClient = var client = newHttpClient() client.headers = newHttpHeaders( { "Authorization" : getToken() } ) client proc listTweets2*(user : string) : JsonNode = let client = tweetClient() let userIdReq = fmt"/2/users/by?usernames={user}" var url = fmt"https://api.twitter.com{userIdReq}" let userId = client.request(url, httpMethod = HttpGet).body.parseJson{"data"}[0]{"id"}.getStr let tweetsReq = fmt"/2/users/{userId}/tweets" url = fmt"https://api.twitter.com{tweetsReq}" return client.request(url, httpMethod = HttpGet).body.parseJson proc getTweetConvo*(tweetID : string) : JsonNode = let client = tweetClient() let userIdReq = fmt"/2/tweets?ids={tweetID}&tweet.fields=conversation_id,author_id" var url = fmt"https://api.twitter.com{userIdReq}" let tweetInfo = client.request(url, httpMethod = HttpGet).body.parseJson tweetInfo proc listTweets*(user : string) : JsonNode = let client = tweetClient() let reqTarget = fmt"/1.1/statuses/user_timeline.json?count=100&screen_name={user}" let url = fmt"https://api.twitter.com{reqTarget}" client.request(url, httpMethod = HttpGet).body.parseJson proc getTweet*(tweetID : string) : string = let client = tweetClient() let reqTarget = fmt"/1.1/statuses/show.json?id={tweetID}&tweet_mode=extended" let url = fmt"https://api.twitter.com{reqTarget}" client.request(url, httpMethod = HttpGet).body iterator getThread*(tweetStart : string) : Tweet = let client = tweetClient() var reqTarget = fmt"/2/tweets/search/recent?query=conversation_id:{tweetStart}&tweet.fields=in_reply_to_user_id,author_id,created_at,conversation_id" var url = fmt"https://api.twitter.com{reqTarget}" var currentPage : JsonNode currentPage = client.request(url, httpMethod = HttpGet).body.parseJson while true: if currentPage{"meta", "result_count"}.getInt == 0: break for tweet in currentPage{"data"}: yield Tweet( id: tweet{"id"}.getStr, in_reply: tweet{"in_reply_to_user_id"}.getStr, author_id: tweet{"author_id"}.getStr, text: tweet{"text"}.getStr, created_at: tweet{"created_at"}.getStr, conversation_id: tweet{"conversation_id"}.getStr ) let paginationToken = currentPage{"meta"}{"next_token"} if paginationToken == nil: break reqTarget = fmt"/2/tweets/search/recent?query=conversation_id:{tweetStart}&tweet.fields=in_reply_to_user_id,author_id,created_at,conversation_id&next_token={paginationToken.getStr}" url = fmt"https://api.twitter.com{reqTarget}" currentPage = client.request(url, httpMethod = HttpGet).body.parseJson proc convertWords(tweet : Tweet) : string = let words = tweet.text.split(" ") var stripped : seq[string] for chunk in words: for word in chunk.splitLines: if word.len > 3 and word[0..3] == "http": let parsedUri = word.parseUri let scheme = parsedUri.scheme let hostname = parsedUri.hostname let path = parsedUri.path if (scheme.len > 0 and hostname.len > 0): let url = xmltree.escape(fmt"{scheme}://{hostname}{path}") stripped &= url elif word.len > 0 and word[0] != '@': stripped &= word else: continue stripped.join(" ") proc renderThread*(tweetID : string) : Option[seq[string]] = let thread = toSeq(getThread(tweetID)).map(convertWords).map(capitalizeAscii) if thread.len == 0: return none(seq[string]) some(thread)