mirror of
https://github.com/zedeus/nitter.git
synced 2024-05-16 08:12:45 +00:00
1ac389e7c7
* Update deps * Replace profile timeline with GraphQL endpoint * Update GraphQL endpoint versions * Use GraphQL for profile media tab * Fix UserByRestId request * Improve routing, fixes #814 * Fix token pool JSON * Deduplicate GraphQL timeline endpoints * Update list endpoints * Use GraphQL for list tweets * Remove debug leftover * Replace old pinned tweet endpoint with GraphQL * Validate tweet ID * Minor token handling fix * Hide US-only commerce cards * Update config example * Remove http pool and gzip from token pool * Support tombstoned tweets in threads * Retry GraphQL timeout errors * Remove unnecessary 401 retry * Remove broken timeout retry * Update karax, use new bool attribute feature * Update card test * Fix odd edgecase with broken retweets * Replace search endpoints, switch Bearer token * Only parse user search if it's a list * Fix quoted tweet crash * Fix empty search query handling * Fix invalid user search errors again
88 lines
2.6 KiB
Nim
88 lines
2.6 KiB
Nim
import std/[algorithm, unicode, re, strutils, strformat, options, nre]
|
||
import jsony
|
||
import utils, slices
|
||
import ../types/user as userType
|
||
from ../../types import Result, User, Error
|
||
|
||
let
|
||
unRegex = re.re"(^|[^A-z0-9-_./?])@([A-z0-9_]{1,15})"
|
||
unReplace = "$1<a href=\"/$2\">@$2</a>"
|
||
|
||
htRegex = nre.re"""(*U)(^|[^\w-_.?])([#＃$])([\w_]*+)(?!</a>|">|#)"""
|
||
htReplace = "$1<a href=\"/search?q=%23$3\">$2$3</a>"
|
||
|
||
proc expandUserEntities(user: var User; raw: RawUser) =
|
||
let
|
||
orig = user.bio.toRunes
|
||
ent = raw.entities
|
||
|
||
if ent.url.urls.len > 0:
|
||
user.website = ent.url.urls[0].expandedUrl
|
||
|
||
var replacements = newSeq[ReplaceSlice]()
|
||
|
||
for u in ent.description.urls:
|
||
replacements.extractUrls(u, orig.high)
|
||
|
||
replacements.dedupSlices
|
||
replacements.sort(cmp)
|
||
|
||
user.bio = orig.replacedWith(replacements, 0 .. orig.len)
|
||
.replacef(unRegex, unReplace)
|
||
.replace(htRegex, htReplace)
|
||
|
||
proc getBanner(user: RawUser): string =
|
||
if user.profileBannerUrl.len > 0:
|
||
return user.profileBannerUrl & "/1500x500"
|
||
|
||
if user.profileLinkColor.len > 0:
|
||
return '#' & user.profileLinkColor
|
||
|
||
if user.profileImageExtensions.isSome:
|
||
let ext = get(user.profileImageExtensions)
|
||
if ext.mediaColor.r.ok.palette.len > 0:
|
||
let color = ext.mediaColor.r.ok.palette[0].rgb
|
||
return &"#{color.red:02x}{color.green:02x}{color.blue:02x}"
|
||
|
||
proc toUser*(raw: RawUser): User =
|
||
result = User(
|
||
id: raw.idStr,
|
||
username: raw.screenName,
|
||
fullname: raw.name,
|
||
location: raw.location,
|
||
bio: raw.description,
|
||
following: raw.friendsCount,
|
||
followers: raw.followersCount,
|
||
tweets: raw.statusesCount,
|
||
likes: raw.favouritesCount,
|
||
media: raw.mediaCount,
|
||
verified: raw.verified,
|
||
protected: raw.protected,
|
||
joinDate: parseTwitterDate(raw.createdAt),
|
||
banner: getBanner(raw),
|
||
userPic: getImageUrl(raw.profileImageUrlHttps).replace("_normal", "")
|
||
)
|
||
|
||
if raw.pinnedTweetIdsStr.len > 0:
|
||
result.pinnedTweet = parseBiggestInt(raw.pinnedTweetIdsStr[0])
|
||
|
||
result.expandUserEntities(raw)
|
||
|
||
proc parseUser*(json: string; username=""): User =
|
||
handleErrors:
|
||
case error.code
|
||
of suspended: return User(username: username, suspended: true)
|
||
of userNotFound: return
|
||
else: echo "[error - parseUser]: ", error
|
||
|
||
result = toUser json.fromJson(RawUser)
|
||
|
||
proc parseUsers*(json: string; after=""): Result[User] =
|
||
result = Result[User](beginning: after.len == 0)
|
||
|
||
# starting with '{' means it's an error
|
||
if json[0] == '[':
|
||
let raw = json.fromJson(seq[RawUser])
|
||
for user in raw:
|
||
result.content.add user.toUser
|