#!/usr/bin/env python3
from urllib.error import HTTPError
from urllib.request import urlopen, Request
import logging
# from requests_oauthlib import OAuth1Session
from datetime import datetime
import sys
import json
bearer = None
def _format_date(dt):
"""convert a datetime into an RFC 822 formatted date
Input date must be in GMT.
Stolen from PyRSS2Gen.
"""
# Looks like:
# Sat, 07 Sep 2002 00:00:01 GMT
# Can't use strftime because that's locale dependent
#
# Isn't there a standard way to do this for Python? The
# rfc822 and email.Utils modules assume a timestamp. The
# following is based on the rfc822 module.
return "%s, %02d %s %04d %02d:%02d:%02d GMT" % (
["Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun"][dt.weekday()],
dt.day,
[
"Jan",
"Feb",
"Mar",
"Apr",
"May",
"Jun",
"Jul",
"Aug",
"Sep",
"Oct",
"Nov",
"Dec",
][dt.month - 1],
dt.year,
dt.hour,
dt.minute,
dt.second,
)
def getBearer():
global bearer
if bearer:
return bearer
headers = {
"Authorization": "Basic Zzl1MXI2SFpYTXg0SXU5UGs5VlNvTzFUdzpmeTIyQjN2QVRRNUI2eGthb1BFdFFRUmtuUGQ1WGZBbnBKVG5hc0ZRa3NyUm5qaVNsaw==",
"Content-Type": "application/x-www-form-urlencoded;charset=UTF-8",
}
data = b"grant_type=client_credentials"
url = "https://api.twitter.com/oauth2/token"
res = urlopen(Request(url, headers=headers, data=data, method="POST"))
response = json.loads(res.read().decode("UTF-8"))
bearer = response["access_token"]
return bearer
def unshorten_urls(title, description, urls):
for url in urls:
shorted_url = url["url"]
long_url = url["expanded_url"]
if "images" in url:
img = url["images"][0]["url"]
long_url_html = ''
else:
long_url_html = '' + long_url + ""
description = description.replace(shorted_url, long_url_html)
title = title.replace(shorted_url, long_url)
return title, description
def twitter(user):
# 500.000 Tweets per month
# API KEY = g9u1r6HZXMx4Iu9Pk9VSoO1Tw
# API SECRET KEY = fy22B3vATQ5B6xkaoPEtQQRknPd5XfAnpJTnasFQksrRnjiSlk
headers = {"authorization": "Bearer " + getBearer()}
# Recent = last 7 days
url = (
"https://api.twitter.com/2/tweets/search/recent?query=from:"
+ user
+ "&tweet.fields=created_at,author_id,lang,source,public_metrics,entities&expansions=referenced_tweets.id,attachments.media_keys&media.fields=url"
)
try:
res = urlopen(Request(url, headers=headers))
response = json.loads(res.read().decode("UTF-8"))
except Exception as exc:
logging.error('Request to twitter failed.', exc_info=exc)
return None
if not response["meta"]["result_count"]:
return []
tweets = [parse_tweet(
user,
tweet,
response.get("includes", {}).get("tweets", []),
response.get("includes", {}).get("media", []),
) for tweet in response["data"]]
return {
'title': 'Twitter: ' + user,
'url': 'https://twitter.com/' + user,
'description': 'The latest entries of the twitter account of ' + user,
'content': tweets
}
def parse_tweet(user, tweet, included_tweets, included_media):
title = description = tweet["text"]
link = "https://twitter.com/" + user + "/status/" + str(tweet["id"])
# Check included re-tweets / replace by Retweet
for rt in tweet.get("referenced_tweets", []):
if rt["type"] == "retweeted":
rt_info = title[: title.index(":") + 2]
ref_tweet = next(
t for t in included_tweets if t["id"] == rt["id"]
)
title = rt_info + ref_tweet["text"]
description = rt_info + ref_tweet["text"]
title, description = unshorten_urls(
title, description, ref_tweet.get("entities", {}).get("urls", [])
)
elif rt["type"] == "replied_to":
description += f"
This was a reply to {rt['id']}"
else:
description += f"
Unknown reference type: {rt['type']}"
title, description = unshorten_urls(
title, description, tweet.get("entities", {}).get("urls", [])
)
# Attach media
enclosures = []
included_media_keys = tweet.get('attachments', {}).get('media_keys', [])
for included_media_key in included_media_keys:
ref_media = next(
t for t in included_media if t["media_key"] == included_media_key
)
if 'url' not in ref_media: continue
if ref_media.get('type', '') == 'photo':
description += "
"
else:
enclosures.append(ref_media['url'])
# Append Retweets etc
description += "
"
description += str(tweet["public_metrics"]["retweet_count"]) + " Retweets, "
description += str(tweet["public_metrics"]["like_count"]) + " Likes, "
description += str(tweet["public_metrics"]["reply_count"]) + " Replies, "
description += str(tweet["public_metrics"]["quote_count"]) + " Quotes"
description += "
"
description += "Source: " + tweet["source"]
date = datetime.strptime(tweet["created_at"], "%Y-%m-%dT%H:%M:%S.%fZ")
return {
"title": title,
"url": link,
"content": description,
"date": date,
"enclosures": enclosures,
}
def main(channel):
print(twitter(channel))
if __name__ == "__main__":
if len(sys.argv) != 2:
print("Usage:", sys.argv[0], "")
sys.exit(1)
main(sys.argv[1])
# twitter('rheinbahn_intim')
# twitter('realDonaldTrump')