X-Git-Url: https://vcs.fsf.org/?p=rainbowstream.git;a=blobdiff_plain;f=rainbowstream%2Frainbow.py;h=09723904628ffaa9359f5c1f59a14a5bd115c5c7;hp=2a070e35814a8d517e943e058e6c463868958737;hb=b5f9288841e25fb07ea24abf9d53e169aecba582;hpb=2a6238f546b845d65c1ff087d436a6d00e32396d diff --git a/rainbowstream/rainbow.py b/rainbowstream/rainbow.py index 2a070e3..0972390 100644 --- a/rainbowstream/rainbow.py +++ b/rainbowstream/rainbow.py @@ -1,42 +1,132 @@ """ Colorful user's timeline stream """ - -from __future__ import print_function +from multiprocessing import Process +from dateutil import parser import os import os.path +import sys +import signal import argparse +import time +import datetime +import requests from twitter.stream import TwitterStream, Timeout, HeartbeatTimeout, Hangup +from twitter.api import * from twitter.oauth import OAuth, read_token_file from twitter.oauth_dance import oauth_dance from twitter.util import printNicely -from dateutil import parser +from StringIO import StringIO from .colors import * from .config import * +from .consumer import * +from .interactive import * +from .db import * +from .c_image import * + +g = {} +db = RainbowDB() +cmdset = [ + 'switch', + 'home', + 'view', + 't', + 'rt', + 'fav', + 'rep', + 'del', + 'ufav', + 's', + 'show', + 'ls', + 'fl', + 'ufl', + 'h', + 'c', + 'q' +] -def draw(t): +def draw(t, iot=False, keyword=None, fil=[], ig=[]): """ Draw the rainbow """ + # Retrieve tweet + tid = t['id'] text = t['text'] screen_name = t['user']['screen_name'] name = t['user']['name'] created_at = t['created_at'] + favorited = t['favorited'] date = parser.parse(created_at) - time = date.strftime('%Y/%m/%d %H:%M:%S') + date = date - datetime.timedelta(seconds=time.timezone) + clock = date.strftime('%Y/%m/%d %H:%M:%S') + + # Get expanded url + try: + expanded_url = [] + url = [] + urls = t['entities']['urls'] + for u in urls: + expanded_url.append(u['expanded_url']) + url.append(u['url']) + except: + expanded_url = None + url = None + + # Get media + try: + media_url = [] + media = t['entities']['media'] + for m in media: + media_url.append(m['media_url']) + except: + media_url = None + + # Filter and ignore + screen_name = '@' + screen_name + if fil and screen_name not in fil: + return + if ig and screen_name in ig: + return + + res = db.tweet_query(tid) + if not res: + db.store(tid) + res = db.tweet_query(tid) + rid = res[0].rainbow_id # Format info - user = cycle_color(name + ' ' + '@' + screen_name + ' ') - clock = grey('[' + time + ']') + user = cycle_color(name) + grey(' ' + screen_name + ' ') + meta = grey('[' + clock + '] [id=' + str(rid) + '] ') + if favorited: + meta = meta + green(u'\u2605') tweet = text.split() + # Replace url + if expanded_url: + for index in range(len(expanded_url)): + tweet = map( + lambda x: expanded_url[index] if x == url[index] else x, + tweet) + # Highlight RT tweet = map(lambda x: grey(x) if x == 'RT' else x, tweet) + # Highlight screen_name tweet = map(lambda x: cycle_color(x) if x[0] == '@' else x, tweet) + # Highlight link tweet = map(lambda x: cyan(x) if x[0:7] == 'http://' else x, tweet) + # Highlight search keyword + if keyword: + tweet = map( + lambda x: on_yellow(x) if + ''.join(c for c in x if c.isalnum()).lower() == keyword.lower() + else x, + tweet + ) + # Recreate tweet tweet = ' '.join(tweet) # Draw rainbow @@ -45,22 +135,28 @@ def draw(t): uw=len(user) + 2, ) line2 = u"{c:>{cw}}".format( - c=clock, - cw=len(clock) + 2, + c=meta, + cw=len(meta) + 2, ) line3 = ' ' + tweet - line4 = '\n' - return line1, line2, line3, line4 + printNicely('') + printNicely(line1) + printNicely(line2) + printNicely(line3) + + # Display Image + if iot and media_url: + for mu in media_url: + response = requests.get(mu) + image_to_display(StringIO(response.content)) def parse_arguments(): """ Parse the arguments """ - parser = argparse.ArgumentParser(description=__doc__ or "") - parser.add_argument( '-to', '--timeout', @@ -79,15 +175,26 @@ def parse_arguments(): '-tt', '--track-keywords', help='Search the stream for specific text.') + parser.add_argument( + '-fil', + '--filter', + help='Filter specific screen_name.') + parser.add_argument( + '-ig', + '--ignore', + help='Ignore specific screen_name.') + parser.add_argument( + '-iot', + '--image-on-term', + action='store_true', + help='Display all image on terminal.') return parser.parse_args() -def stream(): - args = parse_arguments() - - # The Logo - ascii_art() - +def authen(): + """ + Authenticate with Twitter OAuth + """ # When using rainbow stream you must authorize. twitter_credential = os.environ.get( 'HOME', @@ -100,12 +207,491 @@ def stream(): CONSUMER_SECRET, twitter_credential) oauth_token, oauth_token_secret = read_token_file(twitter_credential) - auth = OAuth( + return OAuth( oauth_token, oauth_token_secret, CONSUMER_KEY, CONSUMER_SECRET) + +def get_decorated_name(): + """ + Beginning of every line + """ + t = Twitter(auth=authen()) + name = '@' + t.account.verify_credentials()['screen_name'] + g['original_name'] = name[1:] + g['decorated_name'] = grey('[') + grey(name) + grey(']: ') + + +def switch(): + """ + Switch stream + """ + try: + target = g['stuff'].split()[0] + + # Filter and ignore + args = parse_arguments() + try: + if g['stuff'].split()[-1] == '-f': + only = raw_input('Only nicks: ') + ignore = raw_input('Ignore nicks: ') + args.filter = filter(None, only.split(',')) + args.ignore = filter(None, ignore.split(',')) + elif g['stuff'].split()[-1] == '-d': + args.filter = ONLY_LIST + args.ignore = IGNORE_LIST + except: + printNicely(red('Sorry, wrong format.')) + return + + # Public stream + if target == 'public': + keyword = g['stuff'].split()[1] + if keyword[0] == '#': + keyword = keyword[1:] + # Kill old process + os.kill(g['stream_pid'], signal.SIGKILL) + args.track_keywords = keyword + # Start new process + p = Process( + target=stream, + args=( + PUBLIC_DOMAIN, + args)) + p.start() + g['stream_pid'] = p.pid + + # Personal stream + elif target == 'mine': + # Kill old process + os.kill(g['stream_pid'], signal.SIGKILL) + # Start new process + p = Process( + target=stream, + args=( + USER_DOMAIN, + args, + g['original_name'])) + p.start() + g['stream_pid'] = p.pid + printNicely('') + printNicely(green('Stream switched.')) + if args.filter: + printNicely(cyan('Only: ' + str(args.filter))) + if args.ignore: + printNicely(red('Ignore: ' + str(args.ignore))) + printNicely('') + except: + printNicely(red('Sorry I can\'t understand.')) + + +def home(): + """ + Home + """ + t = Twitter(auth=authen()) + num = HOME_TWEET_NUM + if g['stuff'].isdigit(): + num = g['stuff'] + for tweet in reversed(t.statuses.home_timeline(count=num)): + draw(t=tweet, iot=g['iot']) + printNicely('') + + +def view(): + """ + Friend view + """ + t = Twitter(auth=authen()) + user = g['stuff'].split()[0] + if user[0] == '@': + try: + num = int(g['stuff'].split()[1]) + except: + num = HOME_TWEET_NUM + for tweet in reversed(t.statuses.user_timeline(count=num, screen_name=user[1:])): + draw(t=tweet, iot=g['iot']) + printNicely('') + else: + printNicely(red('A name should begin with a \'@\'')) + + +def tweet(): + """ + Tweet + """ + t = Twitter(auth=authen()) + t.statuses.update(status=g['stuff']) + + +def retweet(): + """ + ReTweet + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + t.statuses.retweet(id=tid, include_entities=False, trim_user=True) + except: + printNicely(red('Sorry I can\'t retweet for you.')) + + +def favorite(): + """ + Favorite + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + t.favorites.create(_id=tid, include_entities=False) + printNicely(green('Favorited.')) + draw(t.statuses.show(id=tid), iot=g['iot']) + except: + printNicely(red('Omg some syntax is wrong.')) + + +def reply(): + """ + Reply + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + user = t.statuses.show(id=tid)['user']['screen_name'] + status = ' '.join(g['stuff'].split()[1:]) + status = '@' + user + ' ' + status.decode('utf-8') + t.statuses.update(status=status, in_reply_to_status_id=tid) + except: + printNicely(red('Sorry I can\'t understand.')) + + +def delete(): + """ + Delete + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + t.statuses.destroy(id=tid) + printNicely(green('Okay it\'s gone.')) + except: + printNicely(red('Sorry I can\'t delete this tweet for you.')) + + +def unfavorite(): + """ + Unfavorite + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + t.favorites.destroy(_id=tid) + printNicely(green('Okay it\'s unfavorited.')) + draw(t.statuses.show(id=tid), iot=g['iot']) + except: + printNicely(red('Sorry I can\'t unfavorite this tweet for you.')) + + +def search(): + """ + Search + """ + t = Twitter(auth=authen()) + try: + if g['stuff'][0] == '#': + rel = t.search.tweets(q=g['stuff'])['statuses'] + if len(rel): + printNicely('Newest tweets:') + for i in reversed(xrange(SEARCH_MAX_RECORD)): + draw(t=rel[i], + iot=g['iot'], + keyword=g['stuff'].strip()[1:]) + printNicely('') + else: + printNicely(magenta('I\'m afraid there is no result')) + else: + printNicely(red('A keyword should be a hashtag (like \'#AKB48\')')) + except: + printNicely(red('Sorry I can\'t understand.')) + + +def show(): + """ + Show image + """ + t = Twitter(auth=authen()) + try: + target = g['stuff'].split()[0] + if target != 'image': + return + id = int(g['stuff'].split()[1]) + tid = db.rainbow_query(id)[0].tweet_id + tweet = t.statuses.show(id=tid) + media = tweet['entities']['media'] + for m in media: + res = requests.get(m['media_url']) + img = Image.open(StringIO(res.content)) + img.show() + except: + printNicely(red('Sorry I can\'t show this image.')) + + +def list(): + """ + List friends for followers + """ + t = Twitter(auth=authen()) + try: + target = g['stuff'].split()[0] + d = {'fl': 'followers', 'fr': 'friends'} + next_cursor = -1 + rel = {} + # Cursor loop + while next_cursor != 0: + list = getattr(t, d[target]).list(screen_name=g['original_name'], + cursor=next_cursor, + skip_status=True, + include_entities=False, + ) + for u in list['users']: + rel[u['name']] = '@' + u['screen_name'] + next_cursor = list['next_cursor'] + # Print out result + printNicely('All: ' + str(len(rel)) + ' people.') + for name in rel: + user = ' ' + cycle_color(name) + grey(' ' + rel[name] + ' ') + printNicely(user) + except: + printNicely(red('Omg some syntax is wrong.')) + + +def follow(): + """ + Follow a user + """ + t = Twitter(auth=authen()) + screen_name = g['stuff'].split()[0] + if screen_name[0] == '@': + try: + t.friendships.create(screen_name=screen_name[1:], follow=True) + printNicely(green('You are following ' + screen_name + ' now!')) + except: + printNicely(red('Sorry can not follow at this time.')) + else: + printNicely(red('Sorry I can\'t understand.')) + + +def unfollow(): + """ + Unfollow a user + """ + t = Twitter(auth=authen()) + screen_name = g['stuff'].split()[0] + if screen_name[0] == '@': + try: + t.friendships.destroy( + screen_name=screen_name[ + 1:], + include_entities=False) + printNicely(green('Unfollow ' + screen_name + ' success!')) + except: + printNicely(red('Sorry can not unfollow at this time.')) + else: + printNicely(red('Sorry I can\'t understand.')) + + +def help(): + """ + Help + """ + s = ' ' * 2 + h, w = os.popen('stty size', 'r').read().split() + + usage = '\n' + usage += s + 'Hi boss! I\'m ready to serve you right now!\n' + usage += s + '-' * (int(w) - 4) + '\n' + + usage += s + 'You are ' + yellow('already') + ' on your personal stream.\n' + usage += s * 2 + green('switch public #AKB') + \ + ' will switch to public stream and follow "' + \ + yellow('AKB') + '" keyword.\n' + usage += s * 2 + green('switch mine') + \ + ' will switch to your personal stream.\n' + usage += s * 2 + green('switch mine -f ') + \ + ' will prompt to enter the filter.\n' + usage += s * 3 + yellow('Only nicks') + \ + ' filter will decide nicks will be INCLUDE ONLY.\n' + usage += s * 3 + yellow('Ignore nicks') + \ + ' filter will decide nicks will be EXCLUDE.\n' + usage += s * 2 + green('switch mine -d') + \ + ' will use the config\'s ONLY_LIST and IGNORE_LIST.\n' + usage += s * 3 + '(see ' + grey('rainbowstream/config.py') + ').\n' + + usage += s + 'For more action: \n' + usage += s * 2 + green('home') + ' will show your timeline. ' + \ + green('home 7') + ' will show 7 tweet.\n' + usage += s * 2 + green('view @mdo') + \ + ' will show ' + yellow('@mdo') + '\'s home.\n' + usage += s * 2 + green('t oops ') + \ + 'will tweet "' + yellow('oops') + '" immediately.\n' + usage += s * 2 + \ + green('rt 12 ') + ' will retweet to tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + \ + green('fav 12 ') + ' will favorite the tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + green('rep 12 oops') + ' will reply "' + \ + yellow('oops') + '" to tweet with ' + yellow('[id=12]') + '.\n' + usage += s * 2 + \ + green('del 12 ') + ' will delete tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + \ + green('ufav 12 ') + ' will unfavorite tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + green('s #AKB48') + ' will search for "' + \ + yellow('AKB48') + '" and return 5 newest tweet.\n' + usage += s * 2 + green('show image 12') + ' will show image in tweet with ' + \ + yellow('[id=12]') + ' in your OS\'s image viewer.\n' + usage += s * 2 + \ + green('ls fl') + \ + ' will list all followers (people who are following you).\n' + usage += s * 2 + \ + green('ls fr') + \ + ' will list all friends (people who you are following).\n' + usage += s * 2 + green('fl @dtvd88') + ' will follow ' + \ + yellow('@dtvd88') + '.\n' + usage += s * 2 + green('ufl @dtvd88') + ' will unfollow ' + \ + yellow('@dtvd88') + '.\n' + usage += s * 2 + green('h') + ' will show this help again.\n' + usage += s * 2 + green('c') + ' will clear the screen.\n' + usage += s * 2 + green('q') + ' will quit.\n' + + usage += s + '-' * (int(w) - 4) + '\n' + usage += s + 'Have fun and hang tight!\n' + printNicely(usage) + + +def clear(): + """ + Clear screen + """ + os.system('clear') + + +def quit(): + """ + Exit all + """ + save_history() + os.system('rm -rf rainbow.db') + os.kill(g['stream_pid'], signal.SIGKILL) + sys.exit() + + +def reset(): + """ + Reset prefix of line + """ + if g['reset']: + printNicely(magenta('Need tips ? Type "h" and hit Enter key!')) + g['reset'] = False + + +def process(cmd): + """ + Process switch + """ + return dict(zip( + cmdset, + [ + switch, + home, + view, + tweet, + retweet, + favorite, + reply, + delete, + unfavorite, + search, + show, + list, + follow, + unfollow, + help, + clear, + quit + ] + )).get(cmd, reset) + + +def listen(): + """ + Listen to user's input + """ + d = dict(zip( + cmdset, + [ + ['public', 'mine'], # switch + [], # home + ['@'], # view + [], # tweet + [], # retweet + [], # favorite + [], # reply + [], # delete + [], # unfavorite + ['#'], # search + ['image'], # show image + ['fl', 'fr'], # show image + ['@'], # follow + ['@'], # unfollow + [], # help + [], # clear + [], # quit + ] + )) + init_interactive_shell(d) + read_history() + reset() + while True: + if g['prefix']: + line = raw_input(g['decorated_name']) + else: + line = raw_input() + try: + cmd = line.split()[0] + except: + cmd = '' + # Save cmd to global variable and call process + g['stuff'] = ' '.join(line.split()[1:]) + process(cmd)() + if cmd in ['switch', 't', 'rt', 'rep']: + g['prefix'] = False + else: + g['prefix'] = True + + +def stream(domain, args, name='Rainbow Stream'): + """ + Track the stream + """ + + # The Logo + art_dict = { + USER_DOMAIN: name, + PUBLIC_DOMAIN: args.track_keywords, + SITE_DOMAIN: 'Site Stream', + } + ascii_art(art_dict[domain]) + # These arguments are optional: stream_args = dict( timeout=args.timeout, @@ -119,12 +705,21 @@ def stream(): # Get stream stream = TwitterStream( - auth=auth, - domain='userstream.twitter.com', + auth=authen(), + domain=domain, **stream_args) - tweet_iter = stream.user(**query_args) - # Iterate over the sample stream. + if domain == USER_DOMAIN: + tweet_iter = stream.user(**query_args) + elif domain == SITE_DOMAIN: + tweet_iter = stream.site(**query_args) + else: + if args.track_keywords: + tweet_iter = stream.statuses.filter(**query_args) + else: + tweet_iter = stream.statuses.sample() + + # Iterate over the stream. for tweet in tweet_iter: if tweet is None: printNicely("-- None --") @@ -135,8 +730,29 @@ def stream(): elif tweet is Hangup: printNicely("-- Hangup --") elif tweet.get('text'): - line1, line2, line3, line4 = draw(t=tweet) - printNicely(line1) - printNicely(line2) - printNicely(line3) - printNicely(line4) + draw( + t=tweet, + iot=args.image_on_term, + keyword=args.track_keywords, + fil=args.filter, + ig=args.ignore, + ) + + +def fly(): + """ + Main function + """ + # Spawn stream process + args = parse_arguments() + get_decorated_name() + p = Process(target=stream, args=(USER_DOMAIN, args, g['original_name'])) + p.start() + + # Start listen process + time.sleep(0.5) + g['reset'] = True + g['prefix'] = True + g['stream_pid'] = p.pid + g['iot'] = args.image_on_term + listen()