X-Git-Url: https://vcs.fsf.org/?p=rainbowstream.git;a=blobdiff_plain;f=rainbowstream%2Frainbow.py;h=09723904628ffaa9359f5c1f59a14a5bd115c5c7;hp=a2d0c381e09a9dc74ecf2e6aaaa615f5b0b3b6cc;hb=b5f9288841e25fb07ea24abf9d53e169aecba582;hpb=1ba4abfd9c0a3fbafb3d2c79cdf61ead3a185214 diff --git a/rainbowstream/rainbow.py b/rainbowstream/rainbow.py index a2d0c38..0972390 100644 --- a/rainbowstream/rainbow.py +++ b/rainbowstream/rainbow.py @@ -1,43 +1,98 @@ """ Colorful user's timeline stream """ - -from __future__ import print_function from multiprocessing import Process +from dateutil import parser import os import os.path -import argparse import sys -import time import signal +import argparse +import time +import datetime +import requests from twitter.stream import TwitterStream, Timeout, HeartbeatTimeout, Hangup from twitter.api import * from twitter.oauth import OAuth, read_token_file from twitter.oauth_dance import oauth_dance from twitter.util import printNicely -from dateutil import parser +from StringIO import StringIO from .colors import * from .config import * +from .consumer import * +from .interactive import * from .db import * +from .c_image import * g = {} db = RainbowDB() - -def draw(t, keyword=None): +cmdset = [ + 'switch', + 'home', + 'view', + 't', + 'rt', + 'fav', + 'rep', + 'del', + 'ufav', + 's', + 'show', + 'ls', + 'fl', + 'ufl', + 'h', + 'c', + 'q' +] + + +def draw(t, iot=False, keyword=None, fil=[], ig=[]): """ Draw the rainbow """ + # Retrieve tweet tid = t['id'] text = t['text'] screen_name = t['user']['screen_name'] name = t['user']['name'] created_at = t['created_at'] + favorited = t['favorited'] date = parser.parse(created_at) - time = date.strftime('%Y/%m/%d %H:%M:%S') + date = date - datetime.timedelta(seconds=time.timezone) + clock = date.strftime('%Y/%m/%d %H:%M:%S') + + # Get expanded url + try: + expanded_url = [] + url = [] + urls = t['entities']['urls'] + for u in urls: + expanded_url.append(u['expanded_url']) + url.append(u['url']) + except: + expanded_url = None + url = None + + # Get media + try: + media_url = [] + media = t['entities']['media'] + for m in media: + media_url.append(m['media_url']) + except: + media_url = None + + # Filter and ignore + screen_name = '@' + screen_name + if fil and screen_name not in fil: + return + if ig and screen_name in ig: + return res = db.tweet_query(tid) if not res: @@ -46,9 +101,17 @@ def draw(t, keyword=None): rid = res[0].rainbow_id # Format info - user = cycle_color(name) + grey(' ' + '@' + screen_name + ' ') - meta = grey('[' + time + '] [id=' + str(rid) + ']') + user = cycle_color(name) + grey(' ' + screen_name + ' ') + meta = grey('[' + clock + '] [id=' + str(rid) + '] ') + if favorited: + meta = meta + green(u'\u2605') tweet = text.split() + # Replace url + if expanded_url: + for index in range(len(expanded_url)): + tweet = map( + lambda x: expanded_url[index] if x == url[index] else x, + tweet) # Highlight RT tweet = map(lambda x: grey(x) if x == 'RT' else x, tweet) # Highlight screen_name @@ -63,6 +126,7 @@ def draw(t, keyword=None): else x, tweet ) + # Recreate tweet tweet = ' '.join(tweet) # Draw rainbow @@ -76,10 +140,16 @@ def draw(t, keyword=None): ) line3 = ' ' + tweet + printNicely('') printNicely(line1) printNicely(line2) printNicely(line3) - printNicely('') + + # Display Image + if iot and media_url: + for mu in media_url: + response = requests.get(mu) + image_to_display(StringIO(response.content)) def parse_arguments(): @@ -105,6 +175,19 @@ def parse_arguments(): '-tt', '--track-keywords', help='Search the stream for specific text.') + parser.add_argument( + '-fil', + '--filter', + help='Filter specific screen_name.') + parser.add_argument( + '-ig', + '--ignore', + help='Ignore specific screen_name.') + parser.add_argument( + '-iot', + '--image-on-term', + action='store_true', + help='Display all image on terminal.') return parser.parse_args() @@ -136,20 +219,85 @@ def get_decorated_name(): Beginning of every line """ t = Twitter(auth=authen()) - name = '@' + t.statuses.user_timeline()[-1]['user']['screen_name'] + name = '@' + t.account.verify_credentials()['screen_name'] + g['original_name'] = name[1:] g['decorated_name'] = grey('[') + grey(name) + grey(']: ') +def switch(): + """ + Switch stream + """ + try: + target = g['stuff'].split()[0] + + # Filter and ignore + args = parse_arguments() + try: + if g['stuff'].split()[-1] == '-f': + only = raw_input('Only nicks: ') + ignore = raw_input('Ignore nicks: ') + args.filter = filter(None, only.split(',')) + args.ignore = filter(None, ignore.split(',')) + elif g['stuff'].split()[-1] == '-d': + args.filter = ONLY_LIST + args.ignore = IGNORE_LIST + except: + printNicely(red('Sorry, wrong format.')) + return + + # Public stream + if target == 'public': + keyword = g['stuff'].split()[1] + if keyword[0] == '#': + keyword = keyword[1:] + # Kill old process + os.kill(g['stream_pid'], signal.SIGKILL) + args.track_keywords = keyword + # Start new process + p = Process( + target=stream, + args=( + PUBLIC_DOMAIN, + args)) + p.start() + g['stream_pid'] = p.pid + + # Personal stream + elif target == 'mine': + # Kill old process + os.kill(g['stream_pid'], signal.SIGKILL) + # Start new process + p = Process( + target=stream, + args=( + USER_DOMAIN, + args, + g['original_name'])) + p.start() + g['stream_pid'] = p.pid + printNicely('') + printNicely(green('Stream switched.')) + if args.filter: + printNicely(cyan('Only: ' + str(args.filter))) + if args.ignore: + printNicely(red('Ignore: ' + str(args.ignore))) + printNicely('') + except: + printNicely(red('Sorry I can\'t understand.')) + + def home(): """ Home """ t = Twitter(auth=authen()) - count = HOME_TWEET_NUM + num = HOME_TWEET_NUM if g['stuff'].isdigit(): - count = g['stuff'] - for tweet in reversed(t.statuses.home_timeline(count=count)): - draw(t=tweet) + num = g['stuff'] + for tweet in reversed(t.statuses.home_timeline(count=num)): + draw(t=tweet, iot=g['iot']) + printNicely('') def view(): @@ -160,14 +308,14 @@ def view(): user = g['stuff'].split()[0] if user[0] == '@': try: - count = int(g['stuff'].split()[1]) + num = int(g['stuff'].split()[1]) except: - count = HOME_TWEET_NUM - for tweet in reversed(t.statuses.user_timeline(count=count, screen_name=user[1:])): - draw(t=tweet) + num = HOME_TWEET_NUM + for tweet in reversed(t.statuses.user_timeline(count=num, screen_name=user[1:])): + draw(t=tweet, iot=g['iot']) + printNicely('') else: - print(red('A name should begin with a \'@\'')) - sys.stdout.write(g['decorated_name']) + printNicely(red('A name should begin with a \'@\'')) def tweet(): @@ -186,10 +334,24 @@ def retweet(): try: id = int(g['stuff'].split()[0]) tid = db.rainbow_query(id)[0].tweet_id - t.statuses.retweet(id=tid,include_entities=False,trim_user=True) + t.statuses.retweet(id=tid, include_entities=False, trim_user=True) except: - print(red('Sorry I can\'t retweet for you.')) - sys.stdout.write(g['decorated_name']) + printNicely(red('Sorry I can\'t retweet for you.')) + + +def favorite(): + """ + Favorite + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + t.favorites.create(_id=tid, include_entities=False) + printNicely(green('Favorited.')) + draw(t.statuses.show(id=tid), iot=g['iot']) + except: + printNicely(red('Omg some syntax is wrong.')) def reply(): @@ -205,8 +367,7 @@ def reply(): status = '@' + user + ' ' + status.decode('utf-8') t.statuses.update(status=status, in_reply_to_status_id=tid) except: - print(red('Sorry I can\'t understand.')) - sys.stdout.write(g['decorated_name']) + printNicely(red('Sorry I can\'t understand.')) def delete(): @@ -218,10 +379,24 @@ def delete(): id = int(g['stuff'].split()[0]) tid = db.rainbow_query(id)[0].tweet_id t.statuses.destroy(id=tid) - print(green('Okay it\'s gone.')) + printNicely(green('Okay it\'s gone.')) except: - print(red('Sorry I can\'t delete this tweet for you.')) - sys.stdout.write(g['decorated_name']) + printNicely(red('Sorry I can\'t delete this tweet for you.')) + + +def unfavorite(): + """ + Unfavorite + """ + t = Twitter(auth=authen()) + try: + id = int(g['stuff'].split()[0]) + tid = db.rainbow_query(id)[0].tweet_id + t.favorites.destroy(_id=tid) + printNicely(green('Okay it\'s unfavorited.')) + draw(t.statuses.show(id=tid), iot=g['iot']) + except: + printNicely(red('Sorry I can\'t unfavorite this tweet for you.')) def search(): @@ -229,69 +404,178 @@ def search(): Search """ t = Twitter(auth=authen()) - h, w = os.popen('stty size', 'r').read().split() - if g['stuff'][0] == '#': - rel = t.search.tweets(q=g['stuff'])['statuses'] - printNicely(grey('*' * int(w) + '\n')) - print('Newest', SEARCH_MAX_RECORD, 'tweet: \n') - for i in xrange(5): - draw(t=rel[i], keyword=g['stuff'].strip()) - printNicely(grey('*' * int(w) + '\n')) - else: - print(red('A keyword should be a hashtag (like \'#AKB48\')')) - sys.stdout.write(g['decorated_name']) + try: + if g['stuff'][0] == '#': + rel = t.search.tweets(q=g['stuff'])['statuses'] + if len(rel): + printNicely('Newest tweets:') + for i in reversed(xrange(SEARCH_MAX_RECORD)): + draw(t=rel[i], + iot=g['iot'], + keyword=g['stuff'].strip()[1:]) + printNicely('') + else: + printNicely(magenta('I\'m afraid there is no result')) + else: + printNicely(red('A keyword should be a hashtag (like \'#AKB48\')')) + except: + printNicely(red('Sorry I can\'t understand.')) -def friend(): +def show(): """ - List of friend (following) + Show image """ t = Twitter(auth=authen()) - g['friends'] = t.friends.ids()['ids'] - for i in g['friends']: - screen_name = t.users.lookup(user_id=i)[0]['screen_name'] - user = cycle_color('@' + screen_name) - print(user, end=' ') - print('\n') + try: + target = g['stuff'].split()[0] + if target != 'image': + return + id = int(g['stuff'].split()[1]) + tid = db.rainbow_query(id)[0].tweet_id + tweet = t.statuses.show(id=tid) + media = tweet['entities']['media'] + for m in media: + res = requests.get(m['media_url']) + img = Image.open(StringIO(res.content)) + img.show() + except: + printNicely(red('Sorry I can\'t show this image.')) -def follower(): +def list(): """ - List of follower + List friends for followers """ t = Twitter(auth=authen()) - g['followers'] = t.followers.ids()['ids'] - for i in g['followers']: - screen_name = t.users.lookup(user_id=i)[0]['screen_name'] - user = cycle_color('@' + screen_name) - print(user, end=' ') - print('\n') + try: + target = g['stuff'].split()[0] + d = {'fl': 'followers', 'fr': 'friends'} + next_cursor = -1 + rel = {} + # Cursor loop + while next_cursor != 0: + list = getattr(t, d[target]).list(screen_name=g['original_name'], + cursor=next_cursor, + skip_status=True, + include_entities=False, + ) + for u in list['users']: + rel[u['name']] = '@' + u['screen_name'] + next_cursor = list['next_cursor'] + # Print out result + printNicely('All: ' + str(len(rel)) + ' people.') + for name in rel: + user = ' ' + cycle_color(name) + grey(' ' + rel[name] + ' ') + printNicely(user) + except: + printNicely(red('Omg some syntax is wrong.')) + + +def follow(): + """ + Follow a user + """ + t = Twitter(auth=authen()) + screen_name = g['stuff'].split()[0] + if screen_name[0] == '@': + try: + t.friendships.create(screen_name=screen_name[1:], follow=True) + printNicely(green('You are following ' + screen_name + ' now!')) + except: + printNicely(red('Sorry can not follow at this time.')) + else: + printNicely(red('Sorry I can\'t understand.')) + + +def unfollow(): + """ + Unfollow a user + """ + t = Twitter(auth=authen()) + screen_name = g['stuff'].split()[0] + if screen_name[0] == '@': + try: + t.friendships.destroy( + screen_name=screen_name[ + 1:], + include_entities=False) + printNicely(green('Unfollow ' + screen_name + ' success!')) + except: + printNicely(red('Sorry can not unfollow at this time.')) + else: + printNicely(red('Sorry I can\'t understand.')) def help(): """ Help """ - usage = ''' - Hi boss! I'm ready to serve you right now! - ---------------------------------------------------- - "home" will show your timeline. "home 7" will print 7 tweet. - "view @bob" will show your friend @bob's home. - "t oops" will tweet "oops" immediately. - "rt 12345" will retweet to tweet with id "12345". - "rep 12345 oops" will reply "oops" to tweet with id "12345". - "del 12345" will delete tweet with id "12345". - "s #AKB48" will search for "AKB48" and return 5 newest tweet. - "fr" will list out your following people. - "fl" will list out your followers. - "h" will print this help once again. - "c" will clear the terminal. - "q" will exit. - ---------------------------------------------------- - Have fun and hang tight! - ''' + s = ' ' * 2 + h, w = os.popen('stty size', 'r').read().split() + + usage = '\n' + usage += s + 'Hi boss! I\'m ready to serve you right now!\n' + usage += s + '-' * (int(w) - 4) + '\n' + + usage += s + 'You are ' + yellow('already') + ' on your personal stream.\n' + usage += s * 2 + green('switch public #AKB') + \ + ' will switch to public stream and follow "' + \ + yellow('AKB') + '" keyword.\n' + usage += s * 2 + green('switch mine') + \ + ' will switch to your personal stream.\n' + usage += s * 2 + green('switch mine -f ') + \ + ' will prompt to enter the filter.\n' + usage += s * 3 + yellow('Only nicks') + \ + ' filter will decide nicks will be INCLUDE ONLY.\n' + usage += s * 3 + yellow('Ignore nicks') + \ + ' filter will decide nicks will be EXCLUDE.\n' + usage += s * 2 + green('switch mine -d') + \ + ' will use the config\'s ONLY_LIST and IGNORE_LIST.\n' + usage += s * 3 + '(see ' + grey('rainbowstream/config.py') + ').\n' + + usage += s + 'For more action: \n' + usage += s * 2 + green('home') + ' will show your timeline. ' + \ + green('home 7') + ' will show 7 tweet.\n' + usage += s * 2 + green('view @mdo') + \ + ' will show ' + yellow('@mdo') + '\'s home.\n' + usage += s * 2 + green('t oops ') + \ + 'will tweet "' + yellow('oops') + '" immediately.\n' + usage += s * 2 + \ + green('rt 12 ') + ' will retweet to tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + \ + green('fav 12 ') + ' will favorite the tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + green('rep 12 oops') + ' will reply "' + \ + yellow('oops') + '" to tweet with ' + yellow('[id=12]') + '.\n' + usage += s * 2 + \ + green('del 12 ') + ' will delete tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + \ + green('ufav 12 ') + ' will unfavorite tweet with ' + \ + yellow('[id=12]') + '.\n' + usage += s * 2 + green('s #AKB48') + ' will search for "' + \ + yellow('AKB48') + '" and return 5 newest tweet.\n' + usage += s * 2 + green('show image 12') + ' will show image in tweet with ' + \ + yellow('[id=12]') + ' in your OS\'s image viewer.\n' + usage += s * 2 + \ + green('ls fl') + \ + ' will list all followers (people who are following you).\n' + usage += s * 2 + \ + green('ls fr') + \ + ' will list all friends (people who you are following).\n' + usage += s * 2 + green('fl @dtvd88') + ' will follow ' + \ + yellow('@dtvd88') + '.\n' + usage += s * 2 + green('ufl @dtvd88') + ' will unfollow ' + \ + yellow('@dtvd88') + '.\n' + usage += s * 2 + green('h') + ' will show this help again.\n' + usage += s * 2 + green('c') + ' will clear the screen.\n' + usage += s * 2 + green('q') + ' will quit.\n' + + usage += s + '-' * (int(w) - 4) + '\n' + usage += s + 'Have fun and hang tight!\n' printNicely(usage) - sys.stdout.write(g['decorated_name']) def clear(): @@ -305,35 +589,83 @@ def quit(): """ Exit all """ + save_history() + os.system('rm -rf rainbow.db') os.kill(g['stream_pid'], signal.SIGKILL) sys.exit() -def process(cmd): +def reset(): """ - Process switch + Reset prefix of line """ - return { - 'home' : home, - 'view' : view, - 't' : tweet, - 'rt' : retweet, - 'rep' : reply, - 'del' : delete, - 's' : search, - 'fr' : friend, - 'fl' : follower, - 'h' : help, - 'c' : clear, - 'q' : quit, - }.get(cmd, lambda: sys.stdout.write(g['decorated_name'])) + if g['reset']: + printNicely(magenta('Need tips ? Type "h" and hit Enter key!')) + g['reset'] = False -def listen(stdin): +def process(cmd): + """ + Process switch + """ + return dict(zip( + cmdset, + [ + switch, + home, + view, + tweet, + retweet, + favorite, + reply, + delete, + unfavorite, + search, + show, + list, + follow, + unfollow, + help, + clear, + quit + ] + )).get(cmd, reset) + + +def listen(): """ Listen to user's input """ - for line in iter(stdin.readline, ''): + d = dict(zip( + cmdset, + [ + ['public', 'mine'], # switch + [], # home + ['@'], # view + [], # tweet + [], # retweet + [], # favorite + [], # reply + [], # delete + [], # unfavorite + ['#'], # search + ['image'], # show image + ['fl', 'fr'], # show image + ['@'], # follow + ['@'], # unfollow + [], # help + [], # clear + [], # quit + ] + )) + init_interactive_shell(d) + read_history() + reset() + while True: + if g['prefix']: + line = raw_input(g['decorated_name']) + else: + line = raw_input() try: cmd = line.split()[0] except: @@ -341,17 +673,25 @@ def listen(stdin): # Save cmd to global variable and call process g['stuff'] = ' '.join(line.split()[1:]) process(cmd)() - stdin.close() + if cmd in ['switch', 't', 'rt', 'rep']: + g['prefix'] = False + else: + g['prefix'] = True -def stream(): +def stream(domain, args, name='Rainbow Stream'): """ Track the stream """ - args = parse_arguments() # The Logo - ascii_art() + art_dict = { + USER_DOMAIN: name, + PUBLIC_DOMAIN: args.track_keywords, + SITE_DOMAIN: 'Site Stream', + } + ascii_art(art_dict[domain]) + # These arguments are optional: stream_args = dict( timeout=args.timeout, @@ -366,11 +706,20 @@ def stream(): # Get stream stream = TwitterStream( auth=authen(), - domain='userstream.twitter.com', + domain=domain, **stream_args) - tweet_iter = stream.user(**query_args) - # Iterate over the sample stream. + if domain == USER_DOMAIN: + tweet_iter = stream.user(**query_args) + elif domain == SITE_DOMAIN: + tweet_iter = stream.site(**query_args) + else: + if args.track_keywords: + tweet_iter = stream.statuses.filter(**query_args) + else: + tweet_iter = stream.statuses.sample() + + # Iterate over the stream. for tweet in tweet_iter: if tweet is None: printNicely("-- None --") @@ -381,16 +730,29 @@ def stream(): elif tweet is Hangup: printNicely("-- Hangup --") elif tweet.get('text'): - draw(t=tweet) + draw( + t=tweet, + iot=args.image_on_term, + keyword=args.track_keywords, + fil=args.filter, + ig=args.ignore, + ) def fly(): """ Main function """ + # Spawn stream process + args = parse_arguments() get_decorated_name() - - p = Process(target=stream) + p = Process(target=stream, args=(USER_DOMAIN, args, g['original_name'])) p.start() + + # Start listen process + time.sleep(0.5) + g['reset'] = True + g['prefix'] = True g['stream_pid'] = p.pid - listen(sys.stdin) + g['iot'] = args.image_on_term + listen()