import pkg_resources
import socks
import socket
+import re
from io import BytesIO
from twitter.stream import TwitterStream, Timeout, HeartbeatTimeout, Hangup
from twitter.oauth_dance import oauth_dance
from twitter.util import printNicely
+from pocket import Pocket
+
from .draw import *
from .colors import *
from .config import *
parser.add_argument(
'-s',
'--stream',
- default="mine",
+ default="mine",
help='Default stream after program start. (Default: mine)')
parser.add_argument(
'-to',
'--image-on-term',
action='store_true',
help='Display all image on terminal.')
+ parser.add_argument(
+ '-24',
+ '--color-24bit',
+ action='store_true',
+ help='Display images using 24bit color codes.')
parser.add_argument(
'-ph',
'--proxy-host',
CONSUMER_SECRET)
+def pckt_authen():
+ """
+ Authenticate with Pocket OAuth
+ """
+ pocket_credential = os.environ.get(
+ 'HOME',
+ os.environ.get(
+ 'USERPROFILE',
+ '')) + os.sep + '.rainbow_pckt_oauth'
+
+ if not os.path.exists(pocket_credential):
+ request_token = Pocket.get_request_token(consumer_key=PCKT_CONSUMER_KEY)
+ auth_url = Pocket.get_auth_url(code=request_token, redirect_uri="/")
+ webbrowser.open(auth_url)
+ printNicely(green("*** Press [ENTER] after authorization ***"))
+ raw_input()
+ user_credentials = Pocket.get_credentials(consumer_key=PCKT_CONSUMER_KEY, code=request_token)
+ access_token = user_credentials['access_token']
+ f = open(pocket_credential, 'w')
+ f.write(access_token)
+ f.close()
+ else:
+ with open(pocket_credential, 'r') as f:
+ access_token = str(f.readlines()[0])
+ f.close()
+
+ return Pocket(PCKT_CONSUMER_KEY, access_token)
+
+
def build_mute_dict(dict_data=False):
"""
Build muting list
url = 'https://raw.githubusercontent.com/DTVD/rainbowstream/master/setup.py'
readme = requests.get(url).text
latest = readme.split('version = \'')[1].split('\'')[0]
- if current != latest:
+ g['using_latest'] = current == latest
+ if not g['using_latest']:
notice = light_magenta('RainbowStream latest version is ')
notice += light_green(latest)
notice += light_magenta(' while your current version is ')
notice += light_yellow(current) + '\n'
notice += light_magenta('You should upgrade with ')
notice += light_green('pip install -U rainbowstream')
- printNicely(notice)
else:
notice = light_yellow('You are running latest version (')
notice += light_green(current)
notice += light_yellow(')')
- printNicely(notice)
+ notice += '\n'
+ printNicely(notice)
except:
pass
c['message_dict'] = []
# Image on term
c['IMAGE_ON_TERM'] = args.image_on_term
- set_config('IMAGE_ON_TERM', str(c['IMAGE_ON_TERM']))
+ # Use 24 bit color
+ c['24BIT'] = args.color_24bit
# Check type of ONLY_LIST and IGNORE_LIST
if not isinstance(c['ONLY_LIST'], list):
printNicely(red('ONLY_LIST is not a valid list value.'))
c['IGNORE_LIST'] = []
# Mute dict
c['IGNORE_LIST'] += build_mute_dict()
+ # Pocket init
+ pckt = pckt_authen() if c['POCKET_SUPPORT'] else None
def trend():
print_trends(trends)
+def poll():
+ """
+ Fetch stream based on since_id
+ """
+ t = Twitter(auth=authen())
+
+ num = c['HOME_TWEET_NUM']
+ kwargs = {'count': num}
+
+ if 'since_id' in g:
+ kwargs['since_id'] = g['since_id']
+
+ kwargs = add_tweetmode_parameter(kwargs)
+ result = t.statuses.home_timeline(**kwargs)
+ if result:
+ g['since_id'] = result[0]['id']
+ for tweet in reversed(result):
+ draw(t=tweet)
+ printNicely('')
+
def home():
"""
Home
num = c['HOME_TWEET_NUM']
if g['stuff'].isdigit():
num = int(g['stuff'])
- for tweet in reversed(t.statuses.home_timeline(count=num)):
+ kwargs = {'count': num}
+ kwargs = add_tweetmode_parameter(kwargs)
+ for tweet in reversed(t.statuses.home_timeline(**kwargs)):
draw(t=tweet)
printNicely('')
num = c['HOME_TWEET_NUM']
if g['stuff'].isdigit():
num = int(g['stuff'])
- for tweet in reversed(t.statuses.mentions_timeline(count=num)):
+ kwargs = {'count': num}
+ kwargs = add_tweetmode_parameter(kwargs)
+ for tweet in reversed(t.statuses.mentions_timeline(**kwargs)):
draw(t=tweet)
printNicely('')
Show profile of a specific user
"""
t = Twitter(auth=authen())
- screen_name = g['stuff'].split()[0]
+ try:
+ screen_name = g['stuff'].split()[0]
+ except:
+ printNicely(red('Sorry I can\'t understand.'))
+ return
if screen_name.startswith('@'):
try:
user = t.users.show(
Friend view
"""
t = Twitter(auth=authen())
- user = g['stuff'].split()[0]
+ try:
+ user = g['stuff'].split()[0]
+ except:
+ printNicely(red('Sorry I can\'t understand.'))
+ return
if user[0] == '@':
try:
num = int(g['stuff'].split()[1])
except:
num = c['HOME_TWEET_NUM']
- for tweet in reversed(
- t.statuses.user_timeline(count=num, screen_name=user[1:])):
+ kwargs = {'count': num, 'screen_name': user[1:]}
+ kwargs = add_tweetmode_parameter(kwargs)
+ for tweet in reversed(t.statuses.user_timeline(**kwargs)):
draw(t=tweet)
printNicely('')
else:
printNicely(red('A name should begin with a \'@\''))
+def view_my_tweets():
+ """
+ Display user's recent tweets.
+ """
+ t = Twitter(auth=authen())
+ try:
+ num = int(g['stuff'])
+ except:
+ num = c['HOME_TWEET_NUM']
+ kwargs = {'count': num, 'screen_name': g['original_name']}
+ kwargs = add_tweetmode_parameter(kwargs)
+ for tweet in reversed(
+ t.statuses.user_timeline(**kwargs)):
+ draw(t=tweet)
+ printNicely('')
+
+
def search():
"""
Search
t = Twitter(auth=authen())
# Setup query
query = g['stuff'].strip()
+ if not query:
+ printNicely(red('Sorry I can\'t understand.'))
+ return
type = c['SEARCH_TYPE']
if type not in ['mixed', 'recent', 'popular']:
type = 'mixed'
max_record = c['SEARCH_MAX_RECORD']
count = min(max_record, 100)
+ kwargs = {
+ 'q': query,
+ 'type': type,
+ 'count': count,
+ }
+ kwargs = add_tweetmode_parameter(kwargs)
# Perform search
- rel = t.search.tweets(
- q=query,
- type=type,
- count=count
- )['statuses']
+ rel = t.search.tweets(**kwargs)['statuses']
# Return results
if rel:
printNicely('Newest tweets:')
t.statuses.update(status=g['stuff'])
+def pocket():
+ """
+ Add new link to Pocket along with tweet id
+ """
+ if not c['POCKET_SUPPORT']:
+ printNicely(yellow('Pocket isn\'t enabled.'))
+ printNicely(yellow('You need to "config POCKET_SUPPORT = true"'))
+ return
+
+ # Get tweet infos
+ p = pckt_authen()
+
+ t = Twitter(auth=authen())
+ try:
+ id = int(g['stuff'].split()[0])
+ tid = c['tweet_dict'][id]
+ except:
+ printNicely(red('Sorry I can\'t understand.'))
+ return
+
+ tweet = t.statuses.show(id=tid)
+
+ if len(tweet['entities']['urls']) > 0:
+ url = tweet['entities']['urls'][0]['expanded_url']
+ else:
+ url = "https://twitter.com/" + \
+ tweet['user']['screen_name'] + '/status/' + str(tid)
+
+ # Add link to pocket
+ try:
+ p.add(title=re.sub(r'(http:\/\/\S+)', r'', tweet['text']),
+ url=url,
+ tweet_id=tid)
+ except:
+ printNicely(red('Something is wrong about your Pocket account,'+ \
+ ' please restart Rainbowstream.'))
+ pocket_credential = os.environ.get(
+ 'HOME',
+ os.environ.get(
+ 'USERPROFILE',
+ '')) + os.sep + '.rainbow_pckt_oauth'
+ if os.path.exists(pocket_credential):
+ os.remove(pocket_credential)
+ return
+
+ printNicely(green('Pocketed !'))
+ printNicely('')
+
+
def retweet():
"""
ReTweet
printNicely(red('Sorry I can\'t understand.'))
return
tid = c['tweet_dict'][id]
- tweet = t.statuses.show(id=tid)
+ kwargs = {'id': tid}
+ kwargs = add_tweetmode_parameter(kwargs)
+ tweet = t.statuses.show(**kwargs)
# Get formater
formater = format_quote(tweet)
if not formater:
except:
num = c['RETWEETS_SHOW_NUM']
# Get result and display
- rt_ary = t.statuses.retweets(id=tid, count=num)
+ kwargs = {'id': tid, 'count': num}
+ kwargs = add_tweetmode_parameter(kwargs)
+ rt_ary = t.statuses.retweets(**kwargs)
if not rt_ary:
printNicely(magenta('This tweet has no retweet.'))
return
printNicely(red('Sorry I can\'t understand.'))
return
tid = c['tweet_dict'][id]
- tweet = t.statuses.show(id=tid)
+ kwargs = {'id': tid}
+ kwargs = add_tweetmode_parameter(kwargs)
+ tweet = t.statuses.show(**kwargs)
limit = c['CONVERSATION_MAX']
thread_ref = []
thread_ref.append(tweet)
prev_tid = tweet['in_reply_to_status_id']
while prev_tid and limit:
limit -= 1
- tweet = t.statuses.show(id=prev_tid)
+ kwargs['id'] = prev_tid
+ tweet = t.statuses.show(**kwargs)
prev_tid = tweet['in_reply_to_status_id']
thread_ref.append(tweet)
tid = c['tweet_dict'][id]
user = t.statuses.show(id=tid)['user']['screen_name']
status = ' '.join(g['stuff'].split()[1:])
- status = '@' + user + ' ' + str2u(status)
+ # don't include own username for tweet chains
+ # for details see issue https://github.com/DTVD/rainbowstream/issues/163
+ if user == g['original_name']:
+ status = str2u(status)
+ else:
+ status = '@' + user + ' ' + str2u(status)
t.statuses.update(status=status, in_reply_to_status_id=tid)
tid = c['tweet_dict'][id]
original_tweet = t.statuses.show(id=tid)
text = original_tweet['text']
- owner = '@' + original_tweet['user']['screen_name']
- nick_ary = ['@' + re.sub('[\W_]', '', w)
- for w in text.split() if w.startswith('@')] + [owner]
+ nick_ary = [original_tweet['user']['screen_name']]
+ for user in list(original_tweet['entities']['user_mentions']):
+ if user['screen_name'] not in nick_ary \
+ and user['screen_name'] != g['original_name']:
+ nick_ary.append(user['screen_name'])
status = ' '.join(g['stuff'].split()[1:])
- status = ' '.join(nick_ary) + ' ' + str2u(status)
+ status = ' '.join(['@' + nick for nick in nick_ary]) + ' ' + str2u(status)
t.statuses.update(status=status, in_reply_to_status_id=tid)
tid = c['tweet_dict'][id]
t.favorites.create(_id=tid, include_entities=False)
printNicely(green('Favorited.'))
- draw(t.statuses.show(id=tid))
+ kwargs = {'id': tid}
+ kwargs = add_tweetmode_parameter(kwargs)
+ draw(t.statuses.show(**kwargs))
printNicely('')
tid = c['tweet_dict'][id]
t.favorites.destroy(_id=tid)
printNicely(green('Okay it\'s unfavorited.'))
- draw(t.statuses.show(id=tid))
+ kwargs = {'id': tid}
+ kwargs = add_tweetmode_parameter(kwargs)
+ draw(t.statuses.show(**kwargs))
printNicely('')
except:
printNicely(red('Tweet id is not valid.'))
return
- tweet = t.statuses.show(id=tid)
+ kwargs = {'id': tid}
+ kwargs = add_tweetmode_parameter(kwargs)
+ tweet = t.statuses.show(**kwargs)
url = 'https://twitter.com/' + \
tweet['user']['screen_name'] + '/status/' + str(tid)
import platform
return
tid = c['tweet_dict'][int(g['stuff'])]
tweet = t.statuses.show(id=tid)
- link_prefix = ('http://', 'https://')
- link_ary = [u for u in tweet['text'].split()
- if u.startswith(link_prefix)]
- if not link_ary:
+ urls = tweet['entities']['urls']
+ if not urls:
printNicely(light_magenta('No url here @.@!'))
return
- for link in link_ary:
- webbrowser.open(link)
+ else:
+ for url in urls:
+ expanded_url = url['expanded_url']
+ webbrowser.open(expanded_url)
except:
debug_option()
printNicely(red('Sorry I can\'t open url in this tweet.'))
num = c['MESSAGES_DISPLAY']
if g['stuff'].isdigit():
num = g['stuff']
+
+ def inboxFilter(message):
+ return message['sender_screen_name'] == g['original_name']
+ def sentFilter(message):
+ return message['recipient_screen_name'] == g['original_name']
+
# Get inbox messages
- cur_page = 1
- inbox = []
- while num > 20:
- inbox = inbox + t.direct_messages(
- count=20,
- page=cur_page,
- include_entities=False,
- skip_status=False
- )
- num -= 20
- cur_page += 1
- inbox = inbox + t.direct_messages(
- count=num,
- page=cur_page,
- include_entities=False,
- skip_status=False
- )
- # Get sent messages
- num = c['MESSAGES_DISPLAY']
- if g['stuff'].isdigit():
- num = g['stuff']
- cur_page = 1
- sent = []
- while num > 20:
- sent = sent + t.direct_messages.sent(
- count=20,
- page=cur_page,
- include_entities=False,
- skip_status=False
- )
- num -= 20
- cur_page += 1
- sent = sent + t.direct_messages.sent(
- count=num,
- page=cur_page,
- include_entities=False,
- skip_status=False
- )
+ messages = []
+ messages = messages + t.direct_messages.events.list()['events']
+ inbox = filter(inboxFilter, messages)
+ sent = filter(inboxFilter, messages)
d = {}
uniq_inbox = list(set(
target = g['stuff'].split()[0]
except:
printNicely(red('Omg some syntax is wrong.'))
+ return
# Init cursor
d = {'fl': 'followers', 'fr': 'friends'}
next_cursor = -1
rel = {}
+
+ printNicely('All ' + d[target] + ':')
+
# Cursor loop
+ number_of_users = 0
while next_cursor != 0:
+
list = getattr(t, d[target]).list(
screen_name=name,
cursor=next_cursor,
skip_status=True,
include_entities=False,
)
+
for u in list['users']:
- rel[u['name']] = '@' + u['screen_name']
+
+ number_of_users += 1
+
+ # Print out result
+ printNicely( ' ' \
+ + cycle_color( u['name'] ) \
+ + color_func(c['TWEET']['nick'])( ' @' \
+ + u['screen_name'] \
+ + ' ' ) )
+
next_cursor = list['next_cursor']
- # Print out result
- printNicely('All: ' + str(len(rel)) + ' ' + d[target] + '.')
- for name in rel:
- user = ' ' + cycle_color(name)
- user += color_func(c['TWEET']['nick'])(' ' + rel[name] + ' ')
- printNicely(user)
+ # 300 users means 15 calls to the related API. The rate limit is 15
+ # calls per 15mn periods (see Twitter documentation).
+ if ( number_of_users % 300 == 0 ):
+ printNicely(light_yellow( 'We reached the limit of Twitter API.' ))
+ printNicely(light_yellow( 'You may need to wait about 15 minutes.' ))
+ break
+
+ printNicely('All: ' + str(number_of_users) + ' ' + d[target] + '.')
def follow():
"""
rel = t.mutes.users.create(screen_name=screen_name[1:])
if isinstance(rel, dict):
printNicely(green(screen_name + ' is muted.'))
- c['IGNORE_LIST'] += [unc(screen_name)]
+ c['IGNORE_LIST'] += [screen_name]
c['IGNORE_LIST'] = list(set(c['IGNORE_LIST']))
else:
printNicely(red(rel))
printNicely(light_magenta(guide))
only = raw_input('Only nicks [Ex: @xxx,@yy]: ')
ignore = raw_input('Ignore nicks [Ex: @xxx,@yy]: ')
- args.filter = filter(None, only.split(','))
- args.ignore = filter(None, ignore.split(','))
+ args.filter = list(filter(None, only.split(',')))
+ args.ignore = list(filter(None, ignore.split(',')))
except:
printNicely(red('Sorry, wrong format.'))
return
# Kill old thread
g['stream_stop'] = True
- try:
+ try:
stuff = g['stuff'].split()[1]
except:
stuff = None
debug_option()
printNicely(red('Just can not set the key.'))
else:
- printNicely(light_magenta('Sorry I can\'s understand.'))
+ printNicely(light_magenta('Sorry I can\'t understand.'))
def help_discover():
light_green('trend JP Tokyo') + '.\n'
usage += s * 2 + light_green('home') + ' will show your timeline. ' + \
light_green('home 7') + ' will show 7 tweets.\n'
+ usage += s * 2 + light_green('me') + ' will show your latest tweets. ' + \
+ light_green('me 2') + ' will show your last 2 tweets.\n'
usage += s * 2 + \
light_green('notification') + ' will show your recent notification.\n'
usage += s * 2 + light_green('mentions') + ' will show mentions timeline. ' + \
light_yellow('[id=12]') + ' in your OS\'s image viewer.\n'
usage += s * 2 + light_green('open 12') + ' will open url in tweet with ' + \
light_yellow('[id=12]') + ' in your OS\'s default browser.\n'
+ usage += s * 2 + light_green('pt 12') + ' will add tweet with ' + \
+ light_yellow('[id=12]') + ' in your Pocket list.\n'
printNicely(usage)
't',
'rt',
'quote',
+ 'me',
'allrt',
'conversation',
'fav',
'c',
'v',
'q',
+ 'pt',
]
# Handle function set
tweet,
retweet,
quote,
+ view_my_tweets,
allretweet,
conversation,
favorite,
clear,
upgrade_center,
quit,
+ pocket,
]
[], # tweet
[], # retweet
[], # quote
+ [], # view_my_tweets
[], # allretweet
[], # conversation
[], # favorite
[], # clear
[], # version
[], # quit
+ [], # pocket
]
))
init_interactive_shell(d)
c['lock'] = True
# Save cmd to global variable and call process
g['stuff'] = ' '.join(line.split()[1:])
+ # Check tweet length
# Process the command
process(cmd)()
# Not re-display
g['prefix'] = False
else:
g['prefix'] = True
- # Release the semaphore lock
- c['lock'] = False
except EOFError:
printNicely('')
+ except TwitterHTTPError as e:
+ detail_twitter_error(e)
except Exception:
debug_option()
- printNicely(red('OMG something is wrong with Twitter right now.'))
+ printNicely(red('OMG something is wrong with Twitter API right now.'))
+ finally:
+ # Release the semaphore lock
+ c['lock'] = False
def reconn_notice():
# The Logo
art_dict = {
c['USER_DOMAIN']: name,
- c['PUBLIC_DOMAIN']: args.track_keywords,
+ c['PUBLIC_DOMAIN']: args.track_keywords or 'Global',
c['SITE_DOMAIN']: name,
}
if c['ASCII_ART']:
query_args = dict()
if args.track_keywords:
query_args['track'] = args.track_keywords
- # Get stream
- stream = TwitterStream(
- auth=authen(),
- domain=domain,
- **stream_args)
- try:
- if domain == c['USER_DOMAIN']:
- tweet_iter = stream.user(**query_args)
- elif domain == c['SITE_DOMAIN']:
- tweet_iter = stream.site(**query_args)
- else:
- if args.track_keywords:
- tweet_iter = stream.statuses.filter(**query_args)
- else:
- tweet_iter = stream.statuses.sample()
- # Block new stream until other one exits
- StreamLock.acquire()
- g['stream_stop'] = False
- last_tweet_time = time.time()
- for tweet in tweet_iter:
- if tweet is None:
- printNicely('-- None --')
- elif tweet is Timeout:
- # Because the stream check for each 0.3s
- # so we shouldn't output anything here
- if(g['stream_stop']):
- StreamLock.release()
- break
- elif tweet is HeartbeatTimeout:
- printNicely('-- Heartbeat Timeout --')
- reconn_notice()
- StreamLock.release()
- break
- elif tweet is Hangup:
- printNicely('-- Hangup --')
- reconn_notice()
- StreamLock.release()
- break
- elif tweet.get('text'):
- # Slow down the stream by STREAM_DELAY config key
- if time.time() - last_tweet_time < c['STREAM_DELAY']:
- continue
- last_tweet_time = time.time()
- # Check the semaphore pause and lock (stream process only)
- if g['pause']:
- continue
- while c['lock']:
- time.sleep(0.5)
- # Draw the tweet
- draw(
- t=tweet,
- keyword=args.track_keywords,
- humanize=False,
- fil=args.filter,
- ig=args.ignore,
- )
- # Current readline buffer
- current_buffer = readline.get_line_buffer().strip()
- # There is an unexpected behaviour in MacOSX readline + Python 2:
- # after completely delete a word after typing it,
- # somehow readline buffer still contains
- # the 1st character of that word
- if current_buffer and g['cmd'] != current_buffer:
- sys.stdout.write(
- g['decorated_name'](g['PREFIX']) + current_buffer)
- sys.stdout.flush()
- elif not c['HIDE_PROMPT']:
- sys.stdout.write(g['decorated_name'](g['PREFIX']))
- sys.stdout.flush()
- elif tweet.get('direct_message'):
- # Check the semaphore pause and lock (stream process only)
- if g['pause']:
- continue
- while c['lock']:
- time.sleep(0.5)
- print_message(tweet['direct_message'])
- elif tweet.get('event'):
- c['events'].append(tweet)
- print_event(tweet)
- except TwitterHTTPError as e:
- printNicely('')
- printNicely(
- magenta('We have connection problem with twitter stream API right now :('))
- detail_twitter_error(e)
- sys.stdout.write(g['decorated_name'](g['PREFIX']))
- sys.stdout.flush()
- except (URLError, ConnectionResetError):
- printNicely(
- magenta('There seems to be a connection problem.'))
- save_history()
- sys.exit()
+ polling_time = 90
+ while True:
+ time.sleep(polling_time)
+ poll()
def spawn_public_stream(args, keyword=None):
"""
if keyword[0] == '#':
keyword = keyword[1:]
args.track_keywords = keyword
- # Set the variable to tracked keyword
- g['keyword'] = keyword
- g['listname'] = ''
- # Reset prefix
+ g['keyword'] = keyword
+ else:
+ g['keyword'] = 'Global'
g['PREFIX'] = u2str(emojize(format_prefix(keyword=g['keyword'])))
+ g['listname'] = ''
# Start new thread
th = threading.Thread(
target=stream,
owner, slug = check_slug(stuff)
except:
owner, slug = get_slug()
-
+
# Force python 2 not redraw readline buffer
listname = '/'.join([owner, slug])
# Set the listname variable
# Spawn stream thread
target = args.stream.split()[0]
- if target == 'mine' :
+ if target == 'mine':
spawn_personal_stream(args)
- else :
+ else:
try:
stuff = args.stream.split()[1]
- spawn_dict = {
- 'public': spawn_public_stream,
- 'list': spawn_list_stream,
- }
- spawn_dict.get(target)(args, stuff)
except:
- printNicely(red('Wrong -s/--stream argument given. Loading your personal stream.'))
- spawn_personal_stream(args)
-
+ stuff = None
+ spawn_dict = {
+ 'public': spawn_public_stream,
+ 'list': spawn_list_stream,
+ }
+ spawn_dict.get(target)(args, stuff)
+
# Start listen process
time.sleep(0.5)
g['reset'] = True