Unescape HTML entities in tweets and messages
[rainbowstream.git] / rainbowstream / draw.py
index 1add20cd712086b73d1ffdd40f75b15e7a8244ef..66c2483b957e87f33c008e5e5b92457db14159be 100644 (file)
@@ -3,6 +3,7 @@ import itertools
 import requests
 import datetime
 import time
+import re
 
 from twitter.util import printNicely
 from functools import wraps
@@ -18,20 +19,24 @@ from .py3patch import *
 db = RainbowDB()
 g = {}
 
+
+def unescape(s):
+    p = HTMLParser()
+    return p.unescape(s)
+
+
 def init_cycle():
     """
     Init the cycle
     """
     colors_shuffle = [globals()[i.encode('utf8')]
-        if not i.startswith('term_')
-        else term_color(int(i[5:]))
-        for i in c['CYCLE_COLOR']]
+                      if not str(i).isdigit()
+                      else term_color(int(i))
+                      for i in c['CYCLE_COLOR']]
     return itertools.cycle(colors_shuffle)
-g['cyc'] = init_cycle()
-g['cache'] = {}
 
 
-def reset_cycle():
+def start_cycle():
     """
     Notify from rainbow
     """
@@ -44,9 +49,9 @@ def order_rainbow(s):
     Print a string with ordered color with each character
     """
     colors_shuffle = [globals()[i.encode('utf8')]
-        if not i.startswith('term_')
-        else term_color(int(i[5:]))
-        for i in c['CYCLE_COLOR']]
+                      if not str(i).isdigit()
+                      else term_color(int(i))
+                      for i in c['CYCLE_COLOR']]
     colored = [colors_shuffle[i % 7](s[i]) for i in xrange(len(s))]
     return ''.join(colored)
 
@@ -56,9 +61,9 @@ def random_rainbow(s):
     Print a string with random color with each character
     """
     colors_shuffle = [globals()[i.encode('utf8')]
-        if not i.startswith('term_')
-        else term_color(int(i[5:]))
-        for i in c['CYCLE_COLOR']]
+                      if not str(i).isdigit()
+                      else term_color(int(i))
+                      for i in c['CYCLE_COLOR']]
     colored = [random.choice(colors_shuffle)(i) for i in s]
     return ''.join(colored)
 
@@ -106,9 +111,8 @@ def show_calendar(month, date, rel):
     for line in rel:
         ary = line.split(' ')
         ary = lmap(lambda x: color_func(c['CAL']['today'])(x)
-            if x == today
-            else color_func(c['CAL']['days'])(x)
-            , ary)
+                   if x == today
+                   else color_func(c['CAL']['days'])(x), ary)
         printNicely(' '.join(ary))
 
 
@@ -118,16 +122,10 @@ def check_theme():
     """
     exists = db.theme_query()
     themes = [t.theme_name for t in exists]
-    if c['theme'] != themes[0]:
-        c['theme'] = themes[0]
-        # Determine path
-        if c['theme'] == 'custom':
-            config = os.environ.get(
-                'HOME',
-                os.environ.get('USERPROFILE',
-                '')) + os.sep + '.rainbow_config.json'
-        else:
-            config = os.path.dirname(__file__) + '/colorset/'+c['theme']+'.json'
+    if c['THEME'] != themes[0]:
+        c['THEME'] = themes[0]
+        config = os.path.dirname(
+            __file__) + '/colorset/' + c['THEME'] + '.json'
         # Load new config
         data = load_config(config)
         if data:
@@ -141,12 +139,12 @@ def color_func(func_name):
     """
     Call color function base on name
     """
-    if func_name.startswith('term_') and func_name[5:].isdigit():
-        return term_color(int(func_name[5:]))
+    if str(func_name).isdigit():
+        return term_color(int(func_name))
     return globals()[func_name]
 
 
-def draw(t, iot=False, keyword=None, fil=[], ig=[]):
+def draw(t, iot=False, keyword=None, check_semaphore=False, fil=[], ig=[]):
     """
     Draw the rainbow
     """
@@ -154,7 +152,7 @@ def draw(t, iot=False, keyword=None, fil=[], ig=[]):
     check_theme()
     # Retrieve tweet
     tid = t['id']
-    text = t['text']
+    text = unescape(t['text'])
     screen_name = t['user']['screen_name']
     name = t['user']['name']
     created_at = t['created_at']
@@ -225,16 +223,16 @@ def draw(t, iot=False, keyword=None, fil=[], ig=[]):
             c['TWEET']['link'])(x) if x[
             0:4] == 'http' else x,
         tweet)
-    # Highlight search keyword
-    if keyword:
-        tweet = lmap(
-            lambda x: color_func(c['TWEET']['keyword'])(x) if
-            ''.join(c for c in x if c.isalnum()).lower() == keyword.lower()
-            else x,
-            tweet
-        )
-    # Recreate tweet
+
+    # Highlight keyword
     tweet = ' '.join(tweet)
+    if keyword:
+        roj = re.search(keyword,tweet,re.IGNORECASE)
+        if roj:
+            occur = roj.group()
+            ary = tweet.split(occur)
+            delimeter = color_func(c['TWEET']['keyword'])(occur)
+            tweet = delimeter.join(ary)
 
     # Draw rainbow
     line1 = u"{u:>{uw}}:".format(
@@ -247,6 +245,12 @@ def draw(t, iot=False, keyword=None, fil=[], ig=[]):
     )
     line3 = '  ' + tweet
 
+    # Check the semaphore lock
+    if check_semaphore:
+        while db.semaphore_query():
+            time.sleep(0.5)
+
+    # Output
     printNicely('')
     printNicely(line1)
     printNicely(line2)
@@ -268,7 +272,7 @@ def print_message(m):
     """
     sender_screen_name = '@' + m['sender_screen_name']
     sender_name = m['sender']['name']
-    text = m['text']
+    text = unescape(m['text'])
     recipient_screen_name = '@' + m['recipient_screen_name']
     recipient_name = m['recipient']['name']
     mid = m['id']
@@ -418,30 +422,30 @@ def print_list(group):
     """
     for g in group:
         # Format
-        name = g['name']
+        name = g['full_name']
         name = color_func(c['GROUP']['name'])(name + ' : ')
         member = str(g['member_count'])
-        member = color_func(c['GROUP']['member'])(member+' member')
+        member = color_func(c['GROUP']['member'])(member + ' member')
         subscriber = str(g['subscriber_count'])
-        subscriber = color_func(c['GROUP']['subscriber'])(subscriber+' subscriber')
+        subscriber = color_func(
+            c['GROUP']['subscriber'])(
+            subscriber +
+            ' subscriber')
         description = g['description'].strip()
         description = color_func(c['GROUP']['description'])(description)
         mode = g['mode']
-        mode = color_func(c['GROUP']['mode'])('Type: '+mode)
+        mode = color_func(c['GROUP']['mode'])('Type: ' + mode)
         created_at = g['created_at']
         date = parser.parse(created_at)
         date = date - datetime.timedelta(seconds=time.timezone)
         clock = date.strftime('%Y/%m/%d %H:%M:%S')
         clock = 'Created at ' + color_func(c['GROUP']['clock'])(clock)
 
-        # Save to db
-        db.list_store(g['id'],g['name'])
-
         # Create lines
-        line1 = ' '*2 + name + member + '  ' + subscriber
-        line2 = ' '*4 + description
-        line3 = ' '*4 + mode
-        line4 = ' '*4 + clock
+        line1 = ' ' * 2 + name + member + '  ' + subscriber
+        line2 = ' ' * 4 + description
+        line3 = ' ' * 4 + mode
+        line4 = ' ' * 4 + clock
 
         # Display
         printNicely('')
@@ -453,38 +457,5 @@ def print_list(group):
     printNicely('')
 
 
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+# Start the color cycle
+start_cycle()