Code is ugly, but cursor is working.

This commit is contained in:
Michael Lazar
2015-01-23 01:25:30 -08:00
parent b468a11fa8
commit c033b2d325
2 changed files with 87 additions and 40 deletions

View File

@@ -1,6 +1,14 @@
from datetime import datetime, timedelta
import textwrap
def clean(unicode_string):
"""
Convert unicode string into ascii-safe characters.
"""
return unicode_string.encode('ascii', 'replace').replace('\\', '')
def strip_subreddit_url(permalink):
"""
Grab the subreddit from the permalink because submission.subreddit.url
@@ -10,13 +18,6 @@ def strip_subreddit_url(permalink):
subreddit = clean(permalink).split('/')[4]
return '/r/{}'.format(subreddit)
def clean(unicode_string):
"""
Convert unicode string into ascii-safe characters.
"""
return unicode_string.encode('ascii', 'replace').replace('\\', '')
def humanize_timestamp(utc_timestamp, verbose=False):
"""
@@ -139,8 +140,8 @@ class SubredditGenerator(object):
return data
def iterate(self, index, n_cols):
def iterate(self, index, step, n_cols):
while True:
yield self.get(index, n_cols)
index += 1
index += step