Getting only ~100 requests every 10 minute reset instead of the expected 600

It’s unsurprising you’re being limited, you’re reading every single comment to get a handful. That’s a total abuse of the API and I’m surprised you haven’t been banned completely. Instead of trying to read literally everything, why don’t you just use the search function to get only the comments you’re actually interested in seeing. From Reddit’s perspective it looks like you’re trying to clone their database.

That's very odd and somewhat concerning. As long as you are logged in you should always get the full 600 every 600 seconds. You are logged in right? What user agent are you using? Are you running this from your local computer or a server somewhere?

I'm hoping the reason is that you are conflicting with some other client sharing your IP, which is possible on a shared server host.

my D*** is still in the mud on this one. sometimes it only takes 1 second to pull from the api and other times it take's 10 seconds.

heres the code:

from flask import Flask, render_template, request

import datetime

import praw

from operator import itemgetter

import re

import pytz

import nltk

import calendar

from collections import Counter

import base64

import io

from wordcloud import WordCloud

import time

client_id =

client_secret =

user_agent =

reddit = praw.Reddit(client_id=client_id, client_secret=client_secret, user_agent=user_agent)

app = Flask(__name__)

word_regex = re.compile(r'\b\w+\b')

u/app.route('/')

def index():

return render_template('index.html')

u/app.route('/karma_ranking', methods=['POST'])

def karma_ranking():

start_time = time.time()

subreddit_name = request.form['subreddit_name']

num_posts = 25

user_karma_dict = {}

words = []

posts_per_hour = {i: 0 for i in range(24)}

posts_per_day = {day: 0 for day in list(calendar.day_name)}

flairs_count = Counter()

reddit_start = time.time()

posts = reddit.subreddit(subreddit_name).top('week', limit=num_posts)

reddit_end = time.time()

print(f'Time taken to fetch posts: {reddit_end - reddit_start}')

processing_start = time.time()

for post in posts:

author_start = time.time()

if post.author is not None:

username = post.author.name

karma = post.author.link_karma + post.author.comment_karma

user_karma_dict[username] = karma

author_end = time.time()

print(f'Time taken to process author info: {author_end - author_start}')

title_start = time.time()

title_words = word_regex.findall(post.title.lower())

words.extend(title_words)

title_end = time.time()

print(f'Time taken to process title words: {title_end - title_start}')

time_start = time.time()

time_utc = datetime.datetime.fromtimestamp(post.created_utc, tz=pytz.UTC)

posts_per_hour[time_utc.hour] += 1

day_of_week = time_utc.strftime('%A')

posts_per_day[day_of_week] += 1

time_end = time.time()

print(f'Time taken to process time info: {time_end - time_start}')

flair_start = time.time()

if post.link_flair_text:

flairs_count[post.link_flair_text] += 1

flair_end = time.time()

print(f'Time taken to process flair info: {flair_end - flair_start}')

processing_end = time.time()

print(f'Total time taken to process posts: {processing_end - processing_start}')

wordcloud_start = time.time()

sorted_user_karma_list = sorted(user_karma_dict.items(), key=lambda item: item[1], reverse=True)

posts_per_hour = sorted(posts_per_hour.items())

word_freq = Counter(w for w in words if nltk.pos_tag([w])[0][1] not in ['PRP', 'IN'] and not w.isdigit() and len(w) > 1 and w not in ['your', 'are', '+', 'the', 'to', 'and', 'is','my','can','their','an',])

wordcloud = WordCloud(width=800, height=400).generate_from_frequencies(word_freq)

img = io.BytesIO()

wordcloud.to_image().save(img, 'PNG')

img.seek(0)

wordcloud_img = base64.b64encode(img.getvalue()).decode()

wordcloud_end = time.time()

print(f'Time taken to generate word cloud: {wordcloud_end - wordcloud_start}')

end_time = time.time()

print(f'Total execution time: {end_time - start_time}')

return render_template(

'karma_ranking.html',

subreddit_name=subreddit_name,

user_karma_list=sorted_user_karma_list,

wordcloud_img=wordcloud_img,

word_freq=word_freq.most_common(),

posts_per_hour=posts_per_hour,

posts_per_day=posts_per_day,

flairs_count=flairs_count.most_common()

)

if __name__ == "__main__":

app.run(debug=True)

terminal snippet:

Time taken to process author info: 10.08719778060913

Time taken to process title words: 0.0

Time taken to process time info: 0.0

Time taken to process flair info: 0.0

Time taken to process author info: 10.08174467086792

Time taken to process title words: 0.0

Time taken to process time info: 0.000997304916381836

Time taken to process flair info: 0.0

Total time taken to process posts: 252.787335395813

Time taken to generate word cloud: 0.7410187721252441

Total execution time: 253.53034853935242