Temporarily discard some requests

Author: ubruhin

app.py

@@ -66,7 +66,7 @@ def _close_db(exception):
 
 @app.route('/api/v1/parts', methods=['GET'])
 def parts():
-    enabled = _get_config('parts_operational', False)
+    enabled = True  # _get_config('parts_operational', False)
     provider = Partstack
     response = make_response(dict(
         provider_name=provider.NAME,
@@ -97,10 +97,11 @@ def parts_query():
     cache_hits = 0
     providers = [
         PartsCache(db, max_age=PARTS_CACHE_MAX_AGE),
-        Partstack(_get_config('parts_query_url'),
-                  _get_config('parts_query_token'),
-                  PARTS_QUERY_TIMEOUT, db, app.logger),
     ]
+    if _get_config('parts_operational', False):
+        providers.append(Partstack(_get_config('parts_query_url'),
+                                   _get_config('parts_query_token'),
+                                   PARTS_QUERY_TIMEOUT, db, app.logger))
     for provider in providers:
         cache_hits += provider.fetch(parts, status)
 

provider_partstack.py

@@ -1,5 +1,6 @@
 # -*- coding: utf-8 -*-
 
+import random
 import requests
 
 QUERY_FRAGMENT = """
@@ -80,6 +81,12 @@ def fetch(self, parts, status):
         if len(filtered_parts) == 0:
             return 0
 
+        # Temporarily discard some requests due to rate limit problem.
+        if len(filtered_parts) < 5:
+            return 0
+        if random.randrange(0, 3) == 0:
+            return 0
+
         # Request parts data.
         query_response = requests.post(
             self._query_url,