Блог

Во-первых, я не могу раскрыть свои ключи API по соображениям конфиденциальности, извините за это. Дайте мне знать, как я мог бы лучше объяснить ситуацию.

На высоком уровне, вот мой код на Python:

 for x in range(0, len(zone_ids)):
    time.sleep(2)
    response = requests.post(f'https://vemcount.app/api/v3/report?source=zonesamp;data= 
    {zone_ids[x]}amp;data_output=count_outamp;period=dateamp;form_date_from=2020-01-04amp;form_date_to=2020-01- 
    04amp;period_step=30minamp;show_hours_from=00:00amp;show_hours_to=23:45', headers=headers)
 

Проблема в том, что этот код иногда выполняется успешно, иногда терпит неудачу. Когда это не удается, некоторые идентификаторы/запросы фактически выполняются, он просто останавливается в середине цикла for для любого конкретного «случайного» запроса. Я почти уверен, что он не превысил ограничение скорости API в 60 запросов в минуту, так как я встроил time.sleep(2) в свой цикл for. Вот это сообщение:

 ---------------------------------------------------------------------------
RemoteDisconnected                        Traceback (most recent call last)
~Anaconda3envssalibsite-packagesurllib3connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)
    698             # Make the request on the httplib connection object.
--> 699             httplib_response = self._make_request(
    700                 conn,

~Anaconda3envssalibsite-packagesurllib3connectionpool.py in _make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw)
    444                     # Otherwise it looks like a bug in the code.
--> 445                     six.raise_from(e, None)
    446         except (SocketTimeout, BaseSSLError, SocketError) as e:

~Anaconda3envssalibsite-packagesurllib3packagessix.py in raise_from(value, from_value)

~Anaconda3envssalibsite-packagesurllib3connectionpool.py in _make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw)
    439                 try:
--> 440                     httplib_response = conn.getresponse()
    441                 except BaseException as e:

~Anaconda3envssalibhttpclient.py in getresponse(self)
   1346             try:
-> 1347                 response.begin()
   1348             except ConnectionError:

~Anaconda3envssalibhttpclient.py in begin(self)
    306         while True:
--> 307             version, status, reason = self._read_status()
    308             if status != CONTINUE:

~Anaconda3envssalibhttpclient.py in _read_status(self)
    275             # sending a valid response.
--> 276             raise RemoteDisconnected("Remote end closed connection without"
    277                                      " response")

RemoteDisconnected: Remote end closed connection without response

During handling of the above exception, another exception occurred:

ProtocolError                             Traceback (most recent call last)
~Anaconda3envssalibsite-packagesrequestsadapters.py in send(self, request, stream, timeout, verify, cert, proxies)
    438             if not chunked:
--> 439                 resp = conn.urlopen(
    440                     method=request.method,

~Anaconda3envssalibsite-packagesurllib3connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)
    754 
--> 755             retries = retries.increment(
    756                 method, url, error=e, _pool=self, _stacktrace=sys.exc_info()[2]

~Anaconda3envssalibsite-packagesurllib3utilretry.py in increment(self, method, url, response, error, _pool, _stacktrace)
    530             if read is False or not self._is_method_retryable(method):
--> 531                 raise six.reraise(type(error), error, _stacktrace)
    532             elif read is not None:

~Anaconda3envssalibsite-packagesurllib3packagessix.py in reraise(tp, value, tb)
    733             if value.__traceback__ is not tb:
--> 734                 raise value.with_traceback(tb)
    735             raise value

~Anaconda3envssalibsite-packagesurllib3connectionpool.py in urlopen(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, **response_kw)
    698             # Make the request on the httplib connection object.
--> 699             httplib_response = self._make_request(
    700                 conn,

~Anaconda3envssalibsite-packagesurllib3connectionpool.py in _make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw)
    444                     # Otherwise it looks like a bug in the code.
--> 445                     six.raise_from(e, None)
    446         except (SocketTimeout, BaseSSLError, SocketError) as e:

~Anaconda3envssalibsite-packagesurllib3packagessix.py in raise_from(value, from_value)

~Anaconda3envssalibsite-packagesurllib3connectionpool.py in _make_request(self, conn, method, url, timeout, chunked, **httplib_request_kw)
    439                 try:
--> 440                     httplib_response = conn.getresponse()
    441                 except BaseException as e:

~Anaconda3envssalibhttpclient.py in getresponse(self)
   1346             try:
-> 1347                 response.begin()
   1348             except ConnectionError:

~Anaconda3envssalibhttpclient.py in begin(self)
    306         while True:
--> 307             version, status, reason = self._read_status()
    308             if status != CONTINUE:

~Anaconda3envssalibhttpclient.py in _read_status(self)
    275             # sending a valid response.
--> 276             raise RemoteDisconnected("Remote end closed connection without"
    277                                      " response")

ProtocolError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))

During handling of the above exception, another exception occurred:

ConnectionError                           Traceback (most recent call last)
c:UsersVzhaoreposSocialMediaAnalytics2_etl_scriptsVemcount_Historical_Data.py in 
     74     s = requests.Session()
     75     s.mount('https://', MyAdapter())
---> 76     response = s.post(f'https://vemcount.app/api/v3/report?source=zonesamp;data={zone_ids[x]}amp;data_output=count_outamp;period=dateamp;form_date_from=2020-01-04amp;form_date_to=2020-01-04amp;period_step=30minamp;show_hours_from=00:00amp;show_hours_to=23:45', headers=headers)
     77  #  response = requests.post(f'https://vemcount.app/api/v3/report?source=zonesamp;data={zone_ids[x]}amp;data_output=count_outamp;period=dateamp;form_date_from=2020-01-02amp;form_date_to=2020-01-02amp;period_step=30minamp;show_hours_from=00:00amp;show_hours_to=23:45', headers=headers)
     78     vemcount = json.loads(response.text)

~Anaconda3envssalibsite-packagesrequestssessions.py in post(self, url, data, json, **kwargs)
    588         """
    589 
--> 590         return self.request('POST', url, data=data, json=json, **kwargs)
    591 
    592     def put(self, url, data=None, **kwargs):

~Anaconda3envssalibsite-packagesrequestssessions.py in request(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)
    540         }
    541         send_kwargs.update(settings)
--> 542         resp = self.send(prep, **send_kwargs)
    543 
    544         return resp

~Anaconda3envssalibsite-packagesrequestssessions.py in send(self, request, **kwargs)
    653 
    654         # Send the request
--> 655         r = adapter.send(request, **kwargs)
    656 
    657         # Total elapsed time of the request (approximately)

~Anaconda3envssalibsite-packagesrequestsadapters.py in send(self, request, stream, timeout, verify, cert, proxies)
    496 
    497         except (ProtocolError, socket.error) as err:
--> 498             raise ConnectionError(err, request=request)
    499 
    500         except MaxRetryError as e:

ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response'))