
    wir                         d Z ddlmZmZmZ ddlZddlmZmZm	Z	m
Z
  e
j        e          Zdededed	efd
Zdej        d	ee         fdZdS )z;Contains utilities to handle pagination on Huggingface Hub.    )DictIterableOptionalN   )get_sessionhf_raise_for_statushttp_backoffloggingpathparamsheadersreturnc              #     K   t                      }|                    | ||          }t          |           |                                E d{V  t	          |          }|mt
                              d|            t          d|dd|          }t          |           |                                E d{V  t	          |          }|kdS dS )a/  Fetch a list of models/datasets/spaces and paginate through results.

    This is using the same "Link" header format as GitHub.
    See:
    - https://requests.readthedocs.io/en/latest/api/#requests.Response.links
    - https://docs.github.com/en/rest/guides/traversing-with-pagination#link-header
    )r   r   Nz+Pagination detected. Requesting next page: GET   i  )max_retriesretry_on_status_codesr   )r   getr   json_get_next_pageloggerdebugr	   )r   r   r   sessionr	next_pages         y/var/www/development/aibuddy-work/election-extract/venv/lib/python3.11/site-packages/huggingface_hub/utils/_pagination.pypaginater      s       mmGD99Avvxx q!!I

N9NNOOO	rQT^efffA6688"1%%	 




    responsec                 ^    | j                             di                               d          S )Nnexturl)linksr   )r   s    r   r   r   3   s(    >fb))--e444r   )__doc__typingr   r   r   requests r   r   r	   r
   
get_logger__name__r   strr   Responser    r   r   <module>r-      s    B A + + + + + + + + + +  E E E E E E E E E E E E 
	H	%	%&3 & &t & & & & &05X. 58C= 5 5 5 5 5 5r   