
    AHj                     &    d dl mZmZ d dlmZ d Zy)    )OptionalUnion)str_to_boolc                      ddl m} m}m} |j	                  dd      }d}t        |t              r|}nt        |t              rt        |      }|du r'|dur"t        d| j                  j                         yy)z
    Returns True if the robots.txt file should block web crawlers

    Controlled by

    ```yaml
    general_settings:
      block_robots: true
    ```
    r   )CommonProxyErrorsgeneral_settingspremium_userblock_robotsFNTz0Blocking web crawlers is an enterprise feature. )litellm.proxy.proxy_serverr   r   r	   get
isinstanceboolstrr   
ValueErrornot_premium_uservalue)r   r   r	   _block_robotsr
   s        V/root/tools/cai/cai_env/lib/python3.12/site-packages/litellm_enterprise/proxy/utils.py_should_block_robotsr      s      '7&:&:>5&QM#'L-&$	M3	'"=1tt#BCTCeCeCkCkBlm      N)typingr   r   litellm.secret_managers.mainr   r    r   r   <module>r      s    " 4r   