o
    wZh                     @   sv   d dl mZ d dlmZ d dlmZ d dlmZ d dlm	Z	 d dl
mZ dgZedG d	d de	eeef  Zd
S )    )Iterable)IOBase)Optional)functional_datapipe)IterDataPipe) get_file_binaries_from_pathnamesFileOpenerIterDataPipeZ
open_filesc                	       sR   e Zd ZdZ			ddee dedee def fd	d
Zdd Z	dd Z
  ZS )r   aH  
    Given pathnames, opens files and yield pathname and file stream in a tuple (functional name: ``open_files``).

    Args:
        datapipe: Iterable datapipe that provides pathnames
        mode: An optional string that specifies the mode in which
            the file is opened by ``open()``. It defaults to ``r``, other options are
            ``b`` for reading in binary mode and ``t`` for text mode.
        encoding: An optional string that specifies the encoding of the
            underlying file. It defaults to ``None`` to match the default encoding of ``open``.
        length: Nominal length of the datapipe

    Note:
        The opened file handles will be closed by Python's GC periodically. Users can choose
        to close them explicitly.

    Example:
        >>> # xdoctest: +SKIP
        >>> from torchdata.datapipes.iter import FileLister, FileOpener, StreamReader
        >>> dp = FileLister(root=".").filter(lambda fname: fname.endswith('.txt'))
        >>> dp = FileOpener(dp)
        >>> dp = StreamReader(dp)
        >>> list(dp)
        [('./abc.txt', 'abc')]
    rNdatapipemodeencodinglengthc                    sV   t    || _|| _|| _| jdvrtd| d|v r&|d ur&td|| _d S )N)btrbrtr	   zInvalid mode r   z-binary mode doesn't take an encoding argument)super__init__r   r   r   
ValueErrorr   )selfr   r   r   r   	__class__ Y/var/www/auris/lib/python3.10/site-packages/torch/utils/data/datapipes/iter/fileopener.pyr   ,   s   


zFileOpenerIterDataPipe.__init__c                 c   s    t | j| j| jE d H  d S )N)r   r   r   r   r   r   r   r   __iter__E   s   zFileOpenerIterDataPipe.__iter__c                 C   s$   | j dkrtt| j d| j S )Nr
   z# instance doesn't have valid length)r   	TypeErrortype__name__r   r   r   r   __len__J   s   
zFileOpenerIterDataPipe.__len__)r	   Nr
   )r   
__module____qualname____doc__r   strr   intr   r   r    __classcell__r   r   r   r   r      s     N)collections.abcr   ior   typingr   Z%torch.utils.data.datapipes._decoratorr   Z#torch.utils.data.datapipes.datapiper   Z'torch.utils.data.datapipes.utils.commonr   __all__tupler$   r   r   r   r   r   <module>   s   "