o
    Zh"                     @   s  d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ ee Z!i dg d	g d
dgdg dg dg dg ddg ddg dg dg dg dg dg ddgdddgdg i dg d d!d"gd#g d$g d%g d&d'g d(d)gd*g d+d,g d-g d.d/d0gd1g d2g d3d4gd5g d6d7g d8d9g d:d;gd<gd=gg d>g d?g d@Z"ze se W n ey   ddAlm#Z# dBdC e$e#D e"dD< Y nw dEge"dF< ze re se W n ey2   ddGlm%Z% dHdC e$e%D e"dI< Y nw dJdKge"dK< z	e sAe W n ey]   ddLlm&Z& dMdC e$e&D e"dN< Y nw dOge"dP< dQge"dR< dSge"dT< z	e sue W n ey   ddUlm'Z' dVdC e$e'D e"dW< Y nw dXge"dY< dZge"d[< z	e se W n ey   dd\lm(Z( d]dC e$e(D e"d^< Y naw d_ge"d`< g e"da< g dbe"dc< g dde"de< e"d )g df dgdhge"di< g e"dj< dkge"dl< g e"dm< dndoge"dp< dqdrge"ds< g dte"du< g dve"dw< g e"dx< g e"dy< dzge"d{< d|ge"d}< d~ge"d< z	e s)e W n eyE   ddlm*Z* ddC e$e*D e"d< Y n(w g e"d< e"d )g d ddge"d< g e"d< g de"d< g de"d< g e"d< z	e sue W n ey   ddlm+Z+ ddC e$e+D e"d< Y nw e"d )g d g e"d< dge"d< erddl,m-Z- ddl.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@ ddlAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZM ddlNmOZO ddlPmQZQmRZR dd lSmTZTmUZUmVZVmWZWmXZXmYZY ddlZm[Z[ dd&l\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZg ddlhmiZi dd+ljmkZkmlZlmmZmmnZnmoZompZpmqZq ddlrT dd.lsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z|m}Z}m~Z~mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ ddlmZ dd6lmZmZmZmZmZmZ dd8lmZmZmZmZmZmZmZ dd:lmZmZmZmZmZ ddlmZ ddlmZ ddlmZ ddlmZmZmZmZmZmZmZmZmZmZmZmZmZmZm
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ dd?lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZ z	e soe W n ey~   ddlT Y nw ddlmZ ze re se W n ey   ddlT Y n	w ddlmZmZ z	e se W n ey   ddlT Y nw ddlmZ ddlmZ ddlmZ z	e se W n ey   ddlT Y nw ddlmZ ddlmZ ze r e se W n ey   ddlT Y nw ddlmZ z	e s!e W n ey1   ddlT Y nw ddblmZmZm Z mZmZmZmZmZmZmZmZm	Z	m
Z
mZmZ dddlmZmZmZmZmZmZmZmZmZ ddflSmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZI ddlJmKZKmLZL ddlMmNZN ddlOmPZP ddlQmRZRmSZS ddlTmUZUmVZV ddtlWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZa ddvlbmcZcmdZdmeZe ddlfmgZg ddlhmiZi ddljmkZk z	e se W n ey   ddllT Y n|w ddlSmmZmmnZnmoZompZpmqZqmrZrmsZsmtZtmuZumvZvmwZwmxZxmyZymzZzm{Z{m|Z| ddl}m~Z~mZ ddlmZmZmZmZ ddlmZmZmZmZ z	e se W n ey   ddlT Y nw ddlSmZmZmZmZmZmZmZmZmZmZmZmZmZmZ ddlmZ n@ddlZdd e" D Z"eeejd ddZeei  e" e	e e d eede ideje < e s@e sBe sDe!d dS dS dS dS )z4.52.1    )Path)TYPE_CHECKING   )dependency_versions_check)OptionalDependencyNotAvailable_LazyModuleis_bitsandbytes_availableis_essentia_availableis_flax_availableis_g2p_en_availableis_keras_nlp_availableis_librosa_availableis_pretty_midi_availableis_scipy_availableis_sentencepiece_availableis_speech_availableis_tensorflow_text_availableis_tf_availableis_timm_availableis_tokenizers_availableis_torch_availableis_torchaudio_availableis_torchvision_availableis_vision_availablelogging)define_import_structureZaudio_utilscommandsconfiguration_utilsPretrainedConfigZconvert_graph_to_onnxZ+convert_slow_tokenizers_checkpoints_to_fastZ)convert_tf_hub_seq_to_seq_bert_to_pytorchdata)DataProcessorInputExampleInputFeatures%SingleSentenceClassificationProcessorSquadExampleSquadFeaturesSquadV1ProcessorSquadV2Processorglue_compute_metrics!glue_convert_examples_to_featuresglue_output_modesglue_processorsglue_tasks_num_labels"squad_convert_examples_to_featuresxnli_compute_metricsxnli_output_modesxnli_processorsxnli_tasks_num_labelszdata.data_collator)DataCollatorDataCollatorForLanguageModelingDataCollatorForMultipleChoice*DataCollatorForPermutationLanguageModelingDataCollatorForSeq2SeqDataCollatorForSOP"DataCollatorForTokenClassificationDataCollatorForWholeWordMaskDataCollatorWithFlatteningDataCollatorWithPaddingDefaultDataCollatordefault_data_collatorzdata.metricszdata.processorsZdebug_utilsr   Zdependency_versions_tableZdynamic_module_utils!feature_extraction_sequence_utilsSequenceFeatureExtractorfeature_extraction_utilsBatchFeatureFeatureExtractionMixinZ
file_utils
generation)AsyncTextIteratorStreamerCompileConfigGenerationConfigTextIteratorStreamerTextStreamerWatermarkingConfighf_argparserHfArgumentParserZhyperparameter_searchZimage_transformsintegrations)is_clearml_availableis_comet_availableis_dvclive_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_swanlab_availableis_tensorboard_availableis_wandb_availableZloss	modelcard	ModelCardmodeling_tf_pytorch_utils)(convert_tf_weight_name_to_pt_weight_name$load_pytorch_checkpoint_in_tf2_modelload_pytorch_model_in_tf2_model!load_pytorch_weights_in_tf2_model$load_tf2_checkpoint_in_pytorch_modelload_tf2_model_in_pytorch_model!load_tf2_weights_in_pytorch_modelZonnx	pipelines)$AudioClassificationPipeline"AutomaticSpeechRecognitionPipelineCsvPipelineDataFormatDepthEstimationPipeline!DocumentQuestionAnsweringPipelineFeatureExtractionPipelineFillMaskPipelineImageClassificationPipelineImageFeatureExtractionPipelineImageSegmentationPipelineImageTextToTextPipelineImageToImagePipelineImageToTextPipelineJsonPipelineDataFormatMaskGenerationPipelineNerPipelineObjectDetectionPipelinePipedPipelineDataFormatPipelinePipelineDataFormatQuestionAnsweringPipelineSummarizationPipelineTableQuestionAnsweringPipelineText2TextGenerationPipelineTextClassificationPipelineTextGenerationPipelineTextToAudioPipelineTokenClassificationPipelineTranslationPipelineVideoClassificationPipelineVisualQuestionAnsweringPipeline#ZeroShotAudioClassificationPipelineZeroShotClassificationPipeline#ZeroShotImageClassificationPipelineZeroShotObjectDetectionPipelinepipelineprocessing_utilsProcessorMixinZ
quantizersZtesting_utilstokenization_utilsPreTrainedTokenizertokenization_utils_base)
AddedTokenBatchEncodingCharSpanPreTrainedTokenizerBaseSpecialTokensMixin	TokenSpantrainer_callback)DefaultFlowCallbackEarlyStoppingCallbackPrinterCallbackProgressCallbackTrainerCallbackTrainerControlTrainerStatetrainer_utils)EvalPredictionIntervalStrategySchedulerTypeenable_full_determinismset_seedTrainingArgumentsSeq2SeqTrainingArgumentsTFTrainingArguments),CONFIG_NAMEMODEL_CARD_NAMEPYTORCH_PRETRAINED_BERT_CACHEPYTORCH_TRANSFORMERS_CACHESPIECE_UNDERLINETF2_WEIGHTS_NAMETF_WEIGHTS_NAMETRANSFORMERS_CACHEWEIGHTS_NAME
TensorTypeadd_end_docstringsadd_start_docstringsis_apex_availableis_av_availabler   is_datasets_availableis_faiss_availabler
   r   is_phonemizer_availableis_psutil_availableis_py3nvml_availableis_pyctcdecode_availableis_sacremoses_availableis_safetensors_availabler   r   is_sklearn_availabler   r   r   r   r   r   is_torch_hpu_availableis_torch_mlu_availableis_torch_musa_availableis_torch_neuroncore_availableis_torch_npu_availabler   is_torch_xla_availableis_torch_xpu_availabler   r   )
AqlmConfigAutoRoundConfig	AwqConfigBitNetQuantConfigBitsAndBytesConfigCompressedTensorsConfig
EetqConfigFbgemmFp8ConfigFineGrainedFP8Config
GPTQConfigHiggsConfig	HqqConfigQuantoConfigQuarkConfig
SpQRConfigTorchAoConfig
VptqConfig)training_argstraining_args_seq2seqtraining_args_tfutilszutils.quantization_configZvideo_utils)dummy_tokenizers_objectsc                 C      g | ]	}| d s|qS _
startswith.0name r   D/var/www/auris/lib/python3.10/site-packages/transformers/__init__.py
<listcomp>!  
    
r   zutils.dummy_tokenizers_objectsPreTrainedTokenizerFasttokenization_utils_fast)*dummy_sentencepiece_and_tokenizers_objectsc                 C   r   r   r   r   r   r   r   r   /  r   z0utils.dummy_sentencepiece_and_tokenizers_objectsSLOW_TO_FAST_CONVERTERSconvert_slow_tokenizer)dummy_vision_objectsc                 C   r   r   r   r   r   r   r   r   ?  r   zutils.dummy_vision_objectsImageProcessingMixinimage_processing_baseBaseImageProcessorimage_processing_utilsImageFeatureExtractionMixinimage_utils)dummy_torchvision_objectsc                 C   r   r   r   r   r   r   r   r   M  r   zutils.dummy_torchvision_objectsBaseImageProcessorFastimage_processing_utils_fastBaseVideoProcessorvideo_processing_utils)dummy_pt_objectsc                 C   r   r   r   r   r   r   r   r   [      zutils.dummy_pt_objectsmodel_addition_debugger_contextmodel_debugging_utilsZactivations)CacheCacheConfigDynamicCacheEncoderDecoderCacheHQQQuantizedCacheHybridCache
MambaCacheOffloadedCacheOffloadedStaticCacheQuantizedCacheQuantizedCacheConfigQuantoQuantizedCache	SinkCacheSlidingWindowCacheStaticCachecache_utils)	GlueDatasetGlueDataTrainingArgumentsLineByLineTextDatasetLineByLineWithRefDatasetLineByLineWithSOPTextDatasetSquadDatasetSquadDataTrainingArgumentsTextDataset$TextDatasetForNextSentencePredictionzdata.datasets)3#AlternatingCodebooksLogitsProcessorBayesianDetectorConfigBayesianDetectorModel
BeamScorerBeamSearchScorer%ClassifierFreeGuidanceLogitsProcessorConstrainedBeamSearchScorer
ConstraintConstraintListStateDisjunctiveConstraint#EncoderNoRepeatNGramLogitsProcessor'EncoderRepetitionPenaltyLogitsProcessorEosTokenCriteriaEpsilonLogitsWarperEtaLogitsWarperExponentialDecayLengthPenaltyForcedBOSTokenLogitsProcessorForcedEOSTokenLogitsProcessorGenerationMixinHammingDiversityLogitsProcessorInfNanRemoveLogitsProcessorLogitNormalizationLogitsProcessorLogitsProcessorListMaxLengthCriteriaMaxTimeCriteriaMinLengthLogitsProcessor!MinNewTokensLengthLogitsProcessorMinPLogitsWarperNoBadWordsLogitsProcessorNoRepeatNGramLogitsProcessorPhrasalConstraint PrefixConstrainedLogitsProcessor RepetitionPenaltyLogitsProcessorSequenceBiasLogitsProcessorStoppingCriteriaStoppingCriteriaListStopStringCriteria$SuppressTokensAtBeginLogitsProcessorSuppressTokensLogitsProcessorSynthIDTextWatermarkDetectorSynthIDTextWatermarkingConfig#SynthIDTextWatermarkLogitsProcessorTemperatureLogitsWarperTopKLogitsWarperTopPLogitsWarperTypicalLogitsWarper.UnbatchedClassifierFreeGuidanceLogitsProcessorWatermarkDetectorWatermarkLogitsProcessorWhisperTimeStampLogitsProcessor$TorchExportableModuleWithStaticCacheconvert_and_export_with_cachezintegrations.executorchZmodeling_flash_attention_utilsGradientCheckpointingLayermodeling_layersZmodeling_outputsROPE_INIT_FUNCTIONSdynamic_rope_updatemodeling_rope_utilsPreTrainedModelAttentionInterfacemodeling_utils)
	Adafactorget_constant_schedule!get_constant_schedule_with_warmupget_cosine_schedule_with_warmup2get_cosine_with_hard_restarts_schedule_with_warmupget_inverse_sqrt_scheduleget_linear_schedule_with_warmup)get_polynomial_decay_schedule_with_warmupget_schedulerget_wsd_scheduleoptimization)Conv1Dapply_chunking_to_forwardprune_layerpytorch_utilsZ	sagemakerZtime_series_utilsTrainertrainertorch_distributed_zero_firsttrainer_pt_utilsSeq2SeqTrainertrainer_seq2seq)dummy_tf_objectsc                 C   r   r   r   r   r   r   r   r     r   zutils.dummy_tf_objectsZactivations_tf)TFForcedBOSTokenLogitsProcessorTFForcedEOSTokenLogitsProcessorTFForceTokensLogitsProcessorTFGenerationMixinTFLogitsProcessorTFLogitsProcessorListTFLogitsWarperTFMinLengthLogitsProcessorTFNoBadWordsLogitsProcessorTFNoRepeatNGramLogitsProcessor"TFRepetitionPenaltyLogitsProcessor&TFSuppressTokensAtBeginLogitsProcessorTFSuppressTokensLogitsProcessorTFTemperatureLogitsWarperTFTopKLogitsWarperTFTopPLogitsWarperKerasMetricCallbackPushToHubCallbackkeras_callbacksZmodeling_tf_outputs)TFPreTrainedModelTFSequenceSummaryTFSharedEmbeddings
shape_listmodeling_tf_utils)AdamWeightDecayGradientAccumulatorWarmUpcreate_optimizeroptimization_tfZtf_utils)dummy_flax_objectsc                 C   r   r   r   r   r   r   r   r     r   zutils.dummy_flax_objects)!FlaxForcedBOSTokenLogitsProcessor!FlaxForcedEOSTokenLogitsProcessorFlaxForceTokensLogitsProcessorFlaxGenerationMixinFlaxLogitsProcessorFlaxLogitsProcessorListFlaxLogitsWarperFlaxMinLengthLogitsProcessorFlaxTemperatureLogitsWarper(FlaxSuppressTokensAtBeginLogitsProcessor!FlaxSuppressTokensLogitsProcessorFlaxTopKLogitsWarperFlaxTopPLogitsWarper#FlaxWhisperTimeStampLogitsProcessorZmodeling_flax_outputsFlaxPreTrainedModelmodeling_flax_utils)r   )r?   )rA   rB   )rK   )rY   )*)r   )r   )r   )r   )r   ),r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   )r   )r   r   )r   )r   )r   )r   )r   )TimmWrapperImageProcessor)rD  rE  )r   )rF  )rH  rI  )rL  rK  )r]  )r_  )ra  )rt  ru  )r  r  r  r  r  r  r  r  r  r  r  r  r  r  )r  Nc                 C   s   i | ]	\}}|t |qS r   )set)r   kvr   r   r   
<dictcomp>  r   r  models)prefix__file____version__)Zmodule_specZextra_objectszNone of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used.(  r  pathlibr   typingr    r   r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Zutils.import_utilsr   Z
get_logger__name__loggerZ_import_structurer   dirr   r   r   r   extendrc  r  r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   Zdata.data_collatorr2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   r  rb   rc   rd   re   rf   rg   rh   ri   rj   rk   rl   rm   rn   ro   rp   rq   rr   rs   rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Zutils.quantization_configr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Zutils.dummy_tokenizers_objectsr   r   Z2utils.dummies_sentencepiece_and_tokenizers_objectsr   r   Zutils.dummy_vision_objectsr   r   r   r   r   r   Zutils.dummy_torchvision_objectsr   r   r   r   Z(utils.dummy_timm_and_torchvision_objectsZmodels.timm_wrapperr  Zutils.dummy_pt_objectsr  r   r   r   r   r   r   r   r   r   r  r  r  r  r  r  Zdata.datasetsr  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  Zintegrations.executorchrD  rE  r   r   rG  rF  rJ  rH  rI  rM  rL  rK  rX  rN  rO  rP  rQ  rR  rS  rT  rU  rV  rW  r\  rY  rZ  r[  r^  r]  r`  r_  rb  ra  Zutils.dummy_tf_objectsrd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rv  rt  ru  r{  rw  rx  ry  rz  r  r|  r}  r~  r  Zutils.dummy_flax_objectsr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  sysitemsr  parentZimport_structure	frozensetupdateglobals__spec__modulesZwarning_advicer   r   r   r   <module>   s  \
)*+,-./012:;<=JKMWX~           .  c





:




P8 4$	& $
	L0xR 5Z"**x
	