o rZh 1@sdZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z ddlmZdagdZddd Zd d ZGd d d e ZGdddZedkriddlmZmZddZeeeZdSdS)z; Classifiers that make use of the external 'Weka' package. N)stdin) ClassifierI) config_javajava)DictionaryProbDist).z/usr/share/wekaz/usr/local/share/wekaz /usr/lib/wekaz/usr/local/lib/wekacCst|dur |atdurPt}dtjvr|dtjd|D]0}tjtj|drOtj|dat t}|rEt dtd|dnt dtt tqtdurXt ddS) NZWEKAHOMErzweka.jarz [Found Weka: z (version z)]z[Found Weka: %s]zUnable to find weka.jar! Use config_weka() or set the WEKAHOME environment variable. For more information about Weka, please see https://www.cs.waikato.ac.nz/ml/weka/) r_weka_classpath _weka_searchosenvironinsertpathexistsjoin_check_weka_versionprint LookupError) classpathZ searchpathr versionrA/var/www/auris/lib/python3.10/site-packages/nltk/classify/weka.py config_weka"s*  rc Cspzt|}WnttfyYdSzz |dWW|Sty2YW|dSw|w)Nzweka/core/version.txt)zipfileZipFile SystemExitKeyboardInterruptreadcloseKeyError)jarzfrrrrCs     rc@sbeZdZddZddZddZddZd d Zd d Zd ddddddZ e dgdfddZ dS)WekaClassifiercCs||_||_dSN) _formatter_model)self formattermodel_filenamerrr__init__Ts zWekaClassifier.__init__cCs||gdS)N)-p0z -distribution_classify_manyr% featuresetsrrrprob_classify_manyXz!WekaClassifier.prob_classify_manycCs||ddgS)Nr)r*r+r-rrr classify_many[r0zWekaClassifier.classify_manyc Cstt}zZtj|d}|j||dd|jd|g|}t |t t j t j d\}}|r>|s>d|vr8t dt d|||tjd Wt|D] }ttj||qOt|St|D] }ttj||qgt|w) Nz test.arff!weka.classifiers.bayes.NaiveBayesz-lz-T)rstdoutstderrzIllegal options: -distributionzOThe installed version of weka does not support probability distribution output.z"Weka failed to generate output: %s )rtempfilemkdtempr r rr#writer$rr subprocessPIPE ValueErrorparse_weka_outputdecoderencodingsplitlistdirremovermdir) r%r.optionstemp_dirZ test_filenamecmdr3r4frrrr,^s@    zWekaClassifier._classify_manycCs2ddtd|D}tt|j|}t|S)NcSsg|] }|rt|qSr)stripfloat).0vrrr sz:WekaClassifier.parse_weka_distribution..z[*,]+)rer?dictzipr#labelsr)r%sZprobsrrrparse_weka_distributionsz&WekaClassifier.parse_weka_distributioncst|D]\}}|dr||d}nq|dgdkr-dd|ddDS|dgdkrDfdd|ddDStd |drSd d|DS|dd D]}t|qYtd |d) Ninst#r)rRactual predictederrorZ predictioncSs*g|]}|r|dddqS):rGr?rIlinerrrrKs*z4WekaClassifier.parse_weka_output..rX)rRrSrTrU distributioncs&g|]}|r|dqS))rGrQr?rZr%rrrKs z^0 \w+ [01]\.[0-9]* \?\s*$cSs g|] }|r|dqS)rXrYrZrrrrKs zRUnhandled output format -- your version of weka may not be supported. Header: %s) enumeraterG startswithr?rLmatchrr;)r%linesir[rr^rr<s(    z WekaClassifier.parse_weka_outputr2zweka.classifiers.trees.J48z#weka.classifiers.functions.Logisticzweka.classifiers.functions.SMOzweka.classifiers.lazy.KStarzweka.classifiers.rules.JRip) naivebayesC4.5Zlog_regressionZsvmZkstarZripperreTc Cs tt|}t}zatj|d}|||||j vr%|j |} n||j vr/|} nt d|| d|d|g} | t |7} |rHt j} nd} t| t| dt||Wt|D] } ttj|| q[t|St|D] } ttj|| qst|w)Nz train.arffzUnknown classifier %sz-dz-t)rr3)rARFF_Formatter from_trainr6r7r r rr8_CLASSIFIER_CLASSvaluesr;listr9r:rrr!r@rArB) clsr'r. classifierrCquietr&rDZtrain_filenameZ javaclassrEr3rFrrrtrains0         zWekaClassifier.trainN) __name__ __module__ __qualname__r(r/r1r,rQr<ri classmethodrorrrrr!Ss&,1 r!c@sVeZdZdZddZddZddZdd Zed d Z d d Z dddZ ddZ dS)rgz Converts featuresets and labeled featuresets to ARFF-formatted strings, appropriate for input into Weka. Features and classes can be specified manually in the constructor, or may be determined from data using ``from_train``. cCs||_||_dS)a) :param labels: A list of all class labels that can be generated. :param features: A list of feature specifications, where each feature specification is a tuple (fname, ftype); and ftype is an ARFF type string such as NUMERIC or STRING. N)_labels _features)r%rOfeaturesrrrr(s zARFF_Formatter.__init__cCs|||S)zBReturns a string representation of ARFF output for the given data.)header_section data_section)r%tokensrrrformat szARFF_Formatter.formatcCs t|jS)zReturns the list of classes.)rkrtr^rrrrOs zARFF_Formatter.labelscCs0t|ds t|d}||||dS)z.Writes ARFF data to a file for the given data.r8wN)hasattropenr8rzr)r%outfileryrrrr8s   zARFF_Formatter.writecCsdd|D}i}|D]K\}}|D]B\}}tt|tr!d}n"tt|tttfr.d}ntt|tr8d}n |dur=qtd|||||krQtd||||<qq t |}t ||S) z Constructs an ARFF_Formatter instance with class labels and feature types determined from the given data. Handles boolean, numeric and string (note: not nominal) types. cSsh|]\}}|qSrr)rItoklabelrrr !z,ARFF_Formatter.from_train..z {True, False}ZNUMERICSTRINGNzUnsupported value type %rzInconsistent type for %s) items issubclasstypeboolintrHstrr;getsortedrg)ryrOrvrrfnamefvalftyperrrrhs&      zARFF_Formatter.from_traincCsTddt}|d7}|jD] \}}|d||f7}q|ddd|jf7}|S)z#Returns an ARFF header as a string.z3% Weka ARFF file % Generated automatically by NLTK z%% %s z@RELATION rel z@ATTRIBUTE %-30r %s z@ATTRIBUTE %-30r {%s} z-label-,)timectimerurrt)r%rPrrrrrrw9s zARFF_Formatter.header_sectionNc Cs|dur|ot|dttf}|sdd|D}d}|D]!\}}|jD]\}}|d|||7}q#|d||7}q|S)a Returns the ARFF data section for the given data. :param tokens: a list of featuresets (dicts) or labelled featuresets which are tuples (featureset, label). :param labeled: Indicates whether the given tokens are labeled or not. If None, then the tokens will be assumed to be labeled if the first token's value is a tuple or list. NrcSsg|]}|dfqSr"r)rIrrrrrK]rz/ARFF_Formatter.data_section..z @DATA z%s,z%s ) isinstancetuplerkru _fmt_arff_valr)r%ryZlabeledrPrrrrrrrrxNs  zARFF_Formatter.data_sectioncCs<|durdSt|ttfrd|St|trd|Sd|S)N?z%sz%r)rrrrH)r%rrrrrhs zARFF_Formatter._fmt_arff_valr") rprqrr__doc__r(rzrOr8 staticmethodrhrwrxrrrrrrgs    rg__main__)binary_names_demo_features names_democCstd|dS)Nz/tmp/name.modelrf)r!ro)r.rrrmake_classifiervsrr")rr rLr9r6rrsysrZnltk.classify.apirZnltk.internalsrrZnltk.probabilityrrr rrr!rgrpZnltk.classify.utilrrrrmrrrrs.    !$}