1AMc'@s8ddkZddkZddkZddkZddkZddkZddkZddklZddk l Z l Z ddk l Z ddklZddklZddklZddklZlZdd klZdd klZdd klZdd klZdd k l!Z!l"Z"l#Z#ddk$l%Z%ddk&l'Z'l(Z(ddk)l*Z*ddk+l,Z,l-Z-l.Z.l/Z/l0Z0ddk)l1Z1l2Z2l3Z3ddk)l4Z4l5Z5ddk6l7Z7ddk8l9Z9ddk:l;Z;ddk<l=Z=ddk>l?Z?ddk@lAZAddkBlCZClDZDddkBlEZEddkFlGZGlHZHlIZIddkFlJZJlKZKlLZLdeMfdYZNd ZOd!ZPd"eQfd#YZRd$e7fd%YZSd&e iTfd'YZUd(ZVeWeWd)ZXe iYeXd*e9eWeWd+ZZe iYeZd*e;dS(,iN(tsettings(tmodelstIntegrityError(t post_save(tPermissionDenied(t ugettext_lazy(tchecks(tmatchtindexing(tversioncontrol(t ParseError(tLRUCachingDict(thooks(t getfromcachetdictsumtdeletefromcache(tl(tgroup_by_countt max_column(tcalculate_stats(tStoretUnitt QualityChecktPARSEDtCHECKED(trelative_real_pathtabsolute_real_pathtOBSOLETE(tempty_quickstatstempty_completestats(tRelatedManager(tProject(tLanguage(t Directory(t project_tree(tcheck_permission(tpost_vc_updatetpost_vc_commit(tpost_template_update(t add_filestmatch_template_filenametdirect_language_match_filename(tconvert_templatetget_translated_nametget_translated_name_gnutTranslationProjectNonDBStatecBseZdZRS(cCs:||_d|_d|_t|_t|_d|_dS(N( tparenttNonet termmatcherttermmatchermtimetTruet_indexing_enabledtFalset_index_initializedtindexer(tselfR.((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt__init__>s      (t__name__t __module__R8(((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyR-=scCsnti||oWy)tiid|d|\}}|SWqjtj odStj odSXndS(Ntlanguagetproject(R"t translation_project_should_existtTranslationProjecttobjectst get_or_createtOSErrorR/t IndexError(R;R<ttranslation_projecttcreated((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytcreate_translation_projectHs!cCsEx>tiiD]-}x$tiiD]}t||q&WqWdS(N(R R?titeratorRRE(R;R<((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytscan_translation_projectsRs tVersionControlErrorcBseZRS((R9R:(((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRHWstTranslationProjectManagercBseZdZRS(cCs|id|S(Nt pootle_path(tget(R7RJ((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytget_by_natural_key[s(R9R:RL(((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRIZsR>c BseZeeieiZeZdZ dd0dYZ e i e deZe i edeZe ideZe iededeZe idddedededeZd Zd d d ge_d ZdZdZdZe dZ!dZ"dZ#e e"e#Z$dZ%e e%Z&dZ'e e'Z(dZ)dZ*e e*Z+edZ,edZ-e.dZ/dZ0e.dZ1e.dZ2d1dZ4dZ5d Z6e e6Z7d!Z8e e8Z9d"Z:d#Z;d$Z<d%Z=d&Z>d1d'Z?d(Z@d)ZAd1d*ZBe d+ZCe d,ZDd-ZEd1d.d/ZFRS(2s.translation_indextMetacBseZdZdZRS(R;R<tpootle_app_translationproject(slanguagesproject(R9R:tunique_togethertdb_table(((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRMdstdb_indexteditablet max_lengthitnulltuniquecCs |ifS(N(RJ(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt natural_keynsspootle_app.Directoryspootle_language.Languagespootle_project.ProjectcCs|iS(N(RJ(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt __unicode__rscOs|idj}|ii}ti|i||idt|_ |ii i |ii |_ |i i |_ tt|i|||o|indS(Nt make_dirs(tidR/R<t get_real_pathR"tget_translation_project_dirR;t file_styleR2t abs_real_patht directorytget_or_make_subdirtcodeRJtsuperR>tsavet scan_files(R7targstkwargsRDt project_dir((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRbus$cOsI|i}tt|i|||it|ddddgdS(Nt getquickstatstgetcompletestatst get_mtimethas_suggestions(R^RaR>tdeleteR(R7RdReR^((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRks  cCs t|iS(N(RRJ(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytget_absolute_urlscCsd|ii|iifS(s%s [%s](R<tfullnameR;tname(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytscCs t|iS(N(Rt real_path(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt_get_abs_real_pathscCst||_dS(N(RRp(R7tvalue((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt_set_abs_real_pathscCs |iiS(N(R<t get_treestyle(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt_get_treestylescCsLtii|iititig}tid|d|id|i i S(Ntcheckerclassest errorhandlert languagecode( RtprojectcheckersRKR<t checkstyletStandardCheckertStandardUnitCheckert TeeCheckertfiltererrorhandlerR;R`(R7Rv((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt _get_checkers    cCstid||||tS(Nuerror in filter %s: %r, %r, %s(tloggingterrorR4(R7t functionnametstr1tstr2te((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyR~scCsmt|dpVy|i|i|_Wqftj o,t||_t||i|i/var/www/Pootle/local_apps/pootle_translationproject/models.pyt_get_non_db_statescCsSxL|iiddidtiD]#}|idtd| d|q(WdS(s*update all stores to reflect state on disktfilett state__gtetupdate_translationtupdate_structuret conservativeN(tstorestexcludetfilterRRFtupdateR2(R7Rtstore((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRs(c CsYxR|iiddidtiD])}|idtd| d|dtq(WdS( s'sync unsaved work on all stores to diskRRRRRRtcreateN(RRRRRFtsyncR2R4(R7RR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRs(cCsttiid|ddS(Ntstore__translation_projecttmtime(RRR?RR/(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRiscCsd}x|iidtiD]}y|iWq"tj o$tid|i|d7}q"t j o)}tid|i||d7}q"t t fj o)}tid|i||d7}q"Xq"W|S(s makes sure all stores are parsedit state__ltuDuplicate IDs in %siuFailed to parse %s %suCan't access %s %s( RRRRFt require_unitsRRtinfoR]R tIOErrorRA(R7terrorsRR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRscCsJ|iotS|i}ttiid|dt}||d<|S(NRt state__gtR(tis_template_projectRRRRR?RR(R7Rtstats((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRgs   ! cCsg|iotSx-|iidtiD]}|iq+Wtiid|dt }t |dS(NRt unit__store__translation_projecttfalse_positiveRn( RRRRRRFtrequire_qualitychecksRR?R4R(R7Rtquery((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRhs c CsT|iodS|ii}|djp ||jodS|ii}|p|in|djo|i}nx|iiD]{}|i djot ||\}}nt ||\}}|dj o||joqnt |||||qW|i |djo,|i}tid|d|d|ndS(s)update translation project from templatesNtgnutsendertoldstatstnewstats(RR<tget_template_translationprojectR/tis_monolingualRRgRRFR\R,R+R*RcR&tsend( R7RJttemplate_translation_projectt monolingualRRtnew_pootle_pathtnew_pathR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytupdate_from_templatess,     cstdiiidD}tiii}iotiii}ni djoki i do,t ||i ifdqt ||i ifdnt ||i idS(s7returns a list of po files for the project and languagecssx|]}|iVqWdS(N(tstrip(t.0tp((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pys s t,Rs /templates/csti|S((R(R<(tfilename(R7(s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRoscstii|S((R)R;R`(R(R7(s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRosN(tsetR<t ignoredfilestsplittostextsept localfiletypeRtget_template_filtetypeR\RJt startswithR'R]R^(R7t ignored_filestext((R7s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRcs% cCs|iidjo|iioyF|i}|iip|i|t|i_n||i_Wqtj o=}t i d|i i |i i t|t|i_qXn|iiS(Nu-Could not initialize indexer for %s in %s: %s(t non_db_stateR6R/R3t make_indexerR5t init_indexR2t ExceptionRtwarningR<R`R;tstrR4(R7R6R((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt _get_indexers    (cCs'|iio|iip |idjS(N(RR3R5R6R/(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt _has_index%s cCs|idty#ti|iid|iiWnnX|i}|ii }yGt i d|iit i |ii|ii|iiWn>tj o2}t id||ii|itnXyt i d|ii|idtdtdt|i}t i d|ii|i|dd td td td tWnWtj oK}t id ||ii|i|idtdtdtnXy#ti|iid|iiWnnX|i}|||fS(NRt preupdateu updating %s from version controluKnear fatal catastrophe, exception %s while updating %s from version controlu*parsing version control copy of %s into dbRRu&merging %s with version control updatetallownewstringst suggestionst notranslatetobsoletemissinguOnear fatal catastrophe, exception %s while merging %s with version control copyt postupdate(RR2R thookR<R`RtpathRgRRtdebugR t updatefilet_delete_store_cachet_update_store_cacheRRRbRHRR4t mergefileR/(R7RRt working_copyRt remotestatsR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt update_file_from_version_control+sB#      , # c Cs`td|pttdn|i}h}xd|iiddiD]G}y+|i|\}}}t||}WqTt j oqTXqTW|i |i}|i i i dttd|i|i i i dtd||i i i dtd||i i i dtd |tid |d |d |d |dS(sbupdates project translation files from version control, retaining uncommitted translationstcommits:You do not have rights to update from version control hereRRtmessages)Updated project "%s" from version controls working copys remote copys merged copyRRRRN(R#Rt_RgRRRFRRRHRctusert message_setRtunicodeRmt stats_messageR$R( R7trequestt old_statst remote_statsRRRRt new_stats((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytupdate_projectWs$    (c Cs;td|pttdny|i|\}}}|iiidttd|ii |iiidt d||iiidt d||iiidt d|t i d|d |d |d |Wn>t j o2|iiidttd |ii nX|id S(sMupdates file from version control, retaining uncommitted translationsRs:You do not have rights to update from version control hereRs$Updated file %s from version controls working copys remote copys merged copyRRRRs(Failed to update %s from version controlN(R#RRRRRRRRRnRR$RRHRc(R7RRRRR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt update_filers+&0c Cstd|pttdn|idtdtdt|i}|ii}t dt i |f|}|ii o+t |iio|d|ii7}ny1ti|iid|iid |d |}Wn"tj o|iig}nXt}yHxA|D]9}ti|d |d ||iiid d |qWWnEtj o9} tid | |iiid d | t}nXy)ti|iid|iid|WnnXtid|d|d|d|id||S(s0commits an individual PO file to version controlRs+You do not have rights to commit files hereRRRsCommit from %s by user %s.s <%s>t precommittauthorRsCommitted file: %suFailed to commit files: %ssFailed to commit file: %st postcommittsuccessRRRR(R#RRRR4R2RgRtusernameRRtTITLEtis_authenticatedtlentemailR RR<R`RRt ImportErrorR t commitfileRRRRRR%R( R7RRRRRt filestocommitRRR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt commitpofiles8  #1" )+cCs^y)ti|iid|i|iiWn.tj o"}tid|ii|nXdS(Nt initializeuFailed to initialize (%s): %s( R RR<R`RpR;RRR(R7R((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRs)c sKd }ztidddd\}}ti|tididifd|iD|f}|djoG|d j ot i ||d St |d i }|o|SnWd |d j o$ti i|oti|nXd }z|d j o>tidddd\}}ti|t |d }n ti}ti|d ti}xM|iD]?} |i| iid | itidid qW|i|d j ot i ||n |iSWd |d j o$ti i|oti|ny|iWnnXXd S(s)returns an archive of the given filenamestprefixtpootletsuffixs.zipscd %s ; zip -r - %s > %st c3s-x&|]}|itidVqWdS(iN(R]R(RR(R7(s>/var/www/Pootle/local_apps/pootle_translationproject/models.pys s iNtrtwbtwsutf-8i(R/ttempfiletmkstempRtclosetsystemR]tjoinRFtshutiltmovetopentreadRtexiststremovet cStringIOtStringIOtzipfiletZipFilet ZIP_DEFLATEDtwritetencodeRtgetvalue( R7RRt tempzipfiletfdtresulttfiledatatarchivecontentstarchiveR((R7s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt get_archivesF >        =   cCsvtid|itii|i|i}ti |}|i h|i d6|i d6|i d6|i d6|S(sget an indexing object for this project Since we do not want to keep the indexing databases open for the lifetime of the TranslationProject (it is cached!), it may NOT be part of the Project object, but should be used via a short living local variable. uLoading indexer for %st pofilenametitemnotpomtimetdbid( RRRJRRRR]tindex_directoryRt get_indexertset_field_analyzerstANALYZER_EXACT(R7tindexdirtindex((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRs    cCsyR|ix'|iiD]}|i||qW|i|idtWn@tj o4}ti d||y|i WqqXnXdS(sinitializes the search indextoptimizeu Error opening indexer for %s: %sN( tbegin_transactionRRFt update_indextcommit_transactiontflushR2RRRtcancel_transaction(R7R6RR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRs  cCsV|djotStt|id}|id|ifgt}|id|fgt}|i||gt}|i|i }d} |djo | odS|dj oM|i i d|} |idt|fgt} |i || gn:t id|i|i|i h|id6|i } g} x| iD]} h|id6|d6t| id 6t| id6} | io.d i| ii}d i| ii}n| i}| i}|| d <|| d <| i| d <| i| d<| i| qZW| o"x| D]}|i|q7WndS(supdates the index with the contents of pofilename (limit to items if given) There are three reasons for calling this function: 1. creating a new instance of L{TranslationProject} (see L{initindex}) -> check if the index is up-to-date / rebuild the index if necessary 2. translating a unit via the web interface -> (re)index only the specified unit(s) The argument L{item} should be None for 1. known problems: 1. This function should get called, when the po file changes externally. WARNING: You have to stop the pootle server before manually changing po files, if you want to keep the index database in sync. @param unitid: pk of unit within the po file OR None (=rebuild all) @type unitid: int @param optimize: should the indexing database be optimized afterwards @type optimize: bool iRRiNRYRuUpdating %s indexer for file %sRs tsourcettargettnotest locations(R/R4RthashRit make_queryRJR2tget_query_resulttget_matches_counttunitsRt delete_docRRRFRRYt haspluralRR%tstringsR&tgetnotest getlocationstappendtindex_document(R7R6RtunitidRtpofilenamequeryt pomtimequerytgooditemsqueryt gooditemsnumR-t itemsquerytaddlisttunittdoctorigttranstadd_item((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyR!sL  !        cCs|iidS(s /terminology/(RJtendswith(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRoSscCs||iijS((R<R(R7((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRoTscCs9tii}d}|io|ii}|i}ny=tii d|i dd}|i}|ii}Wnti j onX|ii dd}x)|i D]}t||i}qW||B}|djodS||iijo+ti|i |i_||i_n|iiS(sreturns the terminology matcherR;t project__codet terminologytname__startswithspootle-terminologyN(RR?tnoneR/tis_terminology_projectRtallRiR>RKt language_idt DoesNotExistRRFtmaxRR1RtterminologymatcherR0(R7tterminology_storesRt termprojecttlocal_terminologyR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytgettermmatcherVs,     ic Csx|iiD]}|i|}|dj o|iow|io_|djoR|ii}|o;ti |}|i i ||}|dj o|Sqq|i SqqW|djo|dj o|S|SdS(Ni( RRFtfindunitR/t istranslatedR/R;tpluralequationtgettexttc2pyR&R0( R7tsingulartpluraltnRR<RRtpluralfnR&((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyttranslate_messagets   (N(GR9R:R RtPARSE_POOL_SIZEtPARSE_POOL_CULL_FREQUENCYRRIR?RRMRt ForeignKeyR R2R;RR<t FilePathFieldR4Rpt OneToOneFieldR!R^t CharFieldRJRVt dependenciesRWRbRkRltpropertyRmRqRsR]RuR\RtcheckerR~RRRRR RiRRgRhR/RRcRR6Rt has_indexRRRRRRRRR!RFRRORY(((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyR>_sf *                       ,   '  1   L cCs8d||idd|idd|iddfS(Ns,%s: %d of %d messages translated (%d fuzzy).t translatedittotaltfuzzy(RK(tversionR((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyRscKs?| p|odSx$tiiD]}t||q$WdS(N(R R?RFRE(RtinstanceRDtrawReR;((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pytscan_languagess RcKs?| p|odSx$tiiD]}t||q$WdS(N(RR?RFRE(RRhRDRiReR<((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyt scan_projectss ([RRRSRRRRt django.confRt django.dbRRtdjango.db.models.signalsRtdjango.core.exceptionsRtdjango.utils.translationRRttranslate.filtersRttranslate.searchRRttranslate.storageR ttranslate.storage.baseR ttranslate.misc.lruR tpootle.scriptsR tpootle_misc.utilR RRtpootle_misc.baseurlRtpootle_misc.aggregateRRtpootle_store.utilRtpootle_store.modelsRRRRRRRRRRtpootle_app.lib.utilRtpootle_project.modelsRtpootle_language.modelsR tpootle_app.models.directoryR!t pootle_appR"tpootle_app.models.permissionsR#tpootle_app.models.signalsR$R%R&tpootle_app.project_treeR'R(R)R*R+R,tobjectR-RERGRRHRItModelR>RR4RjtconnectRk(((s>/var/www/Pootle/local_apps/pootle_translationproject/models.pyts^       ( ,