X,9@sddlmZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z mZmZddlmZmZdd lmZdd lmZmZmZe jrdd l mZnd d ZeeZejdejejBZ ejdejejBZ!ejdejZ"ejdZ#ejdZ$eddZ%Gddde Z&eddZ'eedddZ(eddZ)eddZ*d d!Z+Gd"d#d#e,Z-d$d%Z.ejd&ej/Z0d'd(Z1d)d*Z2ejd+Z3ed,d-Z4ed.d/Z5ee j6ed0d1d2Z7d3d4Z8dS)5)unicode_literalsN)GzipFile)BytesIO)six) force_text)SimpleLazyObject keep_lazykeep_lazy_text)SafeText mark_safe) html_entities)pgettextugettext ugettext_lazy) force_unicodecCs.|o-t|djt|ddS)Nr)rupper)xr?/home/ubuntu/projects/ifolica/build/django/django/utils/text.pycapfirstsrz<.*?>|((?:\w[-\w]*|&.*?;)+)z <.*?>|(.)z<(/)?([^ ]+?)(?:(\s*/)| .*?)?>z\r\n|\rz&(((?<=[a-z])[A-Z])|([A-Z](?![A-Z]|$)))cs1tfdd}dj|S)aJ A word-wrap function that preserves existing line breaks. Expects that existing line breaks are posix newlines. All white space is preserved except added line breaks consume the space on which they break the line. Long words are not wrapped, so the output text may have lines longer than ``width``. c3sxjdD]}t|jdr2dp5}xt||kr|d|djdd}|dkr|jdd}|dkr|Vd}Pqnd|d|dV||d}t|jdrdp}qAW|r|VqqWdS)NT r rz%s ) splitlinesminendswithlenrfindfind)lineZ max_widthspace)textwidthrr _generator0s(!  ,zwrap.._generatorr)rjoin)r"r#r$r)r"r#rwrap"s r&cseZdZdZfddZdddZdddd Zd d Zddd d ZddZ ddZ S) TruncatorzI An object used to truncate text, either by characters or words. cs&tt|jfdddS)Ncs tS)N)rr)r"rrHsz$Truncator.__init__..)superr'__init__)selfr") __class__)r"rr*GszTruncator.__init__NcCsf|dkrtdd}nt|}d|krE|i|d6S|j|rX|Sd||fS)Nz%String to return when truncating textz%(truncated_text)s...z%(truncated_text)sZtruncated_textz%s%s)r rr)r+r"truncaterrradd_truncation_textJs    zTruncator.add_truncation_textFcCs|jt|}tjd|j}|}xF|jd|D]2}tj|sD|d8}|dkrvPqvqDqDW|r|j||||dS|j||||S)a  Returns the text truncated to be no longer than the specified number of characters. Takes an optional argument of what should be used to notify that the string has been truncated, defaulting to a translatable string of an ellipsis (...). ZNFCrrrF) _setupint unicodedata normalize_wrappedr. combining_truncate_html _text_chars)r+numr-htmllengthr" truncate_lencharrrrcharsZs     zTruncator.charsc Csd}d}xt|D]x\}}tj|r:qn|d7}|dkre||kre|}n||kr|j|d|pd|SqW|S)zE Truncates a string after a certain number of chars. rNr) enumerater1r4r.) r+r9r-r"r:Zs_lenZ end_indexir;rrrr6rs    zTruncator._text_charscCsH|jt|}|r8|j|||j|dS|j||S)z Truncates a string after a certain number of words. Takes an optional argument of what should be used to notify that the string has been truncated, defaulting to ellipsis (...). T)r/r0r5r3 _text_words)r+r7r-r8r9rrrwordss   zTruncator.wordscCsW|jj}t||krJ|d|}|jdj||Sdj|S)zw Truncates a string after a certain number of words. Newlines in the string will be stripped. Nr)r3splitrr.r%)r+r9r-r@rrrr?s zTruncator._text_wordsc Cs|r|dkrdSd}d}d}d} g} |r@tnt} x+| |krs| j||} | sqPn| jd}| jd r| d 7} | |krI|}qIqIntj| jd} | sI| |krqIn| j\}}}|j}|sp||krqI|r`y| j |}Wnt k rHYqpX| |d d } qI| j d|qIW| |kr|S|d |}|j d|}|r||7}nx| D]} |d| 7}qW|S)a Truncates HTML to a certain number of chars (not counting tags and comments), or, if words is True, then to a certain number of words. Closes opened tags if they were correctly closed in the given HTML. Newlines in the HTML are preserved. rrbrcollinkbaseimgparamareahrinputrNz) zbrzcolzlinkzbasezimgzparamzareazhrzinput) re_wordsre_charssearchendgroupre_tagmatchgroupslowerindex ValueErrorinsertr.)r+r9r-r"r:r@Zhtml4_singletsposZ end_text_posZ current_lenZ open_tagsregexmtagZ closing_tagtagnameZ self_closingr>outZ truncate_textrrrr5sT        zTruncator._truncate_html) __name__ __module__ __qualname____doc__r*r.r<r6r@r?r5rr)r,rr'Cs   r'cCs1t|jjdd}tjdd|S)a Returns the given string converted to a string that can be used for a clean filename. Specifically, leading and trailing spaces are removed; other spaces are converted to underscores; and anything that is not a unicode alphanumeric, dash, underscore, or dot, is removed. >>> get_valid_filename("john's portrait in 2004.jpg") 'johns_portrait_in_2004.jpg' r_z (?u)[^-\w.]r)rstripreplaceresub)srrrget_valid_filenames rgorcCs}t|dkrdSt|dkr6t|dSdtdjdd|dd Dt|t|d fS) a >>> get_text_list(['a', 'b', 'c', 'd']) 'a, b, c or d' >>> get_text_list(['a', 'b', 'c'], 'and') 'a, b and c' >>> get_text_list(['a', 'b'], 'and') 'a and b' >>> get_text_list(['a']) 'a' >>> get_text_list([]) '' rrrz%s %s %sz, css|]}t|VqdS)N)r).0r>rrr sz get_text_list..Nrk)rrrar%)Zlist_ last_wordrrr get_text_lists)rmcCst|}tjd|S)z+Normalizes CRLF and CR newlines to just LF.r)r re_newlinesre)r"rrrnormalize_newliness rocsidd6dd6dd6dd6dd6dd6d d 6d d 6d d 6d d6d d6d d6dd6dd6dd6dd6dd6dd6dd6dd6dd6dd6dd6dd 6dd!6dd"6d#jfd$d%|jDS)&zAConverts a phone number with letters into its numeric equivalent.2abc3def4ghr>5jkl6rYno7pqrrf8tuv9wryzrc3s!|]}j||VqdS)N)get)rirs) char2numberrrrjsz phone2numeric..)r%rS)Zphoner)rr phone2numerics 111&rcCsEt}tddddd|}|j||j|jS)Nmodewb compresslevelfileobj)rrwriteclosegetvalue)rfZzbufzfilerrrcompress_string$s    rc@sLeZdZddZddZddZddZd d Zd S) StreamingBuffercCs g|_dS)N)vals)r+rrrr*-szStreamingBuffer.__init__cCs|jj|dS)N)rappend)r+valrrrr0szStreamingBuffer.writecCs,|js dSdj|j}g|_|S)N)rr%)r+retrrrread3s   zStreamingBuffer.readcCsdS)Nr)r+rrrflush:szStreamingBuffer.flushcCsdS)Nr)r+rrrr=szStreamingBuffer.closeN)r]r^r_r*rrrrrrrrr,s     rccst}tddddd|}|jVx5|D]-}|j||j}|r6|Vq6q6W|j|jVdS)Nrrrrr)rrrrr)sequencebufritemdatarrrcompress_sequenceBs       rz ((?: [^\s'"]* (?: (?:"(?:[^"\\]|\\.)*" | '(?:[^'\\]|\\.)*') [^\s'"]* )+ ) | \S+) ccs8t|}x%tj|D]}|jdVqWdS)a Generator that splits a string by spaces, leaving quoted phrases together. Supports both single and double quotes, and supports escaping quotes with backslashes. In the output, strings will keep their initial and trailing quote marks and escaped quotes will remain escaped (the results can then be further processed with unescape_string_literal()). >>> list(smart_split(r'This is "a person\'s" test.')) ['This', 'is', '"a person\\\'s"', 'test.'] >>> list(smart_split(r"Another 'person\'s' test.")) ['Another', "'person\\'s'", 'test.'] >>> list(smart_split(r'A "\"funky\" style" test.')) ['A', '"\\"funky\\" style"', 'test.'] rN)rsmart_split_refinditerrO)r"bitrrr smart_split]s rc Cs|jd}|ddkr|dd}yI|ddkr^t|ddd}n t|}tj|SWqtk r|jdSYqXn@ytjtj|SWn%ttfk r|jdSYnXdS)Nrr#xX)rOr0runichrrUr name2codepointKeyError)rQr"rsrrr_replace_entityqs  rz#&(#?[xX]?(?:[0-9a-fA-F]+|\w{1,8}));cCstjtt|S)N) _entity_rererr)r"rrrunescape_entitiessrcCsk|ddks$|d|dkr7td|n|d}|dd jd||jddS) al Convert quoted string literals to unquoted strings with escaped quotes and backslashes unquoted:: >>> unescape_string_literal('"abc"') 'abc' >>> unescape_string_literal("'abc'") 'abc' >>> unescape_string_literal('"a \"bc\""') 'a "bc"' >>> unescape_string_literal("'\'ab\' c'") "'ab' c" rz"'rzNot a string literal: %rz\%sz\\\rkrk)rUrc)rfquoterrrunescape_string_literals$ rFcCst|}|rptjd|}tjdd|dtjjj}ttjdd|dtjStjd|j dd j d}tjdd|jj}ttjdd|S) z Convert to ASCII if 'allow_unicode' is False. Convert spaces to hyphens. Remove characters that aren't alphanumerics, underscores, or hyphens. Convert to lowercase. Also strip leading and trailing whitespace. NFKCz[^\w\s-]rflagsz[-\s]+-ZNFKDasciiignore) rr1r2rdreUrbrSr encodedecode)valueZ allow_unicoderrrslugifys *"'!rcCstjd|jjS)zg Splits CamelCase and converts to lower case. Also strips leading and trailing whitespace. z \1) re_camel_casererbrS)rrrrcamel_case_to_spacessr)9 __future__rrdr1gzipriorZ django.utilsrZdjango.utils.encodingrZdjango.utils.functionalrrr Zdjango.utils.safestringr r Zdjango.utils.six.movesr Zdjango.utils.translationr rrarPY2rrcompilerSrKrLrPrnrr&r'rgrmrorrobjectrrVERBOSErrrrrr text_typerrrrrrsN     !