Linux garfield.o2switch.net 4.18.0-553.62.1.lve.el8.x86_64 #1 SMP Mon Jul 21 17:50:35 UTC 2025 x86_64
/
lib64
/
python2.7
/
test
/
//lib64/python2.7/test/test_tokenize.pyo
� z fc @ s d d l m Z d d l m Z m Z m Z m Z m Z m Z m Z m Z m Z m Z d d l m Z d d l Z d d l m Z d e f d � � YZ d � Z d e f d � � YZ d e f d � � YZ d e f d � � YZ d � Z e d k re � n d S( i����( t test_support( t untokenizet generate_tokenst NUMBERt NAMEt OPt STRINGt ENDMARKERt tok_namet Untokenizert tokenize( t StringION( t TestCaset TokenizeTestc B s� e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C s� g } t | � } xT t | j � D]C \ } } } } } | t k rG Pn t | } | j d t � � q" W| j | | j � j � � d S( Ns4 %(type)-10.10s %(token)-13.13r %(start)s %(end)s( R R t readlineR R t appendt localst assertEqualt rstript splitlines( t selft st expectedt resultt ft typet tokent startt endt line( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt check_tokenize s % c C sc | j d d � | j d d � d } | j t d � �% x t t | � j � D] } qO WWd QXd S( Ns 1 + 1s� NUMBER '1' (1, 0) (1, 1) OP '+' (1, 2) (1, 3) NUMBER '1' (1, 4) (1, 5) s. if False: # NL True = False # NEWLINE s; NAME 'if' (1, 0) (1, 2) NAME 'False' (1, 3) (1, 8) OP ':' (1, 8) (1, 9) NEWLINE '\n' (1, 9) (1, 10) COMMENT '# NL' (2, 4) (2, 8) NL '\n' (2, 8) (2, 9) INDENT ' ' (3, 0) (3, 4) NAME 'True' (3, 4) (3, 8) OP '=' (3, 9) (3, 10) NAME 'False' (3, 11) (3, 16) COMMENT '# NEWLINE' (3, 17) (3, 26) NEWLINE '\n' (3, 26) (3, 27) DEDENT '' (4, 0) (4, 0) s def k(x): x += 2 x += 5 s3 unindent does not match any outer indentation level( R t assertRaisesRegexpt IndentationErrorR R R ( R t indent_error_filet tok( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_basic s c C s� | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � d S( Ns 0xff <= 255s� NUMBER '0xff' (1, 0) (1, 4) OP '<=' (1, 5) (1, 7) NUMBER '255' (1, 8) (1, 11) s 0b10 <= 255s� NUMBER '0b10' (1, 0) (1, 4) OP '<=' (1, 5) (1, 7) NUMBER '255' (1, 8) (1, 11) s 0o123 <= 0123s� NUMBER '0o123' (1, 0) (1, 5) OP '<=' (1, 6) (1, 8) NUMBER '0123' (1, 9) (1, 13) s 01234567 > ~0x15s� NUMBER '01234567' (1, 0) (1, 8) OP '>' (1, 9) (1, 10) OP '~' (1, 11) (1, 12) NUMBER '0x15' (1, 12) (1, 16) s 2134568 != 01231515s� NUMBER '2134568' (1, 0) (1, 7) OP '!=' (1, 8) (1, 10) NUMBER '01231515' (1, 11) (1, 19) s (-124561-1) & 0200000000sc OP '(' (1, 0) (1, 1) OP '-' (1, 1) (1, 2) NUMBER '124561' (1, 2) (1, 8) OP '-' (1, 8) (1, 9) NUMBER '1' (1, 9) (1, 10) OP ')' (1, 10) (1, 11) OP '&' (1, 12) (1, 13) NUMBER '0200000000' (1, 14) (1, 24) s 0xdeadbeef != -1s� NUMBER '0xdeadbeef' (1, 0) (1, 10) OP '!=' (1, 11) (1, 13) OP '-' (1, 14) (1, 15) NUMBER '1' (1, 15) (1, 16) s 0xdeadc0de & 012345s� NUMBER '0xdeadc0de' (1, 0) (1, 10) OP '&' (1, 11) (1, 12) NUMBER '012345' (1, 13) (1, 19) s 0xFF & 0x15 | 1234s� NUMBER '0xFF' (1, 0) (1, 4) OP '&' (1, 5) (1, 6) NUMBER '0x15' (1, 7) (1, 11) OP '|' (1, 12) (1, 13) NUMBER '1234' (1, 14) (1, 18) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_intB s$ c C sD | j d d � | j d d � | j d d � | j d d � d S( Ns x = 0Ls� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '0L' (1, 4) (1, 6) s x = 0xfffffffffffs� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '0xffffffffff (1, 4) (1, 17) s x = 123141242151251616110ls� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '123141242151 (1, 4) (1, 26) s x = -15921590215012591Ls� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) OP '-' (1, 4) (1, 5) NUMBER '159215902150 (1, 5) (1, 23) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_long{ s c C st | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � d S( Ns x = 3.14159s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '3.14159' (1, 4) (1, 11) s x = 314159.s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '314159.' (1, 4) (1, 11) s x = .314159s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '.314159' (1, 4) (1, 11) s x = 3e14159s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '3e14159' (1, 4) (1, 11) s x = 3E123s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '3E123' (1, 4) (1, 9) s x+y = 3e-1230s� NAME 'x' (1, 0) (1, 1) OP '+' (1, 1) (1, 2) NAME 'y' (1, 2) (1, 3) OP '=' (1, 4) (1, 5) NUMBER '3e-1230' (1, 6) (1, 13) s x = 3.14e159s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '3.14e159' (1, 4) (1, 12) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_float� s c C s� | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � | j d d � d S( Ns x = ''; y = ""s5 NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING "''" (1, 4) (1, 6) OP ';' (1, 6) (1, 7) NAME 'y' (1, 8) (1, 9) OP '=' (1, 10) (1, 11) STRING '""' (1, 12) (1, 14) s x = '"'; y = "'"s6 NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING '\'"\'' (1, 4) (1, 7) OP ';' (1, 7) (1, 8) NAME 'y' (1, 9) (1, 10) OP '=' (1, 11) (1, 12) STRING '"\'"' (1, 13) (1, 16) s x = "doesn't "shrink", does it"s� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING '"doesn\'t "' (1, 4) (1, 14) NAME 'shrink' (1, 14) (1, 20) STRING '", does it"' (1, 20) (1, 31) s x = u'abc' + U'ABC's� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING "u'abc'" (1, 4) (1, 10) OP '+' (1, 11) (1, 12) STRING "U'ABC'" (1, 13) (1, 19) s y = u"ABC" + U"ABC"s� NAME 'y' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING 'u"ABC"' (1, 4) (1, 10) OP '+' (1, 11) (1, 12) STRING 'U"ABC"' (1, 13) (1, 19) s) x = ur'abc' + Ur'ABC' + uR'ABC' + UR'ABC's� NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING "ur'abc'" (1, 4) (1, 11) OP '+' (1, 12) (1, 13) STRING "Ur'ABC'" (1, 14) (1, 21) OP '+' (1, 22) (1, 23) STRING "uR'ABC'" (1, 24) (1, 31) OP '+' (1, 32) (1, 33) STRING "UR'ABC'" (1, 34) (1, 41) s) y = ur"abc" + Ur"ABC" + uR"ABC" + UR"ABC"s� NAME 'y' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) STRING 'ur"abc"' (1, 4) (1, 11) OP '+' (1, 12) (1, 13) STRING 'Ur"ABC"' (1, 14) (1, 21) OP '+' (1, 22) (1, 23) STRING 'uR"ABC"' (1, 24) (1, 31) OP '+' (1, 32) (1, 33) STRING 'UR"ABC"' (1, 34) (1, 41) s b'abc' + B'abc's� STRING "b'abc'" (1, 0) (1, 6) OP '+' (1, 7) (1, 8) STRING "B'abc'" (1, 9) (1, 15) s b"abc" + B"abc"s� STRING 'b"abc"' (1, 0) (1, 6) OP '+' (1, 7) (1, 8) STRING 'B"abc"' (1, 9) (1, 15) s% br'abc' + bR'abc' + Br'abc' + BR'abc's; STRING "br'abc'" (1, 0) (1, 7) OP '+' (1, 8) (1, 9) STRING "bR'abc'" (1, 10) (1, 17) OP '+' (1, 18) (1, 19) STRING "Br'abc'" (1, 20) (1, 27) OP '+' (1, 28) (1, 29) STRING "BR'abc'" (1, 30) (1, 37) s% br"abc" + bR"abc" + Br"abc" + BR"abc"s; STRING 'br"abc"' (1, 0) (1, 7) OP '+' (1, 8) (1, 9) STRING 'bR"abc"' (1, 10) (1, 17) OP '+' (1, 18) (1, 19) STRING 'Br"abc"' (1, 20) (1, 27) OP '+' (1, 28) (1, 29) STRING 'BR"abc"' (1, 30) (1, 37) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_string� s, c C s$ | j d d � | j d d � d S( Ns! def d22(a, b, c=2, d=2, *k): passs NAME 'def' (1, 0) (1, 3) NAME 'd22' (1, 4) (1, 7) OP '(' (1, 7) (1, 8) NAME 'a' (1, 8) (1, 9) OP ',' (1, 9) (1, 10) NAME 'b' (1, 11) (1, 12) OP ',' (1, 12) (1, 13) NAME 'c' (1, 14) (1, 15) OP '=' (1, 15) (1, 16) NUMBER '2' (1, 16) (1, 17) OP ',' (1, 17) (1, 18) NAME 'd' (1, 19) (1, 20) OP '=' (1, 20) (1, 21) NUMBER '2' (1, 21) (1, 22) OP ',' (1, 22) (1, 23) OP '*' (1, 24) (1, 25) NAME 'k' (1, 25) (1, 26) OP ')' (1, 26) (1, 27) OP ':' (1, 27) (1, 28) NAME 'pass' (1, 29) (1, 33) s def d01v_(a=1, *k, **w): passs� NAME 'def' (1, 0) (1, 3) NAME 'd01v_' (1, 4) (1, 9) OP '(' (1, 9) (1, 10) NAME 'a' (1, 10) (1, 11) OP '=' (1, 11) (1, 12) NUMBER '1' (1, 12) (1, 13) OP ',' (1, 13) (1, 14) OP '*' (1, 15) (1, 16) NAME 'k' (1, 16) (1, 17) OP ',' (1, 17) (1, 18) OP '**' (1, 19) (1, 21) NAME 'w' (1, 21) (1, 22) OP ')' (1, 22) (1, 23) OP ':' (1, 23) (1, 24) NAME 'pass' (1, 25) (1, 29) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_function s c C s | j d d d � d S( Ns* if 1 < 1 > 1 == 1 >= 5 <= 0x15 <= 0x12 != s. 1 and 5 in 1 not in 1 is 1 or 5 is not 1: passs� NAME 'if' (1, 0) (1, 2) NUMBER '1' (1, 3) (1, 4) OP '<' (1, 5) (1, 6) NUMBER '1' (1, 7) (1, 8) OP '>' (1, 9) (1, 10) NUMBER '1' (1, 11) (1, 12) OP '==' (1, 13) (1, 15) NUMBER '1' (1, 16) (1, 17) OP '>=' (1, 18) (1, 20) NUMBER '5' (1, 21) (1, 22) OP '<=' (1, 23) (1, 25) NUMBER '0x15' (1, 26) (1, 30) OP '<=' (1, 31) (1, 33) NUMBER '0x12' (1, 34) (1, 38) OP '!=' (1, 39) (1, 41) NUMBER '1' (1, 42) (1, 43) NAME 'and' (1, 44) (1, 47) NUMBER '5' (1, 48) (1, 49) NAME 'in' (1, 50) (1, 52) NUMBER '1' (1, 53) (1, 54) NAME 'not' (1, 55) (1, 58) NAME 'in' (1, 59) (1, 61) NUMBER '1' (1, 62) (1, 63) NAME 'is' (1, 64) (1, 66) NUMBER '1' (1, 67) (1, 68) NAME 'or' (1, 69) (1, 71) NUMBER '5' (1, 72) (1, 73) NAME 'is' (1, 74) (1, 76) NAME 'not' (1, 77) (1, 80) NUMBER '1' (1, 81) (1, 82) OP ':' (1, 82) (1, 83) NAME 'pass' (1, 84) (1, 88) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_comparisonA s !c C s | j d d � d S( Ns x = 1 << 1 >> 5s6 NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '1' (1, 4) (1, 5) OP '<<' (1, 6) (1, 8) NUMBER '1' (1, 9) (1, 10) OP '>>' (1, 11) (1, 13) NUMBER '5' (1, 14) (1, 15) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_shiftg s c C s | j d d � d S( Ns& x = 1 - y + 15 - 01 + 0x124 + z + a[5]s$ NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '1' (1, 4) (1, 5) OP '-' (1, 6) (1, 7) NAME 'y' (1, 8) (1, 9) OP '+' (1, 10) (1, 11) NUMBER '15' (1, 12) (1, 14) OP '-' (1, 15) (1, 16) NUMBER '01' (1, 17) (1, 19) OP '+' (1, 20) (1, 21) NUMBER '0x124' (1, 22) (1, 27) OP '+' (1, 28) (1, 29) NAME 'z' (1, 30) (1, 31) OP '+' (1, 32) (1, 33) NAME 'a' (1, 34) (1, 35) OP '[' (1, 35) (1, 36) NUMBER '5' (1, 36) (1, 37) OP ']' (1, 37) (1, 38) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_additives s c C s | j d d � d S( Ns x = 1//1*1/5*12%0x12s@ NAME 'x' (1, 0) (1, 1) OP '=' (1, 2) (1, 3) NUMBER '1' (1, 4) (1, 5) OP '//' (1, 5) (1, 7) NUMBER '1' (1, 7) (1, 8) OP '*' (1, 8) (1, 9) NUMBER '1' (1, 9) (1, 10) OP '/' (1, 10) (1, 11) NUMBER '5' (1, 11) (1, 12) OP '*' (1, 12) (1, 13) NUMBER '12' (1, 13) (1, 15) OP '%' (1, 15) (1, 16) NUMBER '0x12' (1, 16) (1, 20) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_multiplicative� s c C s$ | j d d � | j d d � d S( Ns ~1 ^ 1 & 1 |1 ^ -1s� OP '~' (1, 0) (1, 1) NUMBER '1' (1, 1) (1, 2) OP '^' (1, 3) (1, 4) NUMBER '1' (1, 5) (1, 6) OP '&' (1, 7) (1, 8) NUMBER '1' (1, 9) (1, 10) OP '|' (1, 11) (1, 12) NUMBER '1' (1, 12) (1, 13) OP '^' (1, 14) (1, 15) OP '-' (1, 16) (1, 17) NUMBER '1' (1, 17) (1, 18) s -1*1/1+1*1//1 - ---1**1sH OP '-' (1, 0) (1, 1) NUMBER '1' (1, 1) (1, 2) OP '*' (1, 2) (1, 3) NUMBER '1' (1, 3) (1, 4) OP '/' (1, 4) (1, 5) NUMBER '1' (1, 5) (1, 6) OP '+' (1, 6) (1, 7) NUMBER '1' (1, 7) (1, 8) OP '*' (1, 8) (1, 9) NUMBER '1' (1, 9) (1, 10) OP '//' (1, 10) (1, 12) NUMBER '1' (1, 12) (1, 13) OP '-' (1, 14) (1, 15) OP '-' (1, 16) (1, 17) OP '-' (1, 17) (1, 18) OP '-' (1, 18) (1, 19) NUMBER '1' (1, 19) (1, 20) OP '**' (1, 20) (1, 22) NUMBER '1' (1, 22) (1, 23) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_unary� s c C s | j d d � d S( Ns/ import sys, time x = sys.modules['time'].time()s� NAME 'import' (1, 0) (1, 6) NAME 'sys' (1, 7) (1, 10) OP ',' (1, 10) (1, 11) NAME 'time' (1, 12) (1, 16) NEWLINE '\n' (1, 16) (1, 17) NAME 'x' (2, 0) (2, 1) OP '=' (2, 2) (2, 3) NAME 'sys' (2, 4) (2, 7) OP '.' (2, 7) (2, 8) NAME 'modules' (2, 8) (2, 15) OP '[' (2, 15) (2, 16) STRING "'time'" (2, 16) (2, 22) OP ']' (2, 22) (2, 23) OP '.' (2, 23) (2, 24) NAME 'time' (2, 24) (2, 28) OP '(' (2, 28) (2, 29) OP ')' (2, 29) (2, 30) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_selector� s c C s | j d d � d S( Ns @staticmethod def foo(x,y): passs OP '@' (1, 0) (1, 1) NAME 'staticmethod (1, 1) (1, 13) NEWLINE '\n' (1, 13) (1, 14) NAME 'def' (2, 0) (2, 3) NAME 'foo' (2, 4) (2, 7) OP '(' (2, 7) (2, 8) NAME 'x' (2, 8) (2, 9) OP ',' (2, 9) (2, 10) NAME 'y' (2, 10) (2, 11) OP ')' (2, 11) (2, 12) OP ':' (2, 12) (2, 13) NAME 'pass' (2, 14) (2, 18) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_method� s c C s | j d d � d S( Ns def f(): if x passs_ NAME 'def' (1, 0) (1, 3) NAME 'f' (1, 4) (1, 5) OP '(' (1, 5) (1, 6) OP ')' (1, 6) (1, 7) OP ':' (1, 7) (1, 8) NEWLINE '\n' (1, 8) (1, 9) INDENT '\t' (2, 0) (2, 1) NAME 'if' (2, 1) (2, 3) NAME 'x' (2, 4) (2, 5) NEWLINE '\n' (2, 5) (2, 6) INDENT ' \t' (3, 0) (3, 9) NAME 'pass' (3, 9) (3, 13) DEDENT '' (4, 0) (4, 0) DEDENT '' (4, 0) (4, 0) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_tabs� s c C s | j d d � d S( Ns @ s/ OP '@' (1, 0) (1, 1) ( R ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt% test_pathological_trailing_whitespace� s ( t __name__t __module__R R# R$ R% R& R' R( R) R* R+ R, R- R. R/ R0 R1 ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyR s # 9 ( ] ) & % c C s� g } t t | � j � } x� | D]z \ } } } } } | t k r� d | k r� | j t d f t d f t t | � f t d f g � q" | j | | f � q" Wt | � S( Nt .t Decimalt (t )( R R R R t extendR R R t reprR R ( R R t gt toknumt tokvalt _( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt decistmt s t TestMiscc B s e Z d � Z RS( c C sn d d l m } d } | j t | � d � | j t t | � � d � | j t t | � � | d � � d S( Ni����( R5 s +21.3e-5*-.1234/81.7s8 +Decimal ('21.3e-5')*-Decimal ('.1234')/Decimal ('81.7')s -3.21716034272e-0+7s! -3.217160342717258261933904529E-7( t decimalR5 R R> t assertRegexpMatchest strt eval( R R5 R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_decistmt s ( R2 R3 RD ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyR? s t UntokenizeTestc B s# e Z d � Z d � Z d � Z RS( c C st t � } d | _ d | _ | j t � � } | j d � Wd QX| j | j j d d � | j t | j d � d S( Ni i i i s' start (1,3) precedes previous end (2,2)( i i ( i i ( R t prev_rowt prev_colt assertRaisest ValueErrort add_whitespaceR t exceptiont args( R t ut cm( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_bad_input_order- s c C s} t � } d | _ d | _ g | _ | j d � | j | j d g � d | _ | j d � | j | j d d d g � d S( Ni i i s \ i s \ \ s ( i i ( i i ( R RF RG t tokensRJ R ( R RM ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_backslash_continuation9 s c C sp t � } t d f } | j | t g � � | j | j d g � t � } | j | j t | g � � d � d S( Nt Hellos Hello ( R R t compatt iterR RP R ( R RM R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_iter_compatE s ( R2 R3 RO RQ RU ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyRE + s t TestRoundtripc B sP e Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z d � Z RS( c C s� t | t � r t | � } n t t | j � � } | j � g | D] } | d ^ qD } t | � } t | j d � � j } g t | � D] } | d ^ q� } | j | | � d S( s/ Test roundtrip for `untokenize`. `f` is an open file or a string. The source code in f is tokenized, converted back to source code via tokenize.untokenize(), and tokenized again from the latter. The test fails if the second tokenization doesn't match the first. i i N( t isinstanceRB R t listR R t closeR RT R t nextR ( R R t token_listR" t tokens1t new_textR t tokens2( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt check_roundtripP s #c C s� | j d � | j d � | j d � | j d � t j d t j d � } t | � � } | j | � Wd QX| j d � | j d � | j d � | j d � d S( Ns if x == 1: print(x) s if x == 1: print x s # This is a comment # This alsos if x == 1 : print x t tokenize_testst txtsn if x == 1: # A comment by itself. print x # Comment here, too. # Another comment. after_if = True sO if (x # The comments need to go in the right place == 1): print 'x==1' s� class Test: # A comment here # A comment with weird indent after_com = 5 def x(m): return m*5 # a one liner def y(m): # A whitespace after the colon return y*4 # 3-space indent sr try: import somemodule except ImportError: # comment print 'Can not import' # comment2 else: print 'Loaded' ( R_ R t findfilet ost extsept open( R t fnR ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_roundtrip` s c C s | j d � d S( Nsn a = (3,4, 5,6) y = [3, 4, 5] z = {'a': 5, 'b':15, 'c':True} x = len(y) + 5 - a[ 3] - a[2] + len(z) - z[ 'b'] ( R_ ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_continuation� s c C s | j d � | j d � d S( Ns) x=1+\ 1 # This is a comment\ # This also s # Comment \ x = 0( R_ ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyRQ � s c C s | j d � d S( Ns '' ''( R_ ( R ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_string_concatenation� s c C s� d d l } d d l } t j d t j d � } t j j | � pJ t j } | j t j j | d � � } t j d � s� | j | d � } n xM | D]E } y) t | d � � } | j | � Wd QXWq� d | GH� q� Xq� Wd S( Ni����R` Ra s test*.pyt cpui t rbs Roundtrip failed for file %s( t globt randomR Rb Rc Rd t patht dirnamet curdirt joint is_resource_enabledt sampleRe R_ ( R Rl Rm Rf t tempdirt testfilest testfileR ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_random_files� s c C sI t | t � r! | j d � } n t t | � j � } t | � j d � S( Ns utf-8( RW RB t encodeR R R R t decode( R t codeRP ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt roundtrip� s c C s: d } | j | � j d � } | j | d | d � d S( s� Ensure that although whitespace might be mutated in a roundtrip, the semantic meaning of the indentation remains consistent. s if False: x=3 x=3 s i i N( R{ t splitR ( R Rz t codelines( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt# test_indentation_semantics_retained� s ( R2 R3 R_ Rg Rh RQ Ri Rw R{ R~ ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyRV N s - c C s8 t j t � t j t � t j t � t j t � d S( N( R t run_unittestR RE RV R? ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt test_main� s t __main__( t testR R R R R R R R R R R R Rc t unittestR R R> R? RE RV R� R2 ( ( ( s* /usr/lib64/python2.7/test/test_tokenize.pyt <module> s F � � #~