File "_tokenizer.pyc"

Full Path: /home/attunedd/public_html/byp/izo/con7ext_sym404/rintoar.txt/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyc
File size: 52.61 KB
MIME-type: text/x-bytecode.python
Charset: 8 bit


abc@`sdd
lm
Z
mZmZ
ddlmZ
ddlmZ
ddl	m
Z

ddl	mZ
ddl	mZm
Z

ddl	mZmZmZ
dd	l	mZmZ
dd
l	mZ
ddlmZ
ddlmZ
ee
Zd
ef
dYZdS(i(tabsolute_importtdivisiontunicode_literals(
tunichr(
tdequei
(
tspaceCharacters(
tentities(tasciiLetterstasciiUpper2Lower(tdigitst	hexDigitstEOF(t
tokenTypest
tagTokenTypes(
treplacementCharacters(
tHTMLInputStream(
tTriet
HTMLTokenizercB`seZ
dZdJd

ZdZdZdJedZdZ	dZ
dZdZd	Z
d
ZdZdZd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#d Z$d!Z%d"Z&d#Z'd$Z(d%Z)d&Z*d'Z+d(Z,d)Z-d*Z.d+Z/d,Z0d-Z1d.Z2d/Z3d0Z4d1Z5d2Z6d3Z7d4Z8d5Z9d6Z:d7Z;d8Z<d9Z=d:Z>d;Z?d<Z@d=ZAd>ZBd?ZCd@ZDdAZEdBZFdCZGdDZHdEZIdFZJdGZKdHZLdIZMRS(Ku	
 This class takes care of tokenizing HTML.

    * self.currentToken
      Holds the token that is currently being processed.

    * self.state
      Holds a reference to the method to be invoked... XXX

    * self.stream
      Points to HTMLInputStream object.
    cK`sbt|
|
|_
||_t|_g|_|j|_t|_d|_
tt|j

dS(
N(RtstreamtparsertFalset
escapeFlagt
lastFourCharst	dataStatetstatetescapetNonetcurrentTokentsuperRt__init__(tselfRRtkwargs((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR"s
		
	

		
c

c`s}tg
|_
xg|jrxx6|jjrVitd
d6|jjjd
d6V
q!Wx|j
rt|j
jV
qZWqWdS(u This is where the magic happens.

        We do our usually processing through the states and when we have a token
        to return we yield the token which pauses processing until the next token
        is requested.
        u
ParseErrorutypeiudataN(Rt
tokenQueueRRterrorsRtpoptpopleft(
R((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyt__iter__1s

*

c	%C`st}d
}|
r!t
}d}ng}|jj}x8||krp|tk	rp|j|

|jj}q9Wtdj|
|}|tkrt|}|j	jit
dd6dd6i
|d6d	6

n
d
|k
odk
n
s|dkr3
d
}|j	jit
dd6dd6i
|d6d	6

nr
d|k
oJ
dk
n
sd|k
of
dk
n
sd|k
o
dk
n
sd|k
o
dk
n
s|tddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7dg#
krQ|j	jit
dd6dd6i
|d6d	6

nyt|
}WnAt
k
r


|d8}td
|d
?B
td9|d:@B
}n
X|d;kr|j	jit
dd6d<d6

|jj|

n|S(=uThis function returns either U+FFFD or the character based on the
        decimal or hexadecimal representation. It also discards ";" if present.
        If not present self.tokenQueue.append({"type": tokenTypes["ParseError"]}) is invoked.
        i
iuu
ParseErrorutypeu$illegal-codepoint-for-numeric-entityudatau	charAsIntudatavarsiiiu�i
iiiiiiiiiii
i
iiiiiiiiiiiiiii	i	i
i
iiiii
i
iiiiii
iiu
;u numeric-entity-without-semicolon(R	R
RtcharRtappendtinttjoinRR Rt	frozensettchrt
ValueErrortunget(	RtisHextallowedtradixt	charStackt
ct	charAsIntR%t
v((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytconsumeNumberEntityAs`



	


































*


c	C`sd
}|jj
g
}|dtks]|dtdd
fks]|
dk	rt|
|dkrt|jj|d

n|ddkrp
t}|j|jj


|ddkrt}|j|jj


n|r|dt	ks|r"
|dt
kr"
|jj|d

|j|
}q7|jjit
dd	6d
d6

|jj|j

d
dj|
}n
xF|dtk	r
tjdj|

s
Pn|j|jj


qs
Wy,tjdj|d 

}t|
}Wntk
r



d}n
X|dk	r|dd
kr@|jjit
dd	6dd6

n|dd
kr|r||tks||t
ks||dkr|jj|j

d
dj|
}q7t|}|jj|j

|dj||
7}nK|jjit
dd	6dd6

|jj|j

d
dj|
}|r[|jdddc|7<n=|tkrpd}nd}|jjit
|d	6|d6

dS(Nu
&iu
<u
#iu
xu
Xu
ParseErrorutypeuexpected-numeric-entityudatauu
;unamed-entity-without-semicolonu
=uexpected-named-entityi
uSpaceCharactersu
Characters(u
xu
X(RR%RRRR,RR&tTrueR
R	R4R RR"R(tentitiesTriethas_keys_with_prefixtlongest_prefixtlentKeyErrorRRR(	RtallowedChart
fromAttributetoutputR0thext
entityNametentityLengtht	tokenType((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyt
consumeEntitysf
)




































	
cC`s|jd
|
dt

dS(uIThis method replaces the need for "entityInAttributeValueState".
        R;R<N(RBR5(RR;((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytprocessEntityInAttributesc
C`s|j}
|
d
t
kr|
djt
|
d<|
d
tdkr|
drs|jjitdd
6dd6

n|
dr|jjitdd
6dd6

qqn|jj|


|j|_d	S(
uThis method is a generic handler for emitting the tags. It also sets
        the state to "data" because that's what's needed after a token has been
        emitted.
        utypeunameuEndTagudatau
ParseErroruattributes-in-end-taguselfClosinguself-closing-flag-on-end-tagN(	RR
t	translateRRR R&RR(Rttoken((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytemitCurrentTokens	











c
C`s(
|jj
}
|
d
kr*|j|_n|
dkrE|j|_n|
dkr|jjitdd6dd6

|jjitdd6dd6

n|
tkrt	S|
t
kr|jjitd	d6|
|jjt
td6

n8|jjd

}|jjitdd6|
|d6

tS(Nu
&u
<u
u
ParseErrorutypeuinvalid-codepointudatau
CharactersuSpaceCharacters(u
&u
<u
(
RR%tentityDataStateRttagOpenStateR R&RRRRt
charsUntilR5(Rtdatatchars((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs&












!


c

C`s|j
|j
|_tS(
N(RBRRR5(
R((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRG
s



c
C`s(
|jj
}
|
d
kr*|j|_n|
dkrE|j|_n|
tkrUtS|
dkr|jjit	dd6dd6

|jjit	dd6d	d6

n||
t
kr|jjit	d
d6|
|jjt
td6

n8|jjd
}|jjit	dd6|
|d6

tS(Nu
&u
<u
u
ParseErrorutypeuinvalid-codepointudatau
Charactersu�uSpaceCharacters(u
&u
<u
(
RR%tcharacterReferenceInRcdataRtrcdataLessThanSignStateRRR R&RRRIR5(RRJRK((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytrcdataState
s&












!


c

C`s|j
|j
|_tS(
N(RBRNRR5(
R((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRL1
s



c
C`s|jj
}
|
d
kr*|j|_n|
dkr}|jjitdd6dd6

|jjitdd6dd6

nH|
tkrtS|jj	d	
}|jjitdd6|
|d6

t
S(
Nu
<u
u
ParseErrorutypeuinvalid-codepointudatau
Charactersu�(u
<u
(RR%trawtextLessThanSignStateRR R&RRRRIR5(RRJRK((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytrawtextState6
s











c
C`s|jj
}
|
d
kr*|j|_n|
dkr}|jjitdd6dd6

|jjitdd6dd6

nH|
tkrtS|jj	d	
}|jjitdd6|
|d6

t
S(
Nu
<u
u
ParseErrorutypeuinvalid-codepointudatau
Charactersu�(u
<u
(RR%tscriptDataLessThanSignStateRR R&RRRRIR5(RRJRK((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytscriptDataStateH
s











c
C`s|jj
}
|
tkrtS|
d
krr|jjitdd6dd6

|jjitdd6dd6

n2|jjitdd6|
|jjd

d6

tS(Nu
u
ParseErrorutypeuinvalid-codepointudatau
Charactersu�(	RR%RRR R&RRIR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytplaintextStateZ
s








c
C`s
|jj
}
|
d
kr*|j|_nr
|
dkrE|j|_nW
|
tkritdd6|
d6gd6td6td6|_|j	|_n
|
d	kr|j
jitd
d6dd6

|j
jitdd6d
d6

|j|_n|
dkr<
|j
jitd
d6dd6

|jj
|


|j|_n`|j
jitd
d6dd6

|j
jitdd6dd6

|jj
|


|j|_tS(Nu
!u
/uStartTagutypeunameudatauselfClosinguselfClosingAcknowledgedu
>u
ParseErroru'expected-tag-name-but-got-right-bracketu
Charactersu<>u
?u'expected-tag-name-but-got-question-markuexpected-tag-nameu
<(RR%tmarkupDeclarationOpenStateRtcloseTagOpenStateRRRRttagNameStateR R&RR,tbogusCommentStateR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRHi
s6














"






"


c
C`s?
|jj
}
|
tkrSitd
d6|
d6gd6td6|_|j|_n|
dkr|jj	itdd6dd6

|j
|_n|
tkr|jj	itdd6d	d6

|jj	itd
d6dd6

|j
|_nL|jj	itdd6dd6i
|
d6d
6

|jj|


|j
|_tS(NuEndTagutypeunameudatauselfClosingu
>u
ParseErroru*expected-closing-tag-but-got-right-bracketu expected-closing-tag-but-got-eofu
Charactersu</u!expected-closing-tag-but-got-charudatavars(RR%RRRRRVRR R&RRR,RWR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRU
s(












"





c
C`s|jj
}
|
tkr*|j|_n|
d
krC|j
n|
tkr|jjit	dd6dd6

|j
|_nr|
dkr|j|_nW|
dkr|jjit	dd6dd6

|jd	cd
7<n|jd	c|
7<t
S(Nu
>u
ParseErrorutypeueof-in-tag-nameudatau
/u
uinvalid-codepointunameu�(RR%RtbeforeAttributeNameStateRRFRR R&RRtselfClosingStartTagStateRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRV
s"















c
C`su|jj
}
|
d
kr3d|_|j|_n>|jjitdd6dd6

|jj|


|j	|_t
S(Nu
/uu
Charactersutypeu
<udata(RR%ttemporaryBuffertrcdataEndTagOpenStateRR R&RR,RNR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRM
s


	
"


c
C`s{|jj
}
|
tkr9|j|
7_|j|_n>|jjitd
d6dd6

|jj	|


|j
|_tS(Nu
Charactersutypeu</udata(RR%RRZtrcdataEndTagNameStateRR R&RR,RNR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR[
s



"


c
C`s
|jo(|jd
j
|jj
k}
|jj}|tkr|
ritdd6|jd
6gd6td6|_|j|_	n
|dkr|
ritdd6|jd
6gd6td6|_|j
|_	n|dkr+
|
r+
itdd6|jd
6gd6td6|_|j
|j|_	nc|t
krI
|j|7_nE|jjitdd6d	|jd6

|jj|

|j|_	tS(
NunameuEndTagutypeudatauselfClosingu
/u
>u
Charactersu</(RtlowerRZRR%RRRRXRRYRFRRR R&R,RNR5(RtappropriateRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR\
s2
+


























c
C`su|jj
}
|
d
kr3d|_|j|_n>|jjitdd6dd6

|jj|


|j	|_t
S(Nu
/uu
Charactersutypeu
<udata(RR%RZtrawtextEndTagOpenStateRR R&RR,RPR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRO
s


	
"


c
C`s{|jj
}
|
tkr9|j|
7_|j|_n>|jjitd
d6dd6

|jj	|


|j
|_tS(Nu
Charactersutypeu</udata(RR%RRZtrawtextEndTagNameStateRR R&RR,RPR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR_
s



"


c
C`s
|jo(|jd
j
|jj
k}
|jj}|tkr|
ritdd6|jd
6gd6td6|_|j|_	n
|dkr|
ritdd6|jd
6gd6td6|_|j
|_	n|dkr+
|
r+
itdd6|jd
6gd6td6|_|j
|j|_	nc|t
krI
|j|7_nE|jjitdd6d	|jd6

|jj|

|j|_	tS(
NunameuEndTagutypeudatauselfClosingu
/u
>u
Charactersu</(RR]RZRR%RRRRXRRYRFRRR R&R,RPR5(RR^RJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR`s2
+


























c
C`s|jj
}
|
d
kr3d|_|j|_n{|
dkrp|jjitdd6dd6

|j|_n>|jjitdd6dd6

|jj	|


|j
|_tS(	Nu
/uu
!u
Charactersutypeu<!udatau
<(RR%RZtscriptDataEndTagOpenStateRR R&RtscriptDataEscapeStartStateR,RRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRQs


	


"
"


c
C`s{|jj
}
|
tkr9|j|
7_|j|_n>|jjitd
d6dd6

|jj	|


|j
|_tS(Nu
Charactersutypeu</udata(RR%RRZtscriptDataEndTagNameStateRR R&RR,RRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRa,s



"


c
C`s
|jo(|jd
j
|jj
k}
|jj}|tkr|
ritdd6|jd
6gd6td6|_|j|_	n
|dkr|
ritdd6|jd
6gd6td6|_|j
|_	n|dkr+
|
r+
itdd6|jd
6gd6td6|_|j
|j|_	nc|t
krI
|j|7_nE|jjitdd6d	|jd6

|jj|

|j|_	tS(
NunameuEndTagutypeudatauselfClosingu
/u
>u
Charactersu</(RR]RZRR%RRRRXRRYRFRRR R&R,RRR5(RR^RJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRc7s2
+


























c
C`sl|jj
}
|
d
krL|jjitdd6d
d6

|j|_n|jj|


|j|_t	S(Nu
-u
Charactersutypeudata(
RR%R R&RtscriptDataEscapeStartDashStateRR,RRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRbSs


"


c
C`sl|jj
}
|
d
krL|jjitdd6d
d6

|j|_n|jj|


|j|_t	S(Nu
-u
Charactersutypeudata(
RR%R R&RtscriptDataEscapedDashDashStateRR,RRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRd]s


"


c
C`s
|jj
}
|
d
krL|jjitdd6d
d6

|j|_n|
dkrg|j|_n|
dkr|jjitdd6dd6

|jjitdd6d	d6

nS|
tkr|j	|_n8|jj
d

}|jjitdd6|
|d6

tS(Nu
-u
Charactersutypeudatau
<u
u
ParseErroruinvalid-codepointu�(u
<u
-u
(RR%R R&RtscriptDataEscapedDashStateRt"scriptDataEscapedLessThanSignStateRRRIR5(RRJRK((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pytscriptDataEscapedStategs"


"












c
C`s
|jj
}
|
d
krL|jjitdd6d
d6

|j|_n|
dkrg|j|_n|
dkr|jjitdd6dd6

|jjitdd6d	d6

|j|_nI|
t	kr|j
|_n.|jjitdd6|
d6

|j|_tS(
Nu
-u
Charactersutypeudatau
<u
u
ParseErroruinvalid-codepointu�(RR%R R&RReRRgRhRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRf{s"


"










"

c
C`sD
|jj
}
|
d
kr@|jjitdd6d
d6

n
|
dkr[|j|_n|
dkr|jjitdd6dd6

|j|_n|
dkr|jjitdd6d	d6

|jjitdd6d
d6

|j|_nI|
t	kr
|j
|_n.|jjitdd6|
d6

|j|_tS(Nu
-u
Charactersutypeudatau
<u
>u
u
ParseErroruinvalid-codepointu�(RR%R R&RRgRRRRhRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRes&


%



"








"

c
C`s|jj
}
|
d
kr3d|_|j|_n|
tkr}|jjitdd6d|
d6

|
|_|j	|_n>|jjitdd6dd6

|jj
|


|j|_tS(Nu
/uu
Charactersutypeu
<udata(
RR%RZt scriptDataEscapedEndTagOpenStateRRR R&Rt scriptDataDoubleEscapeStartStateR,RhR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRgs


	


&
	
"


c
C`su|jj
}
|
tkr3|
|_|j|_n>|jjitd
d6dd6

|jj	|


|j
|_tS(Nu
Charactersutypeu</udata(RR%RRZt scriptDataEscapedEndTagNameStateRR R&RR,RhR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRis


	
"


c
C`s
|jo(|jd
j
|jj
k}
|jj}|tkr|
ritdd6|jd
6gd6td6|_|j|_	n
|dkr|
ritdd6|jd
6gd6td6|_|j
|_	n|dkr+
|
r+
itdd6|jd
6gd6td6|_|j
|j|_	nc|t
krI
|j|7_nE|jjitdd6d	|jd6

|jj|

|j|_	tS(
NunameuEndTagutypeudatauselfClosingu
/u
>u
Charactersu</(RR]RZRR%RRRRXRRYRFRRR R&R,RhR5(RR^RJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRks2
+


























c
C`s|jj
}
|
ttd
Bkrz|jjitdd6|
d6

|jjdkrk|j	|_
q|j|_
n\|
tkr|jjitdd6|
d6

|j|
7_n|jj
|


|j|_
tS(Nu
/u
>u
Charactersutypeudatauscript(u
/u
>(RR%RR)R R&RRZR]tscriptDataDoubleEscapedStateRRhRR,R5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRjs


"



"


c
C`s?
|jj
}
|
d
krL|jjitdd6d
d6

|j|_n|
dkr|jjitdd6dd6

|j|_n|
dkr|jjitdd6dd6

|jjitdd6d	d6

n_|
tkr
|jjitdd6d
d6

|j	|_n"|jjitdd6|
d6

t
S(Nu
-u
Charactersutypeudatau
<u
u
ParseErroruinvalid-codepointu�ueof-in-script-in-script(RR%R R&Rt scriptDataDoubleEscapedDashStateRt(scriptDataDoubleEscapedLessThanSignStateRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRls$


"


"









"
c
C`sW
|jj
}
|
d
krL|jjitdd6d
d6

|j|_n
|
dkr|jjitdd6dd6

|j|_n|
dkr|jjitdd6dd6

|jjitdd6d	d6

|j|_nk|
t	kr%
|jjitdd6d
d6

|j
|_n.|jjitdd6|
d6

|j|_tS(Nu
-u
Charactersutypeudatau
<u
u
ParseErroruinvalid-codepointu�ueof-in-script-in-script(RR%R R&Rt$scriptDataDoubleEscapedDashDashStateRRnRlRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRms(


"


"










"

c
C`s
|jj
}
|
d
kr@|jjitdd6d
d6

nD
|
dkr}|jjitdd6dd6

|j|_n
|
dkr|jjitdd6dd6

|j|_n|
dkr
|jjitdd6d	d6

|jjitdd6d
d6

|j|_nk|
t	krV
|jjitdd6dd6

|j
|_n.|jjitdd6|
d6

|j|_tS(Nu
-u
Charactersutypeudatau
<u
>u
u
ParseErroruinvalid-codepointu�ueof-in-script-in-script(RR%R R&RRnRRRRlRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRos,


%

"


"










"

c
C`su|jj
}
|
d
krU|jjitdd6d
d6

d|_|j|_n|jj|


|j	|_t
S(Nu
/u
Charactersutypeudatau(RR%R R&RRZtscriptDataDoubleEscapeEndStateRR,RlR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRn0s


"
	


c
C`s|jj
}
|
ttd
Bkrz|jjitdd6|
d6

|jjdkrk|j	|_
q|j|_
n\|
tkr|jjitdd6|
d6

|j|
7_n|jj
|


|j|_
tS(Nu
/u
>u
Charactersutypeudatauscript(u
/u
>(RR%RR)R R&RRZR]RhRRlRR,R5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRp;s


"



"


c
C`s
|jj
}
|
tkr1|jjtt
nz
|
tkrf|jd
j|
dg

|j|_	nE
|
dkr|j

n,
|
dkr|j|_	n
|
dkr|jjit
d	d
6dd
6

|jd
j|
dg

|j|_	n|
dkrH
|jjit
d	d
6d
d
6

|jd
jddg

|j|_	nc|
tkr
|jjit
d	d
6dd
6

|j|_	n&|jd
j|
dg

|j|_	tS(Nudatauu
>u
/u
'u
"u
=u
<u
ParseErrorutypeu#invalid-character-in-attribute-nameu
uinvalid-codepointu�u#expected-attribute-name-but-got-eof(u
'u
"u
=u
<(RR%RRIR5RRR&tattributeNameStateRRFRYR RRR(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRXKs6


























c
C`sv|jj
}
t}t}|
d
kr6|j|_n
|
tkry|jdddc|
|jjtt7<t}nM
|
dkrt}n8
|
t	kr|j
|_n
|
dkr|j|_n
|
dkr
|jj
itdd	6d
d6

|jdddcd7<t}n|
dkrh
|jj
itdd	6dd6

|jdddc|
7<t}n^|
tkr
|jj
itdd	6dd6

|j|_n!|jdddc|
7<t}|rr|jdddjt
|jddd<x`|jdd D]M\}}|jddd|kr|jj
itdd	6dd6

PqqW|rr|j
qrntS(Nu
=udataiiu
>u
/u
u
ParseErrorutypeuinvalid-codepointu�u
'u
"u
<u#invalid-character-in-attribute-nameueof-in-attribute-nameuduplicate-attribute(u
'u
"u
<(RR%R5RtbeforeAttributeValueStateRRRRIRtafterAttributeNameStateRYR R&RRRRDRRF(RRJtleavingThisStatet	emitTokentnamet
_((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRqisR








	
	








	



	




-






c
C`s
|jj
}
|
tkr1|jjtt
n
|
d
krL|j|_nz
|
dkre|j
na
|
tkr|j	dj
|
dg

|j|_n,
|
dkr|j|_n
|
dkr
|j
j
itdd6d	d6

|j	dj
d
dg

|j|_n|
dkrc
|j
j
itdd6dd6

|j	dj
|
dg

|j|_nc|
tkr
|j
j
itdd6dd6

|j|_n&|j	dj
|
dg

|j|_tS(Nu
=u
>udatauu
/u
u
ParseErrorutypeuinvalid-codepointu�u
'u
"u
<u&invalid-character-after-attribute-nameuexpected-end-of-tag-but-got-eof(u
'u
"u
<(RR%RRIR5RrRRFRRR&RqRYR RRR(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRss:




























c
C`s
|jj
}
|
tkr1|jjtt
n
|
d
krL|j|_n
|
dkrw|j|_|jj|


nj
|
dkr|j	|_nO
|
dkr|j
jitdd6dd6

|j

n
|
d	kr%
|j
jitdd6d
d6

|jdddcd
7<|j|_n|
dkr}
|j
jitdd6dd6

|jdddc|
7<|j|_nd|
tkr
|j
jitdd6dd6

|j|_n'|jdddc|
7<|j|_tS(Nu
"u
&u
'u
>u
ParseErrorutypeu.expected-attribute-value-but-got-right-bracketudatau
uinvalid-codepointii
u�u
=u
<u
`u"equals-in-unquoted-attribute-valueu$expected-attribute-value-but-got-eof(u
=u
<u
`(RR%RRIR5tattributeValueDoubleQuotedStateRtattributeValueUnQuotedStateR,tattributeValueSingleQuotedStateR R&RRFRRR(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRrs>






























c
C`s|jj
}
|
d
kr*|j|_n|
dkrF|jd


n|
dkr|jjitdd6dd6

|jddd	cd
7<nh|
t	kr|jjitdd6dd6

|j
|_n+|jddd	c|
|jjd
7<tS(
Nu
"u
&u
u
ParseErrorutypeuinvalid-codepointudataii
u�u#eof-in-attribute-value-double-quote(u
"u
&u
(
RR%tafterAttributeValueStateRRCR R&RRRRRIR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRxs 














c
C`s|jj
}
|
d
kr*|j|_n|
dkrF|jd


n|
dkr|jjitdd6dd6

|jddd	cd
7<nh|
t	kr|jjitdd6dd6

|j
|_n+|jddd	c|
|jjd
7<tS(
Nu
'u
&u
u
ParseErrorutypeuinvalid-codepointudataii
u�u#eof-in-attribute-value-single-quote(u
'u
&u
(
RR%R{RRCR R&RRRRRIR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRzs 














c
C`sm
|jj
}
|
tkr*|j|_n?
|
d
krF|jd

n#
|
dkr_|j
n

|
dkr|jjit	dd	6d
d6

|j
ddd
c|
7<n|
dkr|jjit	dd	6dd6

|j
ddd
cd7<nr|
tkr4
|jjit	dd	6dd6

|j|_n5|j
ddd
c|
|jj
td
tB
7<tS(Nu
&u
>u
"u
'u
=u
<u
`u
ParseErrorutypeu0unexpected-character-in-unquoted-attribute-valueudataii
u
uinvalid-codepointu�u eof-in-attribute-value-no-quotes(u
"u
'u
=u
<u
`(u
&u
>u
"u
'u
=u
<u
`u
(RR%RRXRRCRFR R&RRRRRIR)R5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRys,



















!

c
C`s|jj
}
|
tkr*|j|_n|
d
krC|j
n|
dkr^|j|_n|
tkr|jj	it
dd6dd6

|jj|


|j|_n>|jj	it
dd6dd6

|jj|


|j|_t
S(Nu
>u
/u
ParseErrorutypeu$unexpected-EOF-after-attribute-valueudatau*unexpected-character-after-attribute-value(RR%RRXRRFRYRR R&RR,RR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR{ s"
















c
C`s|jj
}
|
d
kr5t|jd<|j
n|
tkr|jjitdd6dd6

|jj	|


|j
|_n>|jjitdd6dd6

|jj	|


|j|_tS(Nu
>uselfClosingu
ParseErrorutypeu#unexpected-EOF-after-solidus-in-tagudatau)unexpected-character-after-solidus-in-tag(
RR%R5RRFRR R&RR,RRRX(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRY4s













c
C`sc|jj
d

}
|
jdd}
|jjitdd6|
d6

|jj
|j|_t	S(Nu
>u
u�uCommentutypeudata(
RRItreplaceR R&RR%RRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRWFs

	



c
C`sB|jj
g
}
|
d
dkrv|
j|jj


|
d
dkr
itdd6dd6|_|j|_tSnw
|
d
dkr(
t}xPdd d!d"d#d$fD]6}|
j|jj


|
d
|krt}PqqW|r
itdd6dd6dd6dd6td6|_|j
|_tSn|
d
dkr
|jdk	r
|jjj
r
|jjj
d
j|jjjkr
t}xPddddddgD]6}|
j|jj


|
d
|kr
t}Pq
q
W|r
|j|_tSn|jjitdd6dd6

x |
r1|jj|
j

qW|j|_tS(%Niu
-uCommentutypeuudatau
du
Du
ou
Ou
cu
Cu
tu
Tu
yu
Yu
pu
Pu
eu
EuDoctypeunameupublicIdusystemIducorrectu
[u
Au
ParseErroruexpected-dashes-or-doctype(u
du
D(u
ou
O(u
cu
C(u
tu
T(u
yu
Y(u
pu
P(u
eu
E(RR%R&RRtcommentStartStateRR5RRtdoctypeStateRttreetopenElementst	namespacetdefaultNamespacetcdataSectionStateR R,R"RW(RR0tmatchedtexpected((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRTUsR


























%









	


c
C`s1
|jj
}
|
d
kr*|j|_n
|
dkrn|jjitdd6dd6

|jdcd7<n|
dkr|jjitdd6d	d6

|jj|j

|j|_no|
t	kr
|jjitdd6d
d6

|jj|j

|j|_n|jdc|
7<|j
|_tS(Nu
-u
u
ParseErrorutypeuinvalid-codepointudatau�u
>uincorrect-commentueof-in-comment(RR%tcommentStartDashStateRR R&RRRRtcommentStateR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR}s(


















c
C`s5
|jj
}
|
d
kr*|j|_n
|
dkrn|jjitdd6dd6

|jdcd7<n|
dkr|jjitdd6d	d6

|jj|j

|j|_ns|
t	kr
|jjitdd6d
d6

|jj|j

|j|_n#|jdcd
|
7<|j
|_tS(Nu
-u
u
ParseErrorutypeuinvalid-codepointudatau-�u
>uincorrect-commentueof-in-comment(RR%tcommentEndStateRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs(


















c
C`s|jj
}
|
d
kr*|j|_n|
dkrn|jjitdd6dd6

|jdcd7<ns|
tkr|jjitdd6dd6

|jj|j

|j	|_n#|jdc|
|jj
d	
7<tS(
Nu
-u
u
ParseErrorutypeuinvalid-codepointudatau�ueof-in-comment(u
-u
(RR%tcommentEndDashStateRR R&RRRRRIR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs













c
C`s|jj
}
|
d
kr*|j|_n|
dkrz|jjitdd6dd6

|jdcd7<|j|_ns|
t	kr|jjitdd6dd6

|jj|j

|j
|_n#|jdcd
|
7<|j|_tS(	Nu
-u
u
ParseErrorutypeuinvalid-codepointudatau-�ueof-in-comment-end-dash(RR%RRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs 














c
C`s
|jj
}
|
d
kr=|jj|j

|j|_nf
|
dkr|jjitdd6dd6

|jdcd7<|j|_n
|
dkr|jjitdd6d	d6

|j	|_n|
d
kr
|jjitdd6dd6

|jdc|
7<n|
t
kr^
|jjitdd6dd6

|jj|j

|j|_nE|jjitdd6d
d6

|jdcd|
7<|j|_tS(Nu
>u
u
ParseErrorutypeuinvalid-codepointudatau--�u
!u,unexpected-bang-after-double-dash-in-commentu
-u,unexpected-dash-after-double-dash-in-commentueof-in-comment-double-dashuunexpected-char-in-commentu--(RR%R R&RRRRRtcommentEndBangStateRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs6

























c
C`s2
|jj
}
|
d
kr=|jj|j

|j|_n|
dkrk|jdcd7<|j|_n|
dkr|jjitdd6dd6

|jdcd	7<|j	|_ns|
t
kr
|jjitdd6d
d6

|jj|j

|j|_n#|jdcd|
7<|j	|_tS(Nu
>u
-udatau--!u
u
ParseErrorutypeuinvalid-codepointu--!�ueof-in-comment-end-bang-state(RR%R R&RRRRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs(


















c
C`s|jj
}
|
tkr*|j|_n|
tkr|jjitd
d6dd6

t	|j
d<|jj|j


|j|_n>|jjitd
d6dd6

|jj|


|j|_t
S(Nu
ParseErrorutypeu!expected-doctype-name-but-got-eofudataucorrectuneed-space-after-doctype(RR%RtbeforeDoctypeNameStateRRR R&RRRRR,R5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR~s













c
C`s?
|jj
}
|
tkrn
|
d
kr{|jjitdd6dd6

t|jd<|jj|j

|j|_	n|
dkr|jjitdd6dd6

d	|jd
<|j
|_	nv|
tkr"
|jjitdd6dd6

t|jd<|jj|j

|j|_	n|
|jd
<|j
|_	tS(Nu
>u
ParseErrorutypeu+expected-doctype-name-but-got-right-bracketudataucorrectu
uinvalid-codepointu�unameu!expected-doctype-name-but-got-eof(
RR%RR R&RRRRRtdoctypeNameStateRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs.

























c
C`ss
|jj
}
|
tkrG|jd
jt
|jd
<|j|_n(
|
dkr|jd
jt
|jd
<|jj	|j

|j
|_n|
dkr|jj	itdd6dd6

|jd
cd7<|j|_n|
t
kr\
|jj	itdd6d	d6

t|jd
<|jd
jt
|jd
<|jj	|j

|j
|_n|jd
c|
7<tS(Nunameu
>u
u
ParseErrorutypeuinvalid-codepointudatau�ueof-in-doctype-nameucorrect(RR%RRRDRtafterDoctypeNameStateRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR6s,





















c
C`s
|jj
}
|
tkrn
|
d
krL|jj|j

|j|_n
|
tkrt	|jd<|jj
|


|jjitdd6dd6

|jj|j

|j|_n9
|
dkr)
t}xBd d!d"d#d$fD]+}|jj
}
|
|krt	}PqqW|r
|j
|_tSnp|
d%kr
t}xBd&d'd(d)d*fD]+}|jj
}
|
|krQ
t	}PqQ
qQ
W|r
|j|_tSn|jj
|


|jjitdd6dd6i
|
d6d6

t	|jd<|j|_tS(+Nu
>ucorrectu
ParseErrorutypeueof-in-doctypeudatau
pu
Pu
uu
Uu
bu
Bu
lu
Lu
iu
Iu
cu
Cu
su
Su
yu
Yu
tu
Tu
eu
Eu
mu
Mu*expected-space-or-right-bracket-in-doctypeudatavars(u
pu
P(u
uu
U(u
bu
B(u
lu
L(u
iu
I(u
cu
C(u
su
S(u
yu
Y(u
su
S(u
tu
T(u
eu
E(u
mu
M(RR%RR R&RRRRRR,RR5tafterDoctypePublicKeywordStatetafterDoctypeSystemKeywordStatetbogusDoctypeState(RRJRR((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyROsT








































c
C`s|jj
}
|
tkr*|j|_n|
d	krw|jjitdd6dd6

|jj|


|j|_ny|
t	kr|jjitdd6dd6

t
|jd<|jj|j

|j|_n|jj|


|j|_t
S(
Nu
'u
"u
ParseErrorutypeuunexpected-char-in-doctypeudataueof-in-doctypeucorrect(u
'u
"(RR%Rt"beforeDoctypePublicIdentifierStateRR R&RR,RRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs"
















c
C`sg
|jj
}
|
tkrnE
|
d
krFd|jd<|j|_n
|
dkrnd|jd<|j|_n|
dkr|jjit	dd6dd	6

t
|jd
<|jj|j

|j|_n|
tkr(
|jjit	dd6dd	6

t
|jd
<|jj|j

|j|_n;|jjit	dd6dd	6

t
|jd
<|j
|_tS(
Nu
"uupublicIdu
'u
>u
ParseErrorutypeuunexpected-end-of-doctypeudataucorrectueof-in-doctypeuunexpected-char-in-doctype(RR%RRt(doctypePublicIdentifierDoubleQuotedStateRt(doctypePublicIdentifierSingleQuotedStateR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs4





























c
C`s?
|jj
}
|
d
kr*|j|_n
|
dkrn|jjitdd6dd6

|jdcd7<n|
d	kr|jjitdd6d
d6

t|jd<|jj|j

|j	|_np|
t
kr(
|jjitdd6dd6

t|jd<|jj|j

|j	|_n|jdc|
7<tS(
Nu
"u
u
ParseErrorutypeuinvalid-codepointudataupublicIdu�u
>uunexpected-end-of-doctypeucorrectueof-in-doctype(RR%t!afterDoctypePublicIdentifierStateRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs*





















c
C`s?
|jj
}
|
d
kr*|j|_n
|
dkrn|jjitdd6dd6

|jdcd7<n|
d	kr|jjitdd6d
d6

t|jd<|jj|j

|j	|_np|
t
kr(
|jjitdd6dd6

t|jd<|jj|j

|j	|_n|jdc|
7<tS(
Nu
'u
u
ParseErrorutypeuinvalid-codepointudataupublicIdu�u
>uunexpected-end-of-doctypeucorrectueof-in-doctype(RR%RRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs*





















c
C`s
|jj
}
|
tkr*|j|_nZ
|
d
krX|jj|j

|j|_n,
|
dkr|jjit	dd6dd6

d|jd<|j
|_n|
d	kr|jjit	dd6dd6

d|jd<|j|_n|
tkrI
|jjit	dd6d
d6

t
|jd<|jj|j

|j|_n;|jjit	dd6dd6

t
|jd<|j|_tS(Nu
>u
"u
ParseErrorutypeuunexpected-char-in-doctypeudatauusystemIdu
'ueof-in-doctypeucorrect(RR%Rt-betweenDoctypePublicAndSystemIdentifiersStateRR R&RRRt(doctypeSystemIdentifierDoubleQuotedStatet(doctypeSystemIdentifierSingleQuotedStateRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs6





























c
C`s8
|jj
}
|
tkrn
|
d
krL|jj|j

|j|_n|
dkrtd|jd<|j|_n|
dkrd|jd<|j	|_n|
t
kr|jjitdd6dd	6

t|jd
<|jj|j

|j|_n;|jjitdd6dd	6

t|jd
<|j
|_tS(Nu
>u
"uusystemIdu
'u
ParseErrorutypeueof-in-doctypeudataucorrectuunexpected-char-in-doctype(RR%RR R&RRRRRRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR
s.

























c
C`s|jj
}
|
tkr*|j|_n|
d	krw|jjitdd6dd6

|jj|


|j|_ny|
t	kr|jjitdd6dd6

t
|jd<|jj|j

|j|_n|jj|


|j|_t
S(
Nu
'u
"u
ParseErrorutypeuunexpected-char-in-doctypeudataueof-in-doctypeucorrect(u
'u
"(RR%Rt"beforeDoctypeSystemIdentifierStateRR R&RR,RRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs"
















c
C`sg
|jj
}
|
tkrnE
|
d
krFd|jd<|j|_n
|
dkrnd|jd<|j|_n|
dkr|jjit	dd6dd	6

t
|jd
<|jj|j

|j|_n|
tkr(
|jjit	dd6dd	6

t
|jd
<|jj|j

|j|_n;|jjit	dd6dd	6

t
|jd
<|j
|_tS(Nu
"uusystemIdu
'u
>u
ParseErrorutypeuunexpected-char-in-doctypeudataucorrectueof-in-doctype(RR%RRRRRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR/s4





























c
C`s?
|jj
}
|
d
kr*|j|_n
|
dkrn|jjitdd6dd6

|jdcd7<n|
d	kr|jjitdd6d
d6

t|jd<|jj|j

|j	|_np|
t
kr(
|jjitdd6dd6

t|jd<|jj|j

|j	|_n|jdc|
7<tS(
Nu
"u
u
ParseErrorutypeuinvalid-codepointudatausystemIdu�u
>uunexpected-end-of-doctypeucorrectueof-in-doctype(RR%t!afterDoctypeSystemIdentifierStateRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRLs*





















c
C`s?
|jj
}
|
d
kr*|j|_n
|
dkrn|jjitdd6dd6

|jdcd7<n|
d	kr|jjitdd6d
d6

t|jd<|jj|j

|j	|_np|
t
kr(
|jjitdd6dd6

t|jd<|jj|j

|j	|_n|jdc|
7<tS(
Nu
'u
u
ParseErrorutypeuinvalid-codepointudatausystemIdu�u
>uunexpected-end-of-doctypeucorrectueof-in-doctype(RR%RRR R&RRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRds*





















c
C`s|jj
}
|
tkrn|
d
krL|jj|j

|j|_n|
tkr|jjit	dd6dd6

t
|jd<|jj|j

|j|_n.|jjit	dd6dd6

|j|_tS(Nu
>u
ParseErrorutypeueof-in-doctypeudataucorrectuunexpected-char-in-doctype(
RR%RR R&RRRRRRRR5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyR|s 















c
C`s|jj
}
|
d
kr=|jj|j

|j|_n>|
tkr{|jj|


|jj|j

|j|_nt	S(Nu
>(
RR%R R&RRRRR,R5(RRJ((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs






c
C`s`
g}
xtr|
j
|jjd



|
j
|jjd


|jj}|tkr`Pq	|dksrt
|
dddkr|
dd |
d<Pq	|
j
|

q	Wdj|

}
|
jd
}|dkr%
x6t	|
D](}|j
j
itd	d
6dd6

qW|
jdd
}
n|
rP
|j
j
itdd
6|
d6

n|j
|_tS(Nu
]u
>iiu]]uu
iu
ParseErrorutypeuinvalid-codepointudatau�u
Characters(R5R&RRIR%RtAssertionErrorR(tcounttrangeR RR|RR(RRJR%t	nullCountRw((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs0

	

















N(Nt__name__t
__module__t__doc__RRR$R4RRBRCRFRRGRNRLRPRRRSRHRURVRMR[R\ROR_R`RQRaRcRbRdRhRfReRgRiRkRjRlRmRoRnRpRXRqRsRrRxRzRyR{RYRWRTR}RRRRRR~RRRRRRRRRRRRRRRR(((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyRs		HP										#												
	
														6	 	"							-										3												N(t
__future__RR
Rtpip._vendor.sixRR*tcollectionsRt	constantsRRRRR	R
RRR
Rt_inputstreamRt_trieRR6tobjectR(((sC/usr/lib/python2.7/site-packages/pip/_vendor/html5lib/_tokenizer.pyt<module>
s