|`[X H d Z ddlmZmZmZmZ ddlZddlmZ ddl m
Z
ddl m Z ddl
mZ ddlmZmZ dd lmZ d
d lmZmZmZmZmZ d
d lmZ d
d
lm Z m Z erddl m Z nddl m Z ejB d Z" ejB d Z#d Z$ e%e jL e%ejL z Z'd dZ( ejR d Z* d dZ+ ejB d Z, ejR d Z- ejB d Z. d dZ/ G d de0 Z1d Z2 G d d e1 Z3y)!zm
This module provides miscellaneous utilities used by the components
in the :mod:`imdb.parser.http` package.
)absolute_importdivisionprint_functionunicode_literalsN)PY2) Character)Movie)Person)
_Containerflatten)logger ) _USE_LXML ElementTreeRules
build_tree
html_to_xhtml)xpath)RulePath)CallablezE(\([0-9\?]{4}(?:/[IVXLCDM]+)?\)(?: \(mini\)| \(TV\)| \(V\)| \(VG\))?)z-(title/tt|name/nm|company/co|user/ur)([0-9]+)c l | syt j | }|syt |j d S )z Return an imdbID from an URL.N ) re_imdbidsearchstrgroup)hrefmatchs 8/usr/lib/python3/dist-packages/imdb/parser/http/utils.pyanalyze_imdbidr! 6 s1 T "E u{{1~ c t | t rt t | D ] }t | | t r?|t
v s |r|j
d| | | |< |s<|j
d| | | |< Ut | | t t f sot | | ||| yt | t rt | j D ]y \ }}|}t |t r9|t
v s!|r|j
d| | |< |s;|j
d| | |< Qt |t t f sht | | ||| { yy)zIterate over the strings inside list items or dictionary values,
substitutes movie titles and person names with the (qv) references.z '\1' (qv)z _\1_ (qv))lastKeyN)
isinstancelistrangelenr _modify_keyssubdict_putRefsitems)d re_titlesre_namesr$ ikvs r r, r, C s, !Ts1v EA!A$$l* '||L!A$ ?! (}}\1Q4 @!AaD4,/1y(GD E
At O EDAqG!S!l* '||L! <! (}}\1 =!Ad|,1y(GD E
r" build_personc d}d}| j d dk7 rd} n,| j d dk7 rd} nd} | j ddd } | j | d }
t |t r|D cg c] } | s| }} |sdg}|
d j } t
|
d k( rWt j d
|
d j }
t j d t j t j z t j z }|j |
}|r;|j r|
|j dz
dk7 r|j d |
}
|
d
d dk( r|
dd
j! }
n7|
dd dk( r|
dd j! }
n|
dd dk( r|
dd j! }
|Et |t s2|
j d }|dk7 r|
d| j! }|
|d }n|
}n|
}n|
}|dk( rd}g }t |t r|j d }g }|D ]q } | j d }|dk7 r7|j# | d| j! |j# | |d P|j# | |j# d s t
| }t
| }||kD r
|dg||z
z z
}n
||k r|d| }t% | D ] \ }}| t' | ||< |dk( r!|d }|d }|d xs d}n
| t' | }| t' | }| r|t( j+ d| |r>t |t r |D cg c] } | j }} n|j }|r>t |t r |D cg c] }|j }}n|j }i }|r||d< t- | |||||||| }|rFt
| t
| k( r/t% |j. D ] \ }}|| s || |_ |S |j. rCt |j. t2 r)|j. j0 s|r||j. _ |S c c} w c c} w c c}w )z`Return a Person instance from the tipical ...
strings
found in the IMDb's web site. z....z...(z...(r r r z(\d+ episodes.*)z(\1)Nz andz &iz& ..../z empty name or personID for "%s"headshot) namepersonID currentRoleroleIDnotes
billingPosmodFunct accessSystemdata)findreplacesplitr% r& stripr( re_spacesr* recompileIMSr startrstripappend enumerater _b_p_loggerdebugr
r@ rB r ) txtr? rC rA rE rD r= rB rolesep txt_splitrr> role_comment re_episodesep_matchcmt_idx roleNotes rolesplitnidxlrlridr1 ridnrF personidxs r r4 r4 ` s
E
D
xx2 % B kk#vq) #q!I&$ #)q!))TF Q< D
9~ }}S)A,7==? jj!4bddRTTkBDD6HI %%l3 X^^ - hnn>NQR>R1SWZ1Z&??7LAL &',335L
"#
$
&',335L
"#
(
*',335L fd+&++C0b='188:D ( 2E (D# !E v~I&$ JJsO 'A66#;Drz AetHOO -. 45* A & ' Y6{
9 tfr * *F
$YCR[F ' %FAs Hq % 77DAYF aL&BE Vx= h&;SA dD !'+,!AGGI,D,::!*3 DJ ( HE D@ %PV:
s0 %T-T T T $T :T## T0/T0c e Zd ZdZdZdZg Zg Z ej d Z
d Z d Z d Z
d Zdd Zd
Zd Zd Zd
Zd Zd Zd Zd Zd Zd Zd Zy)
DOMParserBasez;Base parser to handle HTML data from the IMDb's web server.F domparserc d| _ d| _ | j j | _ | j | j
y)zInitialize the parser.Nhttp) _modFunct_as __class____name___cname_initresetselfs r __init__zDOMParserBase.__init__ s3 nn--
r" c @ i | _ i | _ | j y)zReset the parser.N)
_namesRefs _titlesRefs_resetr s r r zDOMParserBase.reset s
r" c yz/Subclasses can override this method, if needed.N r s r r zDOMParserBase._init r" c yr r r s r r zDOMParserBase._reset r r" Nc h | j ||| _ n| j | _ t r!t |t
r|j
d }| j | }|re|j dd }| j | } | j | }| j r | j | | j# | }ni } | j% | }| j& r| j) | | j+ | }|S # t $ r+ | j j d| j d Y w xY w# t $ r+ | j j! d| j d Y w xY w# t $ r+ | j j d| j d Y w xY w) zReturn the dictionary generated from the given html string;
getRefs can be used to force the gathering of movies/persons
references.zutf-8z r9 z&%s: caught exception preprocessing DOMTexc_infoz%s: unable to gather refsz(%s: caught exception postprocessing data)r getRefs _defGetRefsr r% r decodepreprocess_stringrH get_dompreprocess_dom Exception_loggerr r gather_refswarn parse_dompostprocess_data_containsObjectsset_objects_paramsadd_refs)r html_stringr kwdsdomrF s r parsezDOMParserBase.parse s
"DL ++DL :k3/%,,W5K,,[9 %--h>#&DD ;((.D # #D )}}T" )
? ""#K#';; # ?
? ! BLL%%&A&*kkD & BB ; LL I #{{T
; ;s6
D (E E= 1EE1E:9E:=1F10F1c 4 t st |dh }t |d }|1t d }| j j d| j
|S # t $ r6 | j j d| j
d t d cY S w xY w) z+Return a dom object, from the given string.script) omit_tagsT)
force_htmlr6 z%s: using a fake empty DOMz %s: caught exception parsing DOMr )r r r r r r r )r r r s r r zDOMParserBase.get_dom s " +KH: N [T:C{ n ""#?MJ " LL A #{{T
; b> ! "s AA !ggc; 7 C%C)A ) 1 1#s ; C* "%k"2K ! DDLL&&tT[[4&H s# B
B* B'&B'*3C C c t }| j |_ | j |_ |j | }|j | }|d | _ |d | _ y)zCollect references.
names refs titles refsN)
GatherRefsr r r r r r )r r grParserrefss r r zDOMParserBase.gather_refs sY <xx !^^!!#&((. |,
.r" c |S )z>CL *r" c | j rddj t | j j D cg c] }t j | c} z }|dk7 r%t j |t
j }nd}ddj t | j j D cg c] }t j | c} z }|dk7 r%t j |t
j }nd}t ||| || j | j dS c c}w c c}w )z-Modify data according to the expected output.z(%s)|z()N)rF
titlesRefs namesRefs) r r r& r keysrL escaperM Ur r, )r rF r titl_rer/ nam_rer0 s r r zDOMParserBase.add_refs s << '+D,<,<,A,A,C'DE!1 E! G % JJw 5 sxx'+DOO,@,@,B'CD!1 D F ::fbdd3 T9h / " . . !__ F Es D9
D>
N)r
__module__ __qualname____doc__r r r r r
getChildr r r r r r r r r r r r r r r r r r r" r r r v s{ EK M E fook*G
&P
"
2./.*r" r c |j d dk7 rCt j | }|r,|j dk( r| d|d|j z z
} | j dd |fS )zManage links to references.z /title/ttr7 r z %sN
r9 )rG re_yearKind_indexr rQ endrH )textlinkinfoyearKs r
_parse_refr 3 se yy #!''- U[[]a' ED %))+ .. .D <<c "D ((r" c e Zd ZdZ ed ed ed ed ed ed gZd Z ed
ed ee ed
edee gZ d Z
d Z y)r z4Parser used to gather references to movies, persons.r z./text())key extractorr z./@hrefr z./following::text()[1]c t | j d xs d| j d xs d| j d xs dj S )Nr r6 r r )r getrJ )r s r zGatherRefs.M sD * f
f
v "##%# r" r z#//a[starts-with(@href, "/name/nm")])foreachr transformr z$//a[starts-with(@href, "/title/tt")]c h i }dD ] }i ||< |j |g D ] \ }}|j }|j }|r|s+t | }|dk( r$t ||| j | j
}n(|dk( r#t
||| j | j
}|| |< |S )N)r r r )r? r> rE rD r )rt rs rE rD )r rJ r! r
r r r )r rF resultitemr2 r3 imdbIDr s r r zGatherRefs.postprocess_dataf s 1 &D F4L r*
&1GGIGGIa '*<' &q.2hh QC]* a-1XXPC"%t Q
& &
r" c |S r r r s r r zGatherRefs.add_refsy s r" N) r r r r r r
_common_rules_common_transformr r r r r r" r r r < s > :&
9o
34
M
=#+
>#+
E&&r" r r )NNNr NN) NNNr NFFNNNN)4r
__future__r r r r rL imdbr imdb.Characterr
imdb.Movier imdb.Personr
imdb.utilsr r imdb.parser.http.loggingr
piculetr r r r r r r r r collectionsr collections.abcrM r r r! r& keys_tomodify_listr) r, r rU r4 r} r rK ri objectr r r r r" r r s $
S R $ * + M M + $( BJJL
BJJG H E,,-V5N5N0OO E4 foon- 15KOpf RZZ
#
foom,
BJJv 8 >r"