3
6]/ @ s, d dl mZ d dlZd dlZd dlmZmZmZmZ ddddgZ dZ
d Z d
Z d Z
d Zd
ZG dd deZe ZG dd deZG dd deZG dd deZdd ZG dd deZddlmZ ee yddlmZ ee W n e k
r Y nX yddlm Z ee W n e k
r& Y nX dS ) ) defaultdictN)CharsetMetaAttributeValueContentMetaAttributeValueHTMLAwareEntitySubstitution
whitespace_reHTMLTreeBuilderSAXTreeBuilder TreeBuilderTreeBuilderRegistryZfastZ
permissivestrictZxmlZhtmlZhtml5c @ s$ e Zd Zdd Zdd Zdd ZdS )r
c C s t t| _g | _d S )N)r listbuilders_for_featurebuilders)self r /usr/lib/python3.6/__init__.py__init__ s
z TreeBuilderRegistry.__init__c C s4 x |j D ]}| j| jd| qW | jjd| dS )z8Register a treebuilder based on its advertised features.r N)featuresr
insertr )r Ztreebuilder_classfeaturer r r register$ s z TreeBuilderRegistry.registerc G s t | jdkrd S t |dkr(| jd S t|}|j d }d }xVt |dkr|j }| jj|g }t |dkrB|d kr|}t|}qB|jt|}qBW |d krd S x|D ]}||kr|S qW d S )Nr ) lenr r reversepopr
getset intersection)r r Z
candidatesZ
candidate_setr Zwe_have_the_feature candidater r r lookup* s.
zTreeBuilderRegistry.lookupN)__name__
__module__ __qualname__r r r r r r r r
s c @ st e Zd ZdZdZg Zg ZdZdZe Z
dZ i Z dd Z
dd Zd d
Zd d Zdd
dZdd Zdd Zdd ZdS )r z2Turn a document into a Beautiful Soup object tree.z[Unknown tree builder]FNc C s
d | _ d S )N)soup)r r r r r f s zTreeBuilder.__init__c C s d S )Nr )r r r r reseti s zTreeBuilder.resetc C s | j dkrdS || j kS )a Might a tag with this name be an empty-element tag?
The final markup may or may not actually present this tag as
self-closing.
For instance: an HTMLBuilder does not consider a tag to be
an empty-element tag (it's not in
HTMLBuilder.empty_element_tags). This means an empty
tag
will be presented as "
", not "".
The default implementation has no opinion about which tags are
empty-element tags, so a tag will be presented as an
empty-element tag if and only if it has no contents.
"" will become "", and "bar" will
be left alone.
NT)empty_element_tags)r tag_namer r r can_be_empty_elementl s
z TreeBuilder.can_be_empty_elementc C s
t d S )N)NotImplementedError)r markupr r r feed s zTreeBuilder.feedc C s |d d dfS )NFr )r r( Zuser_specified_encodingZdocument_declared_encodingr r r prepare_markup s zTreeBuilder.prepare_markupc C s |S )a Wrap an HTML fragment to make it look like a document.
Different parsers do this differently. For instance, lxml
introduces an empty tag, and html5lib
doesn't. Abstracting this away lets us write simple tests
which run HTML fragments through the parser and compare the
results against other HTML fragments.
This method should not be used outside of tests.
r )r Zfragmentr r r test_fragment_to_document s z%TreeBuilder.test_fragment_to_documentc C s dS )NFr )r tagr r r set_up_substitutions s z TreeBuilder.set_up_substitutionsc C s |s|S | j r| j jdg }| j j|j d}xRt|j D ]B}||ksT|r<||kr<|| }t|trrtj|}n|}|||< q s z.SAXTreeBuilder.startElement..)dictr itemsr" Zhandle_starttag)r namer5 r r r startElement s zSAXTreeBuilder.startElementc C s | j j| d S )N)r" Z
handle_endtag)r rD r r r
endElement s zSAXTreeBuilder.endElementc C s | j || d S )N)rE )r nsTuplenodeNamer5 r r r startElementNS s z SAXTreeBuilder.startElementNSc C s | j | d S )N)rF )r rG rH r r r endElementNS s zSAXTreeBuilder.endElementNSc C s d S )Nr )r prefixZ nodeValuer r r startPrefixMapping s z!SAXTreeBuilder.startPrefixMappingc C s d S )Nr )r rK r r r endPrefixMapping s z SAXTreeBuilder.endPrefixMappingc C s | j j| d S )N)r" Z handle_data)r contentr r r
characters s zSAXTreeBuilder.charactersc C s d S )Nr )r r r r
startDocument s z SAXTreeBuilder.startDocumentc C s d S )Nr )r r r r endDocument s zSAXTreeBuilder.endDocumentN)r r r! r: r) r= rE rF rI rJ rL rM rO rP rQ r r r r r s c $ @ s e Zd ZdZejZedddddddd d
d d d
ddddddddddddgZeddd d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.dd/d0d1d2d3d4d5d6d7d8d9d:d;g#Zdgd?d@gd?d@gdAgdAgdAgdBgdCgd?gdDgdEgdFgdG Z dHdI Z
dJS )Kr z]This TreeBuilder knows facts about HTML.
Such as which tags are empty-element tags.
areabasebrcolZembedZhrZimginputZkeygenlinkZmenuitemmetaZparamsourceZtrackZwbrZbasefontZbgsoundZcommandframeZimageZisindexZnextidZspacerZaddressZarticleZasideZ
blockquoteZcanvasZddZdivZdlZdtZfieldsetZ
figcaptionZfigureZfooterformZh1Zh2Zh3Zh4Zh5Zh6headerZlimainZnavZnoscriptZoloutputpZpreZsectiontableZtfootZulZvideoclassZ accesskeyZdropzoneZrelZrevZheaderszaccept-charsetarchiveZsizesZsandboxfor) r. arW tdZthre r[ objectrR ZiconZiframer^ c C sz |j dkrdS |jd}|jd}|jd}d }|d k rJ|}t||d< n(|d k rr|d k rr|j dkrrt||d< |d k S )NrX Fz
http-equivrN charsetz content-type)rD r r r0 r )r r, Z
http_equivrN rg Z
meta_encodingr r r r- s
z$HTMLTreeBuilder.set_up_substitutionsN) r r r! r: r r< r r$ Zblock_elementsr/ r- r r r r r s& N
c C sV t jd }xF| jD ]<}t| |}t|trt||| |jj| |jj | qW dS )z9Copy TreeBuilders from the given module into this module.z bs4.builderN)
sysmodules__all__getattr
issubclassr setattrappendbuilder_registryr )moduleZ this_modulerD objr r r register_treebuilders_from2 s
rr c @ s e Zd ZdS )ParserRejectedMarkupN)r r r! r r r r rs ? s rs r> ) _htmlparser) _html5lib)_lxml) collectionsr itertoolsrh Z bs4.elementr r r r rj ZFASTZ
PERMISSIVEZSTRICTZXMLZHTMLZHTML_5rf r
ro r r r rr Exceptionrs rt ru ImportErrorrv r r r r s@ 4b.N