o
MK&h @ s U d Z dZddlZddlZddlZddlZddlZddlmZ ddl m
Z
m Z m Z m
Z
mZmZmZmZmZmZ ddlmZ ddlmZ ddlmZ dd lmZ dd
lm Z dd l m Z m Z m Z m!Z!m"Z" z
dd l#m$Z$ d
Z%W n e&yx dZ%Y nw ej'(dduZ)z ddl*Z+d
Z,e+j-j.Z.W n
e&y dZ,dZ.Y nw e Z/e"e e0d< dZ1e2e0d< G dd de3Z4G dd de4Z5G dd de5Z6G dd de5Z7G d d d e6Z8dS ) zHelper classes for tests.MIT N)
BeautifulSoup)
AttributeValueListCharsetMetaAttributeValueCommentContentMetaAttributeValueDoctype PageElementPYTHON_SPECIFIC_ENCODINGSScript
StylesheetTag) SoupStrainer)XMLParsedAsHTMLWarning)_IncomingMarkup) TreeBuilder)HTMLParserTreeBuilder)AnyIterableOptionalTupleType)SelectorSyntaxErrorTFhtml5lib)r default_builderu-
A bare string
A tag
A tag that supposedly has contents.
AT&T
This numeric entity is missing the final semicolon:
BAD_DOCUMENTc @ s e Zd Zedee fddZdedede fddZ
de dede fdd Z
d d ed e
e dd
fd
dZeZdedd
fddZ d dedede
e fddZdee dee dd
fddZdee dee dd
fdd Zd
S ) SoupTestreturnc C s t S N)r self r! E/var/www/html/venv/lib/python3.10/site-packages/bs4/tests/__init__.pyr f s zSoupTest.default_buildermarkupkwargsc K s" | d| j}t|fd|i|S )z*Build a Beautiful Soup object from markup.builder)popr r )r r# r$ r% r! r! r" soupj s z
SoupTest.soupc K s | j di ||S )z[Turn an HTML fragment into a document.
The details depend on the builder.
Nr! )r test_fragment_to_document)r r# r$ r! r! r" document_foro s zSoupTest.document_forNto_parsecompare_parsed_toc C s | j }t||d}|du rt|tsJ |}| | |ks!J tdd t|j D s1J |j
gdd |j D ks?J dS )ziParse some markup using Beautiful Soup and verify that
the output markup is as expected.
r% Nc s s | ]}|d kV qdS )r Nr! ).0vr! r! r" s z'SoupTest.assert_soup..c S g | ]}|j qS r! namer- xr! r! r"
z(SoupTest.assert_soup..) r r
isinstancestrdecoder) alllistopen_tag_countervalues
ROOT_TAG_NAMEtagStack)r r* r+ r% objr! r! r" assert_soupv s zSoupTest.assert_soupelementc C s8 d}|j D ]}|r||jksJ ||jksJ |}qdS )zyEnsure that next_element and previous_element are properly
set for all descendants of the given element.
N) descendants next_elementprevious_element)r rB earlierer! r! r" assertConnectedness s
z SoupTest.assertConnectednessFel_recursive_callc C s d}|j du r4|jdu sJ d||jd|jdu s%J d||jd|jdu s4J d||jdd}d}d}t|jd }|jD ]}d}|dkr|j dur~|j|u s`J d||j||j|u soJ d||j||jdu s~J d||jdn\|j|j|d u sJ d ||j|j|d |j|d j|u sJ d
|j|d |j|d j||dur|j|u sJ d ||j||j j|j|u sJ d ||j|t|t r|jr|
|d
}|dusJ |jdu sJ d
||jd|dur|}n|}||kr |jdu s J d
||jd|d7 }qD|dur)|n|}|du r2|}|su|duru|} |du rU|jdu sRJ d ||jd dS |jdurp|j|ju smJ d ||j|j dS |j }q=|S )z.Ensure proper linkage throughout the document.Nz3Bad previous_element
NODE: {}
PREV: {}
EXPECTED: {}z3Bad previous_sibling
NODE: {}
PREV: {}
EXPECTED: {}z/Bad next_sibling
NODE: {}
NEXT: {}
EXPECTED: {}r z/Bad next_element
NODE: {}
NEXT: {}
EXPECTED: {}z2Bad previous_sibling
NODE: {}
PREV {}
EXPECTED: {}z1Bad previous_sibling
NODE: {}
PREV {}
EXPECTED {}z-Bad next_sibling
NODE: {}
NEXT {}
EXPECTED {}z=Bad previous_element
NODE: {}
PREV {}
EXPECTED {}
CONTENTS {}z-Bad next_element
NODE: {}
NEXT {}
EXPECTED {}T) parentrE formatprevious_sibling next_siblinglencontentsrD r7 r
linkage_validator) r rI rJ
descendantidxchild
last_childlast_idxtargetr! r! r" rR s
zSoupTest.linkage_validatortags should_matchc C dd |D |ks J dS )zMake sure that the given tags have the correct text.
This is used in tests that define a bunch of tags, each
containing a single string, and then select certain strings by
some mechanism.
c S r0 r! stringr- tagr! r! r" r5 ' r6 z+SoupTest.assert_selects..Nr! r rY rZ r! r! r" assert_selects s zSoupTest.assert_selectsc C r[ )zMake sure that the given tags have the correct IDs.
This is used in tests that define a bunch of tags, each
containing a single string, and then select certain strings by
some mechanism.
c S s g | ]}|d qS idr! r^ r! r! r" r5 2 s z/SoupTest.assert_selects_ids..Nr! r` r! r! r" assert_selects_ids) s zSoupTest.assert_selects_idsr )F)__name__
__module__ __qualname__propertyr r r r r r r' r8 r) r rA assertSoupEqualsr
rH boolr rR r ra rd r! r! r! r" r e s@
r c @ s e Zd Zejddi edgdddgigdd Zejdedgd ddgigd
d Zd d
Z dd Z
dd Z dd Z dS )TreeBuilderSmokeTestmulti_valued_attributesNclass)b*notclassc C s( d}| j ||d}|jd dksJ d S )NzCrl rm za b cr' ar rl r# r' r! r! r" test_attribute_not_multi_valued8 s z4TreeBuilderSmokeTest.test_attribute_not_multi_valued)rs c C s, d}| j ||d}|jd g dksJ d S )Nzrq rm )rs rn crr rt r! r! r" test_attribute_multi_valued@ s z0TreeBuilderSmokeTest.test_attribute_multi_valuedc C s d}| | d}| | d S )Nz contentz)r' r r# r! r! r" test_invalid_doctypeH s
z)TreeBuilderSmokeTest.test_invalid_doctypec C s4 d}| j |tddd}tdd |jD rJ d S )Nz
htmlr1
parse_onlyc s s | ]}t |tV qd S r )r7 r r3 r! r! r" r/ S s z=TreeBuilderSmokeTest.test_doctype_filtered..)r' r anyrC r r# r' r! r! r" test_doctype_filteredP s z*TreeBuilderSmokeTest.test_doctype_filteredc C s G dd dt }d}| j|d}| j||d}|j}t|j|s"J d|d ks*J d|d < d|d ks6J d
}|| ks@J d S ) Nc s& e Zd Zdedef fdd Z ZS )zNTreeBuilderSmokeTest.test_custom_attribute_dict_class..MyAttributeDictkeyvaluec s t |d d S )N
OVERRIDDEN)super __setitem__)r r r __class__r! r" r W s zZTreeBuilderSmokeTest.test_custom_attribute_dict_class..MyAttributeDict.__setitem__)re rf rg r8 r r
__classcell__r! r! r r" MyAttributeDictV s r "f)attribute_dict_classr, r attr1Tattr3zAf)dictr r' rs r7 attrsr9 )r r r# r% r' r_ expectr! r! r" test_custom_attribute_dict_classU s z5TreeBuilderSmokeTest.test_custom_attribute_dict_classc C sz G dd dt }| jdtdgi|d}d}| j||d}|j}|d d ks(J |d d
d gks2J t|d |s;J d S ) Nc s e Zd Z fddZ ZS )z_TreeBuilderSmokeTest.test_custom_attribute_value_list_class..MyCustomAttributeValueListc s t j|i | | d d S )Nextra)r __init__append)r argsr$ r r! r" r j s zhTreeBuilderSmokeTest.test_custom_attribute_value_list_class..MyCustomAttributeValueList.__init__)re rf rg r r r! r! r r" MyCustomAttributeValueListi s r ro attr2)rl attribute_value_list_classr r, r val1val2r )r r setr' rs r7 )r r r% r# r' r_ r! r! r" &test_custom_attribute_value_list_classh s z;TreeBuilderSmokeTest.test_custom_attribute_value_list_class)
re rf rg pytestmark parametrizer ru rw ry r r r r! r! r! r" rk 5 s
rk c @ s< e Zd ZdZdd Zdd Zdd Zdd Zd
ed d fd
dZ dd
eded e
e e f fddZ
dd Zdd Zdd Zdd Zdd Zd d Zd d Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Z d1d2 Z d3d4 Z d5d6 Z d7d8 Z d9d: Z!d;d< Z"d=d> Z#d?d@ Z$dAdB Z%dCdD Z&dEdF Z'dGdH Z(dIdJ Z)dKdL Z*dMdN Z+dOdP Z,dQdR Z-dSdT Z.dUdV Z/dWdX Z0dYdZ Z1d[d\ Z2d]d^ Z3d_d` Z4dadb Z5dcdd Z6dedf Z7dgdh Z8didj Z9dkdl Z:dmdn Z;dodp Zdudv Z?dwdx Z@dydz ZAd{d| ZBd}d~ ZCdd ZDdd ZEdd ZFdd ZGdd ZHd S )HTMLTreeBuilderSmokeTestaC A basic test of a treebuilder's competence.
Any HTML treebuilder, present or future, should be able to pass
these tests. With invalid markup, there's room for interpretation,
and different parsers can handle it differently. But with the
markup in these tests, there's not much room for interpretation.
c C sH dD ]}| d}||}|jdu sJ q| dd | dd dS )zmVerify that all HTML4 and HTML5 empty element (aka void element) tags
are handled correctly.
)areabasebrcolembedhrimginputkeygenlinkmenuitemmetaparamsourcetrackwbrspacerframe Tz
z
N)r' new_tagis_empty_elementrA )r r2 r' r r! r! r" test_empty_element_tags s
z0HTMLTreeBuilderSmokeTest.test_empty_element_tagsc C sp | d}t|jjtsJ t|jjtsJ | d}t|jjts%J |jjdks-J t|jjts6J d S )Nz7z z)r' r7 styler] r scriptr r r' r! r! r" test_special_string_containers s
z7HTMLTreeBuilderSmokeTest.test_special_string_containersc C sH | d}t|tj}t|}|jtksJ | | ks"J d S )N
foo)r' pickledumpsHIGHEST_PROTOCOLloadsr r r9 r treedumpedloadedr! r! r" !test_pickle_and_unpickle_identity s
z:HTMLTreeBuilderSmokeTest.test_pickle_and_unpickle_identityc C s: d}| |}t|tj}t|}|jjdu sJ d S )Nz
blabla
F)r' r r r r r% is_xml)r r# r' pickledr! r! r" #test_pickle_and_unpickle_bad_markup s
zz
foo
r r' r )r r r r r# r' r! r! r" r s
z/HTMLTreeBuilderSmokeTest._document_with_doctypec C s | d | d dS )z?Make sure normal, everyday HTML doctypes are handled correctly.rz z4html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"Nr r r! r! r" test_normal_doctypes s
z-HTMLTreeBuilderSmokeTest.test_normal_doctypesc C s( | d}|jd }d| ksJ d S )Nz
r r )r' rQ strip)r r' r r! r! r" test_empty_doctype s
z+HTMLTreeBuilderSmokeTest.test_empty_doctypec C st dD ]5}| d|\}}|jd }|jtksJ |dks J |dd t| dks-J |jjd dks7J qd S )N)r DocTyperz r r s r r r r! r! r" test_mixed_case_doctype s
z0HTMLTreeBuilderSmokeTest.test_mixed_case_doctypec C d}| | d S )Nznhtml PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"r )r r r! r! r" test_public_doctype_with_url z5HTMLTreeBuilderSmokeTest.test_public_doctype_with_urlc C | d d S )Nz$foo SYSTEM "http://www.example.com/"r r r! r! r" test_system_doctype z,HTMLTreeBuilderSmokeTest.test_system_doctypec C r )Nz#xsl:stylesheet SYSTEM "htmlent.dtd"r r r! r! r" test_namespaced_system_doctype z7HTMLTreeBuilderSmokeTest.test_namespaced_system_doctypec C r )Nz#xsl:stylesheet PUBLIC "htmlent.dtd"r r r! r! r" test_namespaced_public_doctype r z7HTMLTreeBuilderSmokeTest.test_namespaced_public_doctypec C sl d}t jdd
}| |}W d n1 sw Y |ddd|ddks.J |g ks4J dS )zJA real XHTML document should come out more or less the same as it went in.
Hello.
Goodbye.
TrecordNutf-8
)warningscatch_warningsr' r replacer r# wr' r! r! r" test_real_xhtml_document s "z1HTMLTreeBuilderSmokeTest.test_real_xhtml_documentc C s` d}t jdd
}| |}W d n1 sw Y dt|dks(J g |ks.J d S )Ns. contentTr zns1:foo)r r r' rP find_allr r! r! r" test_namespaced_html s z-HTMLTreeBuilderSmokeTest.test_namespaced_htmlc C sx d}t jdd}| |}|jjdksJ W d n1 s w Y |\}t|jts0J t|jtj ks:J d S )Ns7 stringTr r] )
r r r' r_ r] r7 messager r8 MESSAGE)r r# r r' warningr! r! r" test_detect_xml_parsed_as_html$ s
z7HTMLTreeBuilderSmokeTest.test_detect_xml_parsed_as_htmlc C sB d}| |}|| ksJ d}| |}||dks J d S )Nzs r )r' r9 r r~ r! r! r" test_processing_instruction4 s
z4HTMLTreeBuilderSmokeTest.test_processing_instructionc C s t | j dS )zMake sure you can copy the tree builder.
This is important because the builder is part of a
BeautifulSoup object, and we want to be able to copy that.
N)copydeepcopyr r r! r! r"
test_deepcopyA s z&HTMLTreeBuilderSmokeTest.test_deepcopyc C s, | d}|jjr J t|jdksJ dS )zA
tag is never designated as an empty-element tag.
Even if the markup shows it as an empty-element tag, it
shouldn't be presented that way.
N)r' r r r8 r r! r! r" !test_p_tag_is_never_empty_elementI
z:HTMLTreeBuilderSmokeTest.test_p_tag_is_never_empty_elementc C s( | dd | dd | dd dS )zA tag that's not closed by the end of the document should be closed.
This applies to all tags except empty-element tags.
r zzz
NrA r r! r! r" test_unclosed_tags_get_closedS s z6HTMLTreeBuilderSmokeTest.test_unclosed_tags_get_closedc C s, | d}|jjs J t|jdksJ dS )zA tag is designated as an empty-element tag.
Some parsers treat as one tag, some parsers as
two tags, but it should always be an empty-element tag.
z r N)r' r r r8 r r! r! r" #test_br_is_always_empty_element_tag] r zr r r! r! r" test_nested_formatting_elementsg r z8HTMLTreeBuilderSmokeTest.test_nested_formatting_elementsc C s( d}| |}d|dd ksJ d S )Nz
Ordinary HEAD element test
Hello, world!
ztext/javascriptr type)r' find)r rz r' r! r! r" test_double_headj s
z)HTMLTreeBuilderSmokeTest.test_double_headc C sj d}| | | |}|jdd}|jtksJ |jdd}||jks&J |jdd}||jks3J d S )Nz
foobaz
foobarr\ r baz)rA r' r r r rD rE )r r# r' commentr r r! r! r" test_comment{ s
z%HTMLTreeBuilderSmokeTest.test_commentc C st d}d}| | | | | |}|j |ks J | |}|j |ks*J | d}|j dks8J dS )zWhitespace must be preserved in
and
zz
N)rA r' preprettifytextarea)r
pre_markuptextarea_markupr' r! r! r" -test_preserved_whitespace_in_pre_and_textarea s
zFHTMLTreeBuilderSmokeTest.test_preserved_whitespace_in_pre_and_textareac C s. d}| | d}| | d}| | dS )z+Inline elements can be nested indefinitely.zInside a B tagz!
Nr )r b_tag nested_b_tagdouble_nested_b_tagr! r! r" test_nested_inline_elements s
z4HTMLTreeBuilderSmokeTest.test_nested_inline_elementsc C s6 | d}|j}|jjjdksJ |jjdksJ dS )z Block elements can be nested.z*
Foo
FooN)r'
blockquoter rn r] )r r' r r! r! r" test_nested_block_level_elements s
z9HTMLTreeBuilderSmokeTest.test_nested_block_level_elementsc C s d}| |d | d dS )z$One table can go inside another one.z[
Here's another table:
foo
zh
Here's another table:
foo
z{
Foo
Bar
Baz
Nr rx r! r! r" test_correctly_nested_tables s z5HTMLTreeBuilderSmokeTest.test_correctly_nested_tablesc C s@ d}| |}ddg|jd ksJ |j|jdddks J d S )Nz
r barrm divzfoo bar)class_)r' r r r~ r! r! r" *test_multivalued_attribute_with_whitespace s
zCHTMLTreeBuilderSmokeTest.test_multivalued_attribute_with_whitespacec C s( d}| |}dg|jjd ksJ d S )Nz1
cssrm )r' r r~ r! r! r" (test_deeply_nested_multivalued_attribute
zAHTMLTreeBuilderSmokeTest.test_deeply_nested_multivalued_attributec C ( d}| |}ddg|jd ksJ d S )Nzrs rn rm )r' rz r~ r! r! r" "test_multivalued_attribute_on_html r z;HTMLTreeBuilderSmokeTest.test_multivalued_attribute_on_htmlc C | dd d S )Nzzr r r! r! r" 3test_angle_brackets_in_attribute_values_are_escaped zLHTMLTreeBuilderSmokeTest.test_angle_brackets_in_attribute_values_are_escapedc C r# )Nz$
• AT&T is in the s&p 500
u)
• AT&T is in the s&p 500
r r r! r! r" 3test_strings_resembling_character_entity_references s zLHTMLTreeBuilderSmokeTest.test_strings_resembling_character_entity_referencesc C r# )Nz
Bob's Bar
z
Bob's Bar
r r r! r! r" test_apos_entity s z)HTMLTreeBuilderSmokeTest.test_apos_entityc C " d}| |}d|jjksJ d S )Nz%
“Hello” -☃
u “Hello” -☃r' r r] r~ r! r! r" *test_entities_in_foreign_document_encoding s
zCHTMLTreeBuilderSmokeTest.test_entities_in_foreign_document_encodingc C 8 d}| d| | d| | d| | d| d S )Nu zzzzr r r r! r! r" 0test_entities_in_attributes_converted_to_unicode
zIHTMLTreeBuilderSmokeTest.test_entities_in_attributes_converted_to_unicodec C r+ )Nu
piñata
z
piñata
z
piñata
z
piñata
z
piñata
r r, r! r! r" *test_entities_in_text_converted_to_unicode r. zCHTMLTreeBuilderSmokeTest.test_entities_in_text_converted_to_unicodec C r# )Nz#
I said "good day!"
z
I said "good day!"
r r r! r! r" ,test_quot_entity_converted_to_quotation_mark
s zEHTMLTreeBuilderSmokeTest.test_quot_entity_converted_to_quotation_markc C s, d}| d| | d| | d| d S )Nu �z�z�z
�r r, r! r! r" test_out_of_range_entity s z1HTMLTreeBuilderSmokeTest.test_out_of_range_entityc C s< | d}d|jjjjksJ d|jjksJ | | dS )zDMostly to prevent a recurrence of a bug in the html5lib treebuilder.z!
foo
r N)r' h2r] rD r2 r rH r r! r! r" test_multipart_strings s
z/HTMLTreeBuilderSmokeTest.test_multipart_stringsc C sD d}| |}d|j ksJ d}| |}d|j ks J d S )Nz
a &nosuchentity b
z
a &nosuchentity b
z
a &nosuchentity; b
z
a &nosuchentity; b
)r' r r9 r~ r! r! r" test_invalid_html_entity s
z1HTMLTreeBuilderSmokeTest.test_invalid_html_entityc C s, d}| |}|jjdusJ | | dS )8Prevent recurrence of a bug in the html5lib treebuilder.z?
foo
N)r' rz bodyrH r contentr' r! r! r" #test_head_tag_between_head_and_body, s
z
r )r rH expectedr! r! r" 1test_entities_in_strings_converted_during_parsing s zJHTMLTreeBuilderSmokeTest.test_entities_in_strings_converted_during_parsingc C s& d}| j |dd}|jjdksJ d S )Ns
Foo
z windows-1252
from_encodingu ‘Foo’r) )r quoter' r! r! r" )test_smart_quotes_converted_on_the_way_in s
zBHTMLTreeBuilderSmokeTest.test_smart_quotes_converted_on_the_way_inc C s | d}|jjdks
J d S )Nzu )r' rs r] r r! r! r" 0test_non_breaking_spaces_converted_on_the_way_in
zIHTMLTreeBuilderSmokeTest.test_non_breaking_spaces_converted_on_the_way_inc C s0 d}d d}| |}|j d|ksJ d S )NrN rO r )r r' r )r rH rP r' r! r! r" &test_entities_converted_on_the_way_out s
z?HTMLTreeBuilderSmokeTest.test_entities_converted_on_the_way_outc C sH d}| d}| |}| d}|dd}| d}||ks"J d S )Nu
Sacré bleu!
z
iso-8859-1r z
ISO-8859-1)r r' r )r unicode_htmliso_latin_htmlr' resultrP r! r! r" test_real_iso_8859_document s
z4HTMLTreeBuilderSmokeTest.test_real_iso_8859_documentc C sL d}| d}| |}|d|dksJ |d|dks$J d S )Nsk
Shift-JISŃR[fBOꂽ{̃t@CłB
shift-jisr euc_jp)r9 r' r )r shift_jis_htmlrY r' r! r! r" test_real_shift_jis_document s
z5HTMLTreeBuilderSmokeTest.test_real_shift_jis_documentc C sB d}| j |dd}|jdv sJ |d|ddks J d S )Ns Hebrew (ISO 8859-8) in Visual Directionality
Hebrew (ISO 8859-8) in Visual Directionality
iso8859-8rR )ra z
iso-8859-8r )r' original_encodingr r9 )r hebrew_documentr' r! r! r" test_real_hebrew_document s z2HTMLTreeBuilderSmokeTest.test_real_hebrew_documentc C s d}d| }| |}|dddi}|d }d|ks J t|ts$J d|d ks-J d
|d v s6J d |d v s?J d S )
NzEj
%s
Shift-JIS markup goes here.r z
http-equivz Content-typer8 ztext/html; charset=x-sjisztext/html; charset=utf8r s charset=utf8s charset=shift-jisr] )r' r r7 r substitute_encodingr )r meta_tagr_ r' parsed_metar8 r! r! r" 'test_meta_tag_reflects_current_encoding s
z@HTMLTreeBuilderSmokeTest.test_meta_tag_reflects_current_encodingc C s d}d| }| |}|jddd}|d }d|ks J t|ts#J d|dks,J d |dv s5J d
|d v s>J d S ) Nz're r encodingrb charsetzx-sjisr s charset="utf8"s charset="shift-jis"r] )r' r r7 r rf r )r rg r_ r' rh rk r! r! r" 3test_html5_style_meta_tag_reflects_current_encoding s
zLHTMLTreeBuilderSmokeTest.test_html5_style_meta_tag_reflects_current_encodingc C sT dD ]%}| |}tD ]}|dv rq ||}d|v s J |d|vs&J q qd S )N)sB idnambcsoem undefined
string_escapez
string-escapes meta charset=""asciir' r
r r r# r' rj encodedr! r! r" 2test_python_specific_encodings_not_used_in_charset& s
zKHTMLTreeBuilderSmokeTest.test_python_specific_encodings_not_used_in_charsetc C s* | d}d|jd< d|j ksJ d S )Nz textr r ztext)r' rs r9 )r datar! r! r" 5test_tag_with_no_attributes_can_have_attributes_added@ s
zNHTMLTreeBuilderSmokeTest.test_tag_with_no_attributes_can_have_attributes_addedc C s | d}d|j ksJ d S )Nz0