vlj8m UddlZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZmZmZmZmZddlmZddlmZdd lmZej>e Z!d Z"d Z#d Z$d Z%d Z&ee'd<dZ(ee'd<ddddddddZ)dede egeffdZ*dede egeeefffdZ+eded ededdZ,ededed ed!dZ-d;deded"e.ddfd#Z/Gd$d%Z0Gd&d'Z1Gd(d)Z2 d d>d*ed3ed8eee.d9fdefd:Z?y)?N) itemgetter) AnyCallableDict GeneratorListMatchOptionalPatternTupleUnion)T_bboxT_dirT_numT_obj T_obj_iter T_obj_list)cluster_objects)to_list)objects_to_bboxg@ ttbDEFAULT_LINE_DIRltrDEFAULT_CHAR_DIRffffifflfiflst)uffuffiufflufiuflustuſtline_dirreturncddddd|S)Nc |dS)Ntopxs K/var/www/html/pp/venv/lib/python3.12/site-packages/pdfplumber/utils/text.pyz&get_line_cluster_key../s 5c|d S)Nbottomr*r+s r-r.z&get_line_cluster_key..0s !H+r/c |dSNx0r*r+s r-r.z&get_line_cluster_key..1s 4r/c|d S)Nx1r*r+s r-r.z&get_line_cluster_key..2s !D'r/rbttrrtlr*)r%s r-get_line_cluster_keyr:-s"!% !     r/char_dircddddd|S)Nc|d|dfS)Nr)r1r*r+s r-r.z#get_char_sort_key..8s!E(AhK0r/c&|d|dz |d fS)Nr)heightr*r+s r-r.z#get_char_sort_key..9s!AeHq{23ahY?r/c|d|dfSr3r*r+s r-r.z#get_char_sort_key..:s!D'1T7+r/c|d |d fS)Nr6r4r*r+s r-r.z#get_char_sort_key..;s1T7(QtWH-r/r7r*)r;s r-get_char_sort_keyrB6s"0?+-     r/r7r)r1r4r6suffixc ttj}||vrtd|d|d|||vrtd|d|d|t|t|k(rtd|d|d|d|y)Nr%z must be one of z, not r;=z is incompatible with char_dir)set POSITION_KEYSkeys ValueError)r%r;rC valid_dirss r-validate_directionsrKNs]'')*Jz!vh.zl& K  z!vh.zl& K   8}H %vhaz*"81XJ 0  &r/ceZdZdZdeeeeefde de ddfdZ defdZ dd e ed e d ed edeeeff d Z ddeeeefdeded ed ed e deeeeffdZ dded edeeeeffdZy)TextMapz A TextMap maps each unicode character in the text to an individual `char` object (or, in the case of layout-implied whitespace, `None`). tuplesline_dir_renderchar_dir_renderr&Ncrt||d||_||_||_|j |_y)N_render)rKrNrOrP to_string as_string)selfrNrOrPs r-__init__zTextMap.__init__es5 O_iH ..)r/c |j}|j}djtt d|j }|dk(r|dk(r|S|j d|dvrtt|dk(r(Dcgc]}djt|c}|dvrttt}|d k(r#Dcgc]}d |t|z z|zc}n"Dcgc]}|d |t|z zzc}djfd t|DSdjScc}wcc}wcc}w) Nrrr r8r9r9)r9rr8 c3TK|]djfdD yw)rXc3(K|] }| ywNr*).0lineis r- z.TextMap.to_string...s6DG6sNjoin)r_raliness @r-rbz$TextMap.to_string..s%!;.sD)<)B)B)D$Er/)rsrtrr) isinstancer rIreescapeIcompilefinditerrTfilterr) rUrrrrsrtrrcompiledflagsgenfilteredrqs ` r-searchzTextMap.searchs gw '~ Wu} VH~))G, EMBDDqEzz'51Hkk(DNN3EsK    +)%     s+C rc:|rd}nd}|j|d|dS)af `strip` is analogous to Python's `str.strip()` method, and returns `text` attributes without their surrounding whitespace. Only relevant when the relevant TextMap is created with `layout` = True Setting `return_chars` to False will exclude the individual character objects from the returned text-line dicts. z *([^\n]+?) *(\n|$)z([^\n]+)rF)rrrtrs)r)rUrrtpats r-extract_text_lineszTextMap.extract_text_liness0 (CC{{ AL  r/)rTT)TTTTr)TT)__name__ __module__ __qualname____doc__rr strr rrrVrSr intrrrrr r rrr*r/r-rMrM_sC *U3/01 * * *  *(3(F"!  :    c3h <"!& sGCL()& &  &  &  & &  d38n & R8<  04 d38n  r/rMc+eZdZdZdeeeefddfdZdddddde e dde e e ddddddd fd ed ed ed ededededededededededeedeedeedeededededef*dZy)WordMapz& A WordMap maps words->chars. rNr&Nc||_yr^)rN)rUrNs r-rVzWordMap.__init__s  r/Fr)rrrrTlayout layout_width layout_heightlayout_width_charslayout_height_chars layout_bbox x_density y_densityx_shifty_shift y_tolerancer%r;line_dir_rotatedchar_dir_rotatedrPrO use_text_flow presortedexpand_ligaturesc23g}t|jst||xs| |xs| S|rtni}|rS|r |r"t dt t ||z }|r |r"t dt t ||z }dg|z}ng}d}t| 3t| 2t| }t| }t| |}t| |}|s|r |jnt|j3fd}t|3fd| |xs| }t|D][\}} |r'|| dd}!|!|| zz }"| d vrd nd }#|"|#z|z }$nd}$tt |dkDt |$|z }%t|%D].}t|r |d dd k(r||z }|j!d0||%z }d}&|s|r| nt| 2fd}'|'D]\}(})|r!||(}*|*|| zz }+| d vrd nd }#|+|#z|z },nd},tt#d |&t |,|&z }-|dg|-zz }|&|-z }&|)D]9}.|j%|.d|.d}/|/D]}0|j!|0|.f|&d z }&;|sP|dg||&z zz }^|r@||d zz }1t|1D]}|dkDr||z }|j!d|d dk(r|dd }t||xs| |xs| S)a Given a list of (word, chars) tuples (i.e., a WordMap), return a list of (char-text, char) tuples (i.e., a TextMap) that can be used to mimic the structural layout of the text on the page(s), using the following approach for top-to-bottom, left-to-right text: - Sort the words by (top, x0) if not already sorted. - Cluster the words by top (taking `y_tolerance` into account), and iterate through them. - For each cluster, divide (top - y_shift) by `y_density` to calculate the minimum number of newlines that should come before this cluster. Append that number of newlines *minus* the number of newlines already appended, with a minimum of one. - Then for each cluster, iterate through each word in it. Divide each word's x0, minus `x_shift`, by `x_density` to calculate the minimum number of characters that should come before this cluster. Append that number of spaces *minus* the number of characters and spaces already appended, with a minimum of one. Then append the word's text. - At the termination of each line, add more spaces if necessary to mimic `layout_width`. - Finally, add newlines to the end if necessary to mimic to `layout_height`. For other line/character directions (e.g., bottom-to-top, right-to-left), these steps are adjusted. rOrPz;`layout_width` and `layout_width_chars` cannot both be set.z=`layout_height` and `layout_height_chars` cannot both be set.)r[Nrc|dSNrr*r,line_cluster_keys r-r.z$WordMap.to_textmap..Us3CAaD3Ir/keyc|dSrr*rs r-r.z$WordMap.to_textmap..Zs&qt,r/)preserve_orderrZrrY)rYNc|dSrr*)r, char_sort_keys r-r.z$WordMap.to_textmap..zs}QqT7Jr/rvN)rkrNrM LIGATURESrIrroundr:rBrGBBOX_ORIGIN_KEYSsortedr enumeraterjrlappendminget)4rUrrrrrrrrrrrr%r;rrrPrOrrr_textmap expansions blank_line num_newlinesline_position_keychar_position_keyy_originx_originwords_sorted_line_dirtuples_by_linera line_tuples line_position y_dist_rawadjy_distnum_newlines_prependline_lenline_tuples_sortedwordrx char_position x_dist_rawx_distnum_spaces_prependr}lettersletternum_newlines_appendrrs4 @@r- to_textmapzWordMap.to_textmapsl794;; / ;8 / ;8  #3Y !$U&)|i/G)H%I"" $W'*% 0I*J&K#%);;JJ /9)(3 )(3)(3#H-k:#H-k:M KK )IJ  ) ! , $5  (73 LNA{ 1+a.2C D *h.@A $6bA#c)I5#&AE f , $ /0 .8} Q4(? *H - . 0 0LH K-JK  2 & e$5d$;M!.(W2D!EJ (N :"C'#- 9FF%(Q)95=8;S%T"[M,>>>..&A(nnQvY& BG")&  4 A && &([M-?(-JKKg3 Ll "59I"J ./ .q5 *H - . ||+#CR= +7x+7x  r/)rrrrrr rrrVDEFAULT_X_DENSITYDEFAULT_Y_DENSITYDEFAULT_Y_TOLERANCErrrrrrrr rMrr*r/r-rrsbtE%*;$<=$  "##$*,,0**,0,0+/+/#!%+s s s  s  s ! s s s s s s s s s #5/s #5/!s ""%#s $"%%s &'s ()s *+s , -s r/rc~eZdZeeddddddeedddddfdededee e dfdee e dfde d e d e d e d e d e de e de e de eedee efde fdZde de fdZdedefdZdedede dedede f dZdede deeddffdZdedeeee fddffdZdedeeeefddffd Zdedefd!Z d$ded"e defd#Zy)% WordExtractorNFT x_tolerancerx_tolerance_ratioy_tolerance_ratiokeep_blank_charsr vertical_ttbhorizontal_ltrr%r;rr extra_attrssplit_at_punctuationrc ||_||_||_||_||_||_||_||_|durtjd|durtjd| |_ | |_ | xs| |_ | xs| |_ t|j|jt|j|jd| gn| |_|durt j"n|xsd|_|r t&|_yi|_y)NFzNvertical_ttb is deprecated and will be removed; use line_dir/char_dir instead.zPhorizontal_ltr is deprecated and will be removed; use line_dir/char_dir instead._rotatedTrX)rrrrrrrrloggerwarningr%r;rrrKrstring punctuationrrr)rUrrrrrrrrr%r;rrrrrs r-rVzWordExtractor.__init__s$'&!2!2 0*,( 5 NN2  U " NN2 !   0 .s3DE##AfIqyB?s03) rvr4r6r)rr1rr?width direction)rrrdr) rUrr4r)r6r1 doctop_adjrr;rrs ` r- merge_charszWordExtractor.merge_charss-m<CV"1%h/-2B52II "9-$$W-GGIVJ&sl"W!  ## .C%a(-DI . r/ prev_char curr_charrc6|dvr6|}|}|d}|d} |dk(r|d} |d} |d} nH|d } |d } |d } n5|}|}|d}|d} |dk(r|d} |d} |d} n|d } |d } |d } t| | kxs| | |zkDxst| |z |kDS)aThis method takes several factors into account to determine if `curr_char` represents the beginning of a new word: - Whether the text is "upright" (i.e., non-rotated) - Whether the user has specified that horizontal text runs left-to-right (default) or right-to-left, as represented by self.horizontal_ltr - Whether the user has specified that vertical text the text runs top-to-bottom (default) or bottom-to-top, as represented by self.vertical_ttb - The x0, top, x1, and bottom attributes of prev_char and curr_char - The self.x_tolerance and self.y_tolerance settings. Note: In this case, x/y refer to those directions for non-rotated text. For vertical text, they are flipped. A more accurate terminology might be "*intra*line character distance tolerance" and "*inter*line character distance tolerance" An important note: The *intra*line distance is measured from the *end* of the previous character to the *beginning* of the current character, while the *inter*line distance is measured from the *top* of the previous character to the *top* of the next character. The reasons for this are partly repository-historical, and partly logical, as successive text lines' bounding boxes often overlap slightly (and we don't want that overlap to be interpreted as the two lines being the same line). The upright-ness of the character determines the attributes to compare, while horizontal_ltr/vertical_ttb determine the direction of the comparison. )rr9r)rr4r6rr1)rabs) rUrrrrrr,yaycyaxbxcxs r-char_begins_new_wordz"WordExtractor.char_begins_new_wordsR  &AA5!B5!BE!t_t_t_o%o%o%AA4B4BE!u%x(u%))&&)) "W R!V  27|a   r/c #T Kg dttdttddff fd }|j}|j }|j }|j}|D]}|d} |js!| jr|dEd{5| |jvr!||Ed{|dEd{d rD|j d||||n | ddz||n | ddzr||Ed{ j| r yy77x7j7&w)Nnew_charr&c3*Kr|gy|gywr^r*)r  current_words r-start_next_wordz:WordExtractor.iter_chars_to_words..start_next_wordXs" ""!)!12LzLsrvrsize)rr) r rrrrrrrrisspacerrr) rUrrr xtxtrytytrcharrvr s @r-iter_chars_to_wordsz!WordExtractor.iter_chars_to_wordsQs] $&  Buo B z4- . B  $$   $$! *D.>? !))%> #0 E GZ%%dmm,---j9  *5 E% I"&":"::y"QEJ++J7DDE E  EsBBcHtt|j|Sr^)rrhr%)rUrxs r-extract_wordmapzWordExtractor.extract_wordmapstD44U;<==r/rtc|r!td|j|DStd|j|DS)Nc32K|]\}}i|d|iyw)rxNr*r_rr$s r-rbz.WordExtractor.extract_words..s($D*.4-*-sc3&K|] \}}| ywr^r*r*s r-rbz.WordExtractor.extract_words..sU!1zU)rhr%)rUrxrts r- extract_wordszWordExtractor.extract_wordssJ (,(@(@(G  UT5M5Me5TUU Ur/F)rrrDEFAULT_X_TOLERANCErrrrr rfloatrrr rrrVrrrrrrrrr rr%rr'r-r*r/r-rrs=105959!&#!#**,0,0+/16!%!4@4@4@!eT!12 4@ !eT!12 4@  4@4@4@4@4@4@#5/4@#5/4@d3i(4@$D#I.4@ !4@l CC CE C4K K K  K  K  K  K Z.!.. :tT) * .`++ 5U*+T47 8+.EE 5 *+T47 8E >Z>G>7< V V/3 V  Vr/rrxrtkwargsc 8tdi|j||S)Nr*)rr-)rxrtr1s r-r-r-s  "6 " 0 0 EEr/c B|jd|jdxs t|dtditDcic] }||vs|||c}}|j |}|j ditDcic] }||vs|||c}}|Scc}wcc}w)NTr)rrr*)updaterrrWORD_EXTRACTOR_KWARGSr'rTEXTMAP_KWARGS)rxr1k extractorwordmaptextmaps r-chars_to_textmapr;s MM!::m4N8N !6 FA!v+1fQi< FI''.G g  !/ ?A1;1fQi< ?G N G @s B B > B B rOrPc |t|}t|dk(ry|jdri|||d}t|fi|jSt d it Dcic] }||vs|||c}}|j|}|xs |j}|xs |j}t|j}|jdt} |jdt} t|||dvr| n| } tdjd | DD cgc]} | dfc} ||jScc}wcc} w) NrrXrrrrrrYc3LK|]}djd|Dyw)r[c3&K|] }|d yw)rvNr*)r_rs r-rbz)extract_text...s&EtF|&Er,Nrc)r_r`s r-rbzextract_text..sX$chh&E&EEXs"$r*)rrkrr;rTrr5r-r%r;r:r/rrrMrd) rxrOrPr1textmap_kwargsr7r8wordsrrrrers r- extract_textrAs\ ENE 5zQ zz(  "1oV  88BBB! %:Ja6kq&)|J ''.)?Y-?-?)?Y-?-?/ 0B0BCjj0CD jj0CD   *n.sEa\![1Es)rrrd)rxrr clustereds ` r-extract_text_simplerJs-  z(';[II 99E9E EEr/r.ctgd|xs ttdddtdttddfffd }||}t ||j S) u Removes duplicate chars — those sharing the same text and positioning (within `tolerance`) as other characters in the set. Use extra_args to be more restrictive with the properties shared by the matching chars. )rrvrr4rxr&Nc3Kt|}tj|D]V\}}tt |t dD]/}t|t dD]}t|d1Xyw)Nrrr4r)rrrrrhr) rx sorted_charsgrp grp_chars y_cluster x_clusterrpos_keyrBs r-yield_unique_charsz(dedupe_chars..yield_unique_chars'se- '// #F res    JI'%   8 $%%         5Xugun-E(E7E%,