kh!ddlZddlZddlZddlZddlmZddlmZddl Z ddl Z ddlZdejd<dejd<dZ dZd Zd Zdd Zd Zd ZdZdZddZdZy)N)Image) defaultdictz/var/www/teggl/fontify/cache TORCH_HOMEXDG_CACHE_HOMEct|j}|jsy|d|dzks |d|dzkDryy)NF皙??T)stripisdigit)textbbox page_heightstrippeds //var/www/teggl/fontify/website/pdf_processor.pyis_likely_page_numberrsCzz|H     Aws""d1g c0A&A c|j}|sy|d|dzkDs |d|dzkr2gd}|D])}tj||tjs)yy)NFrr r )z\bVolume\b.*\bIssue\bu'\b(19|20)\d{2}\b.*\b\d{1,4}–\d{1,4}\bzInf Syst FrontJETOLSpringerElsevierz\bReferences\bT)r research IGNORECASE)r rrrpatternspats ris_likely_footer_headerrshzz|H  Aws""d1g c0A&A  Cyyh 6  rc ng}t}t|D]\}}||vr |j\}}}}tj||||} |g} t||dzd|dzD]\} } | |vs| j |j k7r$| j\} }}}tj| |||}| j |s_| j| |j| t| dk(r|j|td| D}td| D}td| D}td| D}tjtj||||d|j t|ddt|dd }|j||S) Nrstartc3:K|]}|jdyw)rN coordinates.0gs r z(merge_adjacent_blocks..@5!Q]]1%5c3:K|]}|jdyw)rNr"r$s rr'z(merge_adjacent_blocks..Ar(r)c3:K|]}|jdyw)Nr"r$s rr'z(merge_adjacent_blocks..Br(r)c3:K|]}|jdyw)Nr"r$s rr'z(merge_adjacent_blocks..Cr(r)scoreid)r typer/r0)set enumerater#fitzRectr1 intersectsappendaddlenminmaxlp TextBlock Rectanglegetattr)blocksmergedusediaxa1ya1xa2ya2box_agroupjbxb1yb1xb2yb2box_bx1y1x2y2 new_blocks rmerge_adjacent_blocksrW,s F 5D&!%1 9 ]]S#s #sC-fQUWoQU; DAqDyAFFaff,!" Cc3IIc3S1E& Q   u:? MM! 5u55B5u55B5u55B5u55B  RR,VVa$/1dD) I MM) $9%: Mrc tjjtjjtdd}tj |dt j|}tjd}g}t|dD]6\}}|jd }tjtj|jd }|j!|} t#| } d d g} t| D]\} } t%t&| j(\} }}}| |||g}| j*| vs:|j-| |||f}d |d| d| j*j/d}tjj||}|j1||j3d|||| j*d|j5t j6|dd|j9d}t|D]\} } | ^}}} }}}|j;st=|||| |g|j>j@rEtC|||| |g|j>j@rkt j6||| |}|j3|d| |||| |g|j;d9|S)NstaticuploadsT)exist_okzlp://efficientdet/PubLayNetrr)dpipngTableFigureai__z.pngimage)r1pagesrcrlabel)rrr)colorfillr@)r0rdrr )"ospathjoindirname__file__makedirsr4openr<AutoLayoutModelr3 get_pixmaprioBytesIOtobytesdetectrWmapintr#r1croplowersaver7 draw_rectr5get_textr rrectheightr)pdf_path UPLOAD_DIRdocmodel all_blocks page_numberrdpiximglayout visual_typesblock_idblockrRrSrTrUrcropped img_filenameimg_path text_blocksx0y0r rbs rextract_blocks_with_ai_visualsrOsbggooh79MJKK T* ))H C   < =EJ&s!4, Too#o&jjCKK$678c"&v.* (0 QOHe e&7&78NBBB#Dzz\)((BB#34!$[M8*Aejj>N>N>P=QQUV 77<< LA X&!! ' ++ $!& tyyiiP% Q(mmH- (5 OHe', $BBD1::<$TBB+;TYY=M=MN&tb"b"-=tyy?O?OP99RR,D   (M8*5'R, JJL   9,\ rctt}|D]}||dj|g}t|D]}||}|Dcgc]}|j d|}}|Dcgc]}|j ddk(s|} }g} t|dD]U}d} | D]7} t |dd| dddz |ks$| j|d } n| rD| j|gW| D]} | j d | D]} |j| |j| |Scc}wcc}w) Nrdr1rcc|ddS)NrrrLs rz6determine_column_aware_reading_order..sqy|r)keyFrrTc|ddS)Nrrrrs rrz6determine_column_aware_reading_order..s1V9Q<r)rlistr7sortedgetabssortextend) r@column_thresholdpagesrordered_blockspage_num page_blocksrLr other_blockscolumnsplacedcols r$determine_column_aware_reading_orderrss  E+ eFm##E*+N5M,Ho "-GQv1FqG G#.Ka!%%-72JK KK-CD (EF uV}Q'#a&.*;; Fr1rcz3rf���z Visual Blockzr   rrdrz

z

Tz

z

z

z

z
z

z

z) r html_utilsescapereplacerrrrr)r@stylesrrrrfont_face_block html_content title_setrraw_text clean_textrrds rgenerate_html_from_blocksrs &>D &>D'KYGV::>@O   "V$ 6")]+&i(L@I7 99V  ' QRWX]R^Q__fglgpgpqx{IhJgKKMN NLV}H#**8+;+;D#+FGJ99VR(D99VQ'Dxt!D$zl% 88  #H-$zl% 88 &x0$zl% 88 x($zl% 88 Hd+$zl) << #j\ 66 +7.$$L r)r)N)rirr4 layoutparserr<PILr collectionsrhtmlrrrenvironrrrWrrrrrrrrrrrrsy # 9 <= ( F6r>B3@8*Er