
    Bi                         S SK r S SKrSSKJrJr  \ R
                  R                  \ R
                  R                  \ R
                  R                  \	5      S5      5      r
S rg)    N   )get_supported_languagestokenizez..c            	         [        S5        0 n [        5       nU H  nX   n[        [        R                  R                  [        SU S35      SSS9 nUR                  5       R                  S5       Vs/ s H   oUR                  5       R                  5       PM"     nnU HN  n[        X5R                  5       5      nU H,  nX;  a  U/X'   M  X0U   ;  d  M  X   R                  U5        M.     MP     S S S 5        M     [        S5        [        R                  R                  [        S	S
S5      n	[        U	S5       n[        R                  " XSS9  S S S 5        [        U	5        g s  snf ! , (       d  f       GM_  = f! , (       d  f       N2= f)NzCompiling database...dictionariesz.txtrzutf-8)encoding
zSerializing...lexilangdatazwords.picklewb   )protocol)printr   openospathjoinroot_dirreadsplitstriplowerr   appendpickledump)
wordslangsnamecodefllinestokenstokoutfiles
             `/var/www/html/backend/Backoffice_Marketplace/venv/lib/python3.13/site-packages/lexilang/utils.pycompile_datar(      s7   	
!"E#%E{"'',,xD6GW^_cd01t0DE0D1WWY__&0DEE!$	2!C<&*V
!3Z/
))$/	 "  `_  

ggll8ZHG	gt	Eq) 
	'N F `_ 
	s0   "E)4'E$7E)E):E<$E))
E9	<
F
)r   r   	languagesr   r   r   abspathr   dirname__file__r   r(        r'   <module>r/      sA    	  877??277<<(A4HIr.   