ik/ ^ddlZddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z m Z m Z mZddlmZddlmZddlZddlmZmZddlmZmZddlmZerdd lmZdd lmZdd l m!Z!dd lm"Z"ejFd Z$ejJdZedZ&edZ'edZ(edZ)edZ*idedde&de&de&de&de&de&deddedde(de(d e(d!e)d"e)d#ed$d%ed&d'ed(ed)ed*e'e'e'e'e*e*d+Z+dJd,Z,Gd-d.Z-d/e-d0d1d2dfd3Z.Gd4d5ej^Z/d6d7d0d1d2e0fd8Z1d9Z2d2e3e0fd:Z4d;Z5d<Z6d=Z7dKd>Z8d?e0d2e9fd@Z:dAe0d2e0fdBZ;dCZdGdHd2e e e0dHffdIZ?y)LN)datetime timedelta)IterableListTuple TYPE_CHECKING)StringIO)getincrementalencoder)gettext format_date)logger get_setting)DEFAULT_CATEGORY)Engine)ResultContainer) SearchQuery)UnresponsiveEnginez^[a-z]{2,3}(-[a-zA-Z]{2})?$webutilstimeoutz parsing errorzHTTP protocol errorz network errorz,SSL error: certificate validation has failedzunexpected crashzasyncio.TimeoutErrorzhttpx.TimeoutExceptionzhttpx.ConnectTimeoutzhttpx.ReadTimeoutzhttpx.WriteTimeoutzhttpx.HTTPStatusErrorz HTTP errorzhttpx.ConnectErrorzHTTP connection errorzhttpx.RemoteProtocolErrorzhttpx.LocalProtocolErrorzhttpx.ProtocolErrorzhttpx.ReadErrorzhttpx.WriteErrorzhttpx.ProxyErrorz proxy errorz,searx.exceptions.SearxEngineCaptchaExceptionCAPTCHAz4searx.exceptions.SearxEngineTooManyRequestsExceptionztoo many requestsz access deniedzserver API error)z1searx.exceptions.SearxEngineAccessDeniedExceptionz(searx.exceptions.SearxEngineAPIExceptionz*searx.exceptions.SearxEngineXPathExceptionKeyErrorzjson.decoder.JSONDecodeErrorzlxml.etree.ParserErrorzssl.SSLCertVerificationErrorzssl.CertificateErrorcg}|D]q}tj|j}|s td}t|}|jrtddz|z}|j |j |fst|dS)N Suspendedz: c |dSNr)es /root/searxng/searx/webutils.pyz'get_translated_errors..Rs 1Q4key)exception_classname_to_textget error_typer suspendedappendenginesorted)unresponsive_enginestranslated_errorsunresponsive_engineerror_user_text error_msgs rget_translated_errorsr/Fs3J599:M:X:XY9$?OO,  ( ( ,t3i?I  "5"<"._walksb Avv  %yy{  Q]];%?!@Axxza r )pathlibPathrr)rrrs@@@rget_static_file_listrsAI,,s;/?#@ABKGLL + r c t}t|dz}tj|D]S\}}}|j ds|D]6}tj j ||d|}|j|8U|S)Nresult_templates)rslenrwalkendswithrjoinadd)rrtemplates_path_length directoryrfilesfilenamer:s rget_result_templatesrsu/!3!ww~6( 1e   0 1! (GGLL+@+A!BHM $$Q' (( r ctj|j|tjj SrJ)hmacnewrChashlibsha256 hexdigest) secret_keyrVs rnew_hmacrs+ 88J%%'gnn = G G IIr cxt||}t|t|k(xrtj||SrJ)rrrcompare_digest)rvalue hmac_to_check hmac_of_values r is_hmac_ofrs6Z/M } ]!3 3 i8K8KM[h8iir cvt||kDr*t|dz dz}dj|d||| dS|S)Nrz {0}[...]{1})rintformat)rV max_length chunk_lens r prettify_urlrsH 3x* Q*+ ##C OS)5EFF Jr scLd}ttjd|d|S)a\This function check whether or not a string contains Chinese, Japanese, or Korean characters. It employs regex and uses the u escape sequence to match any character in a set of Unicode ranges. Args: s (str): string to be checked. Returns: bool: True if the input s contains the characters and False otherwise. u*一-鿿぀-ゟ゠-ヿ一-龯가-힯ᄀ-ᇿ[])boolresearch)runicode_rangess r contains_cjkors.   Q~.a0!4 55r wordcZtj|}t|rd|dSd|dS)aGenerate the regex pattern to match for a given word according to whether or not the word contains CJK characters or not. If the word is and/or contains CJK character, the regex pattern will match standalone word by taking into account the presence of whitespace before and after it; if not, it will match any presence of the word throughout the text, ignoring the whitespace. Args: word (str): the word to be matched with regex pattern. Returns: str: the regex pattern for the word. ()z\b(z)(?!\w))rescaper)rrwords rregex_highlight_cjkrs6 IIdOEUE7!}%  r c 0|sy|jddk7r|S|j}g}|D]}|jddjddjdd}t|dkDsD|j t j t||t jt jzt|dkDrEt jd jtt|}|jd |S|S) N<'r]" r)flags|cLd|jddjddS)Nzrz\z\\)groupreplace)matchs rrz#highlight_content..s))A%++a.AQQX'Y'a'abfhm'nr )findsplitrrextendrfindallrIUcompilermapsub)rWr| querysplitqueriesqsregexs rhighlight_contentrs ||CBJG\ ZZR ( (b 1 9 9#r B r7Q; NN2::&9"&=wbddUWUYUYkZ [\ 7|a 388C(;W$EFGyynpwxx Nr dtc|j}|j}|jdk(rQ|jdk(rB|jdk(r3|j dk(r$|j dk(rt|jS|jdtjtdz k\rtj|jdz }t|jdz dz}t|jdz dz }|dk(rtdj!|Std j!|| St#|S) zReturns a human-readable and translated string indicating how long ago a date was in the past / the time span of the date to the present. On January 1st, midnight, the returned string only indicates how many years ago the date was. rrN)tzinfo)days<z{minutes} minute(s) ago)minutesz({hours} hour(s), {minutes} minute(s) ago)hoursr)datetimemonthdayhourminutesecondryearrrnowrrsecondsr rr )rdttimedifferencerrs rsearxng_l10n_timespanr#s  A  Aww!| qvv{qxx1}UV166{ zzz(,,.9!3D"DD!"**D**AA~--2b89N**R/"45 A:45<.get_subgroup?sO),^A1DL\K]D];]a^^(+,>(?!(C!!$WW_s AAc@|dtk(|djfSr)rlower)rs rgroup_sort_keyz,group_engines_in_tab..group_sort_keyCs!aN*E!HNN,<==r cR|jjdd|jfS)Nlanguager])aboutr$r)r(s rengine_sort_keyz-group_engines_in_tab..engine_sort_keyFs"   R0&++>>r categories_as_tabsr!c3<K|]\}}|t|fywrJ)rt).0rrs r z'group_engines_in_tab..KsQmdGT4=1Qs!rrr]) rtrrf itertoolsgroupbyr)rrr') rrr r subgroups sorted_groupsret_val groupname_engines group_bangrs @rgroup_engines_in_tabr<sX>?  01668 9D!!&l"C\RIQyQWefMG,W 8:C~:US9,,S#66[]  :vhO/TUVW Nr )r*zIterable[UnresponsiveEngine])J)@rrr5rrrrrrrtypingrrrrior codecsr rn flask_babelr r searxr r searx.enginesrsearx.enginelibr searx.resultsr searx.searchrrrVALID_LANGUAGE_CODEgetChild timeout_textparsing_error_texthttp_protocol_error_textnetwork_error_textssl_cert_error_textr#r/r1rirkrrrrtrrrrrrrrrrrrrr rr.s     (77(,%*&-(0 bjj!?@  $y! _-"#89_-LM'$ % |Ll  L   ,W\2'"9: !9 83)* . 3GI4F!";GDW 3  & d3i$Jj 6S6T6,!c!c!(*h3,/"4eCI[D[>\9]r