zaclys/searxng
1
0
Fork 1
mirror of https://github.com/searxng/searxng synced 2024-01-01 19:24:07 +01:00
Code Issues Projects Releases Packages Wiki Activity

0

Browse source
This commit is contained in:
Joseph Cheung 2023-02-23 15:15:20 +08:00
parent 6ea6e5cd54
commit 6edfad836a
3 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
searx/webapp.py
View file

@ -17,6 +17,7 @@ import requests
import markdown
import re
import datetime
import tiktoken
from timeit import default_timer
from html import escape
@ -767,7 +768,7 @@ def search():
res['content'] = res['content'].replace("This Tweet was deleted by the Tweet author.","Deleted Tweet.")
tmp_prompt = res['title'] +'\n'+ res['content'] + '\n' + new_url +'\n'
if len(prompt)+len(tmp_prompt)<2300:
if len( tiktoken.get_encoding("gpt2").encode(prompt + tmp_prompt +'\n' + "\n以上是问题 " + original_search_query + " 的搜索结果，删除与问题相关度低的内容，用简体中文分条总结简报，在文中用(链接)标注对应内容来源链接，不要把链接都放在最后。结果：") )<2990:
prompt += tmp_prompt +'\n'
if prompt != "":
gpt = ""