augustin64/partitioncloud-server
1
1
Fork 0
mirror of https://github.com/partitioncloud/partitioncloud-server.git synced 2025-04-22 05:33:55 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix online search sometimes blocking local search

Browse Source
This commit is contained in:
augustin64 2023-10-18 14:45:40 +02:00
parent 1d02292c61
commit 971d54af41
1 changed files with 36 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

64
partitioncloud/modules/search.py
View File

@ -5,12 +5,15 @@ Module implémentant la recherche de partitions par mots-clés
from uuid import uuid4
import urllib.request
import threading
import socket
import os
import googlesearch
from .db import get_db
socket.setdefaulttimeout(5) # Maximum time before we give up on downloading a file (dead url)
def local_search(query, partitions):
"""
@ -60,35 +63,40 @@ def online_search(query, num_queries):
db = get_db()
query = f"partition filetype:pdf {query}"
partitions = []
results = googlesearch.search(
query,
num=num_queries,
stop=num_queries,
pause=0.2
)
for element in results:
while True:
try:
uuid = str(uuid4())
db.execute(
"""
INSERT INTO search_results (uuid, url)
VALUES (?, ?)
""",
(uuid, element,)
)
db.commit()
partitions.append(
{
"name": element.split("://")[1].split("/")[0],
"uuid": uuid,
"url": element
}
)
break
except db.IntegrityError:
pass
try:
results = googlesearch.search(
query,
num=num_queries,
stop=num_queries,
pause=0.2
)
for element in results:
while True:
try:
uuid = str(uuid4())
db.execute(
"""
INSERT INTO search_results (uuid, url)
VALUES (?, ?)
""",
(uuid, element,)
)
db.commit()
partitions.append(
{
"name": element.split("://")[1].split("/")[0],
"uuid": uuid,
"url": element
}
)
break
except db.IntegrityError:
pass
except urllib.error.URLError: # Unable to access network
return []
threads = [threading.Thread(target=download_search_result, args=(elem,)) for elem in partitions]