random

- collection of un-sorted bollocks

git clone git://git.acid.vegas/random.git

commit 1dbed14081b992d55a865f82b8a3cdad170b84e1
parent 50113de713698ef1fa90c083dd15c4273636a83c
Author: acidvegas <acid.vegas@acid.vegas>
Date: Tue, 10 Oct 2023 14:27:30 -0400

Added librescrap.py

Diffstat:

librescrape.py

+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

1 file changed, 67 insertions(+), 0 deletions(-)

diff --git a/librescrape.py b/librescrape.py
@@ -0,0 +1,67 @@
+#/usr/bin/env python
+# LibreScrape - developed by acidvegas in python (https://git.acid.vegas/librescrape)
+
+import urllib.request
+import urllib.parse
+import json
+import random
+import ssl
+
+context = ssl._create_unverified_context()
+
+def get_instances() -> list:
+	'''Get instances from LibreY and Librex'''
+	instances = list()
+	sources = ['https://raw.githubusercontent.com/Ahwxorg/LibreY/main/instances.json',]
+	for item in sources:
+		data = json.loads(urllib.request.urlopen(item).read().decode())
+		instances += [item['clearnet'] for item in data['instances']]
+	return instances
+
+def search(instance, query, page=1, type=0):
+	'''
+	Search for a query on a Libre instance
+
+	:param instance: The instance to search on
+	:param query: The query to search for
+	:param page: The page number to search on (first page is 0)
+	:param type: The type of search to perform (0=text, 1=image, 2=video, 3=torrent, 4=tor)
+
+	API will return a list of results in the following format:
+		[
+			{
+				"title": "Title of the post",
+				"url": "URL of the post",
+				"baseurl": "Base URL of the instance",
+				"description": "Description of the post"
+			},
+		]
+	'''
+	results = urllib.request.urlopen(f'{instance}api.php?q={query}&p={page}&t={type}', context=context, timeout=5).read().decode()
+	return json.loads(results)
+
+if __name__ == '__main__':
+	found = list()
+	query = input('Search query: ')
+	query = urllib.parse.quote(query)
+	latest_instances = get_instances()
+	with open('output.log', 'w') as out:
+		for i in range(100):
+			complete = False
+			while complete is False:
+				instance = random.choice(latest_instances)
+				try:
+					results = search(instance, query, page=i)
+					for result in results:
+						title = result['title']
+						title = title.replace('\n','')
+						while '  ' in title:
+							title = title.replace('  ',' ')
+						print(f'{title} - {result["url"]}')
+						out.write(f'{title} - {result["url"]}\n')
+				except Exception as ex:
+					print('!!!' + str(ex))
+					print(results)
+					print('')
+				else:
+					completed = True