from bs4 import BeautifulSoup
import requests
html_text = requests.get("https://dockets.justia.com/search?parties=Novo+Nordisk").text
soup = BeautifulSoup(html_text, "lxml")
cases = soup.find_all("div", class_ = "has-padding-content-block-30 -zb")
# Printing to individual files
for index, case in enumerate(cases):
    case_number = case.find("span", class_ = "citation").text.replace(" ","")
    case_url = case.find("a", {"class": "case-name"})["href"]
    with open(f"posts/{index}.txt", "w") as f:
        f.write(f"Case No.: {case_number.strip()} \t")
        f.write(f"Case URL: {case_url} \n")
        print("File saved: {index}")
# If printing in terminal
# for case in cases:
#    case_number = case.find("span", class_ = "citation").text.replace(" ","")
#    case_url = case.find("a", {"class": "case-name"})["href"]
#    print(f"Case No.: {case_number.strip()}") # strip cleans off tags
#    print(f"Case URL: {case_url}")

from aiohttp import ClientSession
from pyuseragents import random
from bs4 import BeautifulSoup
from asyncio import run
class DocketsJustia:
	def __init__(self):
		self.headers = {
		'authority': 'dockets.justia.com',
		'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
		'accept-language': 'ro-RO,ro;q=0.9,en-US;q=0.8,en;q=0.7',
		'cache-control': 'max-age=0',
		'referer': 'https://dockets.justia.com/search?parties=Novo+Nordisk',
		'user-agent': random(),
		}
		self.PatchFile = "nametxt.txt"
	async def Parser(self, session):
		count = 1
		while True:
    
			params = {
				'parties': 'Novo Nordisk',
				'page': f'{count}',
				}
			async with session.get(f'https://dockets.justia.com/search?parties=Novo+Nordisk&page={count}', params=params) as response:
				links = BeautifulSoup(await response.text(), "lxml").find_all("div", {"class": "has-padding-content-block-30 -zb"})
				for link in links:
					try:
						case_link = link.find("a", {"class": "case-name"}).get("href")
						case_number = link.find("span", {"class": "citation"}).text
						print(case_number + "\t" + case_link + "\n")
						with open(self.PatchFile, "a", encoding='utf-8') as file:
							file.write(case_number + "\t" + case_link + "\n")
					except:
						pass
			count += 1
	async def LoggerParser(self):
		async with ClientSession(headers=self.headers) as session:
			await self.Parser(session)
def StartDocketsJustia():
	run(DocketsJustia().LoggerParser())
if __name__ == '__main__':
	StartDocketsJustia()