A Browser closed issue

[defaul0t]

Unhandled error: Browser closed unexpectedly:

closedUnhandled error: Browser closed unexpectedly:

my code

from asyncio import events
import uvloop
import requests
import asyncio, time
import re
import argparse
import sys
import threading
from requests_html import AsyncHTMLSession, HTMLSession
import urllib3
from pyppeteer import launch
import hashlib
import os

urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)

headers = {
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:84.0) Gecko/20100101 Firefox/84.0',
'Content-Encoding': 'gzip'
}

asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())

def get_url(url_txt):
with open(url_txt, "r") as f:
s = f.readlines()
lt = [i.strip() for i in s]
return lt

def output_data(i, out_name):
with open(out_name, "a", encoding='utf-8') as f:
f.write(i + "\n")

def get_md5_value(src):
myMd5 = hashlib.md5()
myMd5.update(src.encode("utf8"))
myMd5_Digest = myMd5.hexdigest()
return myMd5_Digest

async def process_data(sem, s, i, None_data_list):
async with sem:
try:

        r = await s.get(url=i, timeout=30, headers=headers, verify=False)

        await r.html.arender(wait=30, sleep=30, timeout=30, retries=1)
        content_length = len(r.content)
        code = r.status_code
        content = r.html.html.replace('\r', '').replace('\n', '').replace(' ', '')
        body_md5 = get_md5_value(str(content))

        if '<title>' in content:
            title = re.findall('(?<=<title>)(.+?)(?=</title>)', content)[0]
        elif r.html.find('title', first=True):
            title = r.html.find('title', first=True).text
        else:
            title = 'None'
            output_data(i, 'real_None.txt')
        print(f'{i} {r.status_code}, {title}')
        data = [str(code), str(title), str(content_length), body_md5, str(i)]
        None_data_list.append(data)

    except requests.exceptions.RequestException as e:
        print(f"Request error: {e}")
    except BaseException as e:
        print(f"Unhandled error: {e}")
        # Close only the current browser instance if possible

async def start_up(urls, None_data_list, timeout_duration=3000):
s = AsyncHTMLSession(verify=False)
sem = asyncio.Semaphore(3)
tasks = (process_data(sem, s, url, None_data_list) for url in urls)
await asyncio.wait_for(asyncio.gather(*tasks), timeout=timeout_duration)
await s.close()

def main(urls):
None_data_list = []
try:
start = time.perf_counter()
print(urls)
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
loop.run_until_complete(start_up(urls, None_data_list))
end = time.perf_counter()
print(f'None_Scan : {end - start} ')
output_data(str(end - start), 'debug_time.txt')
print('')
except asyncio.TimeoutError:
print("Timeout occurred")
except Exception as e:
print(e)
finally:
print(len(None_data_list))
os.system('pkill -f -9 chrome')
return None_data_list

test.py
new_request_None_url = ['http://bi-mokadisplay.tcl.com:83','http://tmsa.cmp.tcl.com:88']

update_data_list = nonetitle_info.main(new_request_None_url)

print(update_data_list)

#data_info.none_update(False, update_data_list)

[aehlke]

figure it out?

[ajatkj]

This project uses pyppeteer which is uses very old version of Chromium. This is easily fixable. You can check my comment on another issue here.
Let me know if this helps.

[cboin1996]

I forked this project and updated it to use playwright. see: #573