You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
129 lines
3.4 KiB
Python
129 lines
3.4 KiB
Python
#!/usr/local/bin/python3.sh
|
|
# -*-mode: python; indent-tabs-mode: nil; py-indent-offset: 4; coding: utf-8 -*
|
|
|
|
import asyncio
|
|
import os
|
|
import sys
|
|
|
|
# let qasync figure out what Qt we are using - we dont care
|
|
from qasync import QApplication, QEventLoop, QtWidgets
|
|
|
|
from phantompy import Render
|
|
# if you want an example of looking for things in downloaded HTML:
|
|
# from lookupdns import LookFor as Render
|
|
from support_phantompy import omain_argparser, vsetup_logging
|
|
|
|
global LOG
|
|
import logging
|
|
import warnings
|
|
|
|
warnings.filterwarnings('ignore')
|
|
LOG = logging.getLogger()
|
|
|
|
try:
|
|
import shtab
|
|
except:
|
|
shtab = None
|
|
|
|
class Widget(QtWidgets.QWidget):
|
|
def __init__(self):
|
|
QtWidgets.QWidget.__init__(self)
|
|
self._label = QtWidgets.QLabel()
|
|
box = QtWidgets.QHBoxLayout()
|
|
self.setLayout(box)
|
|
box.addWidget(self._label)
|
|
self.progress = QtWidgets.QProgressBar()
|
|
self.progress.setRange(0, 99)
|
|
box.addWidget(self.progress)
|
|
|
|
def update(self, text):
|
|
i = len(asyncio.all_tasks())
|
|
self._label.setText(str(i))
|
|
self.progress.setValue(int(text))
|
|
|
|
class ContextManager:
|
|
|
|
def __init__(self) -> None:
|
|
self._seconds = 0
|
|
|
|
async def __aenter__(self):
|
|
LOG.debug("ContextManager enter")
|
|
return self
|
|
|
|
async def __aexit__(self, *args):
|
|
LOG.debug("ContextManager exit")
|
|
|
|
async def tick(self):
|
|
await asyncio.sleep(1)
|
|
self._seconds += 1
|
|
return self._seconds
|
|
|
|
async def main(widget, app, ilen):
|
|
LOG.debug("Task started")
|
|
try:
|
|
async with ContextManager() as ctx:
|
|
for i in range(1, 120):
|
|
seconds = await ctx.tick()
|
|
if widget:
|
|
widget.update(str(i))
|
|
if len(app.ldone) == ilen:
|
|
LOG.info(f"Finished with {app.ldone}")
|
|
print('\n'.join(app.ldone))
|
|
app.exit()
|
|
# raise asyncio.CancelledError
|
|
return
|
|
LOG.debug(f"{app.ldone} {seconds}")
|
|
except asyncio.CancelledError as ex: # noqa
|
|
LOG.debug("Task cancelled")
|
|
|
|
def iMain(largs):
|
|
parser = omain_argparser()
|
|
if shtab:
|
|
shtab.add_argument_to(parser, ["-s", "--print-completion"]) # magic!
|
|
oargs = parser.parse_args(largs)
|
|
bgui = oargs.show_gui
|
|
|
|
try:
|
|
d = int(os.environ.get('DEBUG', 0))
|
|
if d > 0:
|
|
oargs.log_level = 10
|
|
vsetup_logging(oargs.log_level, logfile='', stream=sys.stderr)
|
|
except: pass
|
|
|
|
app = QApplication([])
|
|
app.lstart = []
|
|
if bgui:
|
|
widget = Widget()
|
|
widget._app = app
|
|
widget.show()
|
|
else:
|
|
widget = None
|
|
|
|
loop = QEventLoop(app)
|
|
asyncio.set_event_loop(loop)
|
|
|
|
url = oargs.html_url
|
|
htmlfile = oargs.html_output
|
|
pdffile = oargs.html_output
|
|
jsfile = oargs.js_input
|
|
# run only starts the url loading
|
|
r = Render(app,
|
|
do_print=True if pdffile else False,
|
|
do_save=True if htmlfile else False)
|
|
uri = url.strip()
|
|
r.run(uri, pdffile, htmlfile, jsfile)
|
|
LOG.debug(f"{r.percent} {app.lstart}")
|
|
|
|
LOG.info(f"queued {len(app.lstart)} urls")
|
|
|
|
task = loop.create_task(main(widget, app, 1))
|
|
loop.run_forever()
|
|
|
|
# cancel remaining tasks and wait for them to complete
|
|
task.cancel()
|
|
tasks = asyncio.all_tasks()
|
|
loop.run_until_complete(asyncio.gather(*tasks))
|
|
|
|
if __name__ == '__main__':
|
|
iMain(sys.argv[1:])
|