removed bot logging messages
This commit is contained in:
@@ -23,7 +23,7 @@ async def get_clean_content(url: str):
|
||||
js_code="window.scrollTo(0, document.body.scrollHeight);",
|
||||
magic=True
|
||||
)
|
||||
|
||||
|
||||
async with AsyncWebCrawler(config=browser_conf) as crawler:
|
||||
result = await crawler.arun(url=url, config=run_conf)
|
||||
return result.markdown
|
||||
Reference in New Issue
Block a user