[docs]
async def mouse_click(
-
self,
-
button: str = "left",
-
buttons: typing.Optional[int] = 1,
-
modifiers: typing.Optional[int] = 0,
-
hold: bool = False,
-
_until_event: typing.Optional[type] = None,
+
self,
+
button: str = "left",
+
buttons: typing.Optional[int] = 1,
+
modifiers: typing.Optional[int] = 0,
+
hold: bool = False,
+
_until_event: typing.Optional[type] = None,
):
"""native click (on element) . note: this likely does not work atm, use click() instead
@@ -883,10 +883,10 @@
Source code for nodriver.core.element
[docs]
async def mouse_drag(
-
self,
-
destination: typing.Union[Element, typing.Tuple[int, int]],
-
relative: bool = False,
-
steps: int = 1,
+
self,
+
destination: typing.Union[Element, typing.Tuple[int, int]],
+
relative: bool = False,
+
steps: int = 1,
):
"""
drag an element to another element or target coordinates. dragging of elements should be supported by the site of course
@@ -1150,10 +1150,10 @@
Source code for nodriver.core.element
[docs]
async def save_screenshot(
-
self,
-
filename: typing.Optional[PathLike] = "auto",
-
format: typing.Optional[str] = "jpeg",
-
scale: typing.Optional[typing.Union[int, float]] = 1,
+
self,
+
filename: typing.Optional[PathLike] = "auto",
+
format: typing.Optional[str] = "jpeg",
+
scale: typing.Optional[typing.Union[int, float]] = 1,
):
"""
Saves a screenshot of this element (only)
@@ -1339,10 +1339,10 @@
Source code for nodriver.core.element
[docs]
async def record_video(
-
self,
-
filename: typing.Optional[str] = None,
-
folder: typing.Optional[str] = None,
-
duration: typing.Optional[typing.Union[int, float]] = None,
+
self,
+
filename: typing.Optional[str] = None,
+
folder: typing.Optional[str] = None,
+
duration: typing.Optional[typing.Union[int, float]] = None,
):
"""
experimental option.
diff --git a/docs/_build/html/_modules/nodriver/core/tab.html b/docs/_build/html/_modules/nodriver/core/tab.html
index 6a639da..a7c07d2 100644
--- a/docs/_build/html/_modules/nodriver/core/tab.html
+++ b/docs/_build/html/_modules/nodriver/core/tab.html
@@ -389,11 +389,11 @@
Source code for nodriver.core.tab
_download_behavior: List[str] = None
def __init__(
- self,
- websocket_url: str,
- target: cdp.target.TargetInfo,
- browser: Optional["nodriver.Browser"] = None,
- **kwargs,
+ self,
+ websocket_url: str,
+ target: cdp.target.TargetInfo,
+ browser: Optional["nodriver.Browser"] = None,
+ **kwargs,
):
super().__init__(websocket_url, target, browser, **kwargs)
self.browser = browser
@@ -433,11 +433,11 @@ Source code for nodriver.core.tab
[docs]
async def find(
-
self,
-
text: str,
-
best_match: bool = True,
-
return_enclosing_element=True,
-
timeout: Union[int, float] = 10,
+
self,
+
text: str,
+
best_match: bool = True,
+
return_enclosing_element=True,
+
timeout: Union[int, float] = 10,
):
"""
find single element by text
@@ -495,9 +495,9 @@
Source code for nodriver.core.tab
[docs]
async def select(
-
self,
-
selector: str,
-
timeout: Union[int, float] = 10,
+
self,
+
selector: str,
+
timeout: Union[int, float] = 10,
) -> nodriver.Element:
"""
find single element by css selector.
@@ -530,9 +530,9 @@
Source code for nodriver.core.tab
[docs]
async def find_all(
-
self,
-
text: str,
-
timeout: Union[int, float] = 10,
+
self,
+
text: str,
+
timeout: Union[int, float] = 10,
) -> List[nodriver.Element]:
"""
find multiple elements by text
@@ -564,7 +564,7 @@
Source code for nodriver.core.tab
[docs]
async def select_all(
-
self, selector: str, timeout: Union[int, float] = 10, include_frames=False
+
self, selector: str, timeout: Union[int, float] = 10, include_frames=False
) -> List[nodriver.Element]:
"""
find multiple elements by css selector.
@@ -604,7 +604,7 @@
Source code for nodriver.core.tab
[docs]
async def get(
-
self, url="chrome://welcome", new_tab: bool = False, new_window: bool = False
+
self, url="chrome://welcome", new_tab: bool = False, new_window: bool = False
):
"""top level get. utilizes the first tab to retrieve given url.
@@ -635,9 +635,9 @@
Source code for nodriver.core.tab
[docs]
async def query_selector_all(
-
self,
-
selector: str,
-
_node: Optional[Union[cdp.dom.Node, "element.Element"]] = None,
+
self,
+
selector: str,
+
_node: Optional[Union[cdp.dom.Node, "element.Element"]] = None,
):
"""
equivalent of javascripts document.querySelectorAll.
@@ -701,9 +701,9 @@
Source code for nodriver.core.tab
[docs]
async def query_selector(
-
self,
-
selector: str,
-
_node: Optional[Union[cdp.dom.Node, element.Element]] = None,
+
self,
+
selector: str,
+
_node: Optional[Union[cdp.dom.Node, element.Element]] = None,
):
"""
find single element based on css selector string
@@ -753,9 +753,9 @@
Source code for nodriver.core.tab
[docs]
async def find_elements_by_text(
-
self,
-
text: str,
-
tag_hint: Optional[str] = None,
+
self,
+
text: str,
+
tag_hint: Optional[str] = None,
) -> List[element.Element]:
"""
returns element which match the given text.
@@ -824,7 +824,7 @@
Source code for nodriver.core.tab
iframe_text_nodes = util.filter_recurse_all(
iframe_elem,
lambda node: node.node_type == 3 # noqa
- and text.lower() in node.node_value.lower(),
+ and text.lower() in node.node_value.lower(),
)
if iframe_text_nodes:
iframe_text_elems = [
@@ -841,10 +841,10 @@ Source code for nodriver.core.tab
[docs]
async def find_element_by_text(
-
self,
-
text: str,
-
best_match: Optional[bool] = False,
-
return_enclosing_element: Optional[bool] = True,
+
self,
+
text: str,
+
best_match: Optional[bool] = False,
+
return_enclosing_element: Optional[bool] = True,
) -> Union[element.Element, None]:
"""
finds and returns the first element containing <text>, or best match
@@ -907,7 +907,7 @@
Source code for nodriver.core.tab
iframe_text_nodes = util.filter_recurse_all(
iframe_elem,
lambda node: node.node_type == 3 # noqa
- and text.lower() in node.node_value.lower(),
+ and text.lower() in node.node_value.lower(),
)
if iframe_text_nodes:
iframe_text_elems = [
@@ -956,9 +956,9 @@ Source code for nodriver.core.tab
[docs]
async def reload(
-
self,
-
ignore_cache: Optional[bool] = True,
-
script_to_evaluate_on_load: Optional[str] = None,
+
self,
+
ignore_cache: Optional[bool] = True,
+
script_to_evaluate_on_load: Optional[str] = None,
):
"""
Reloads the page
@@ -981,7 +981,7 @@
Source code for nodriver.core.tab
[docs]
async def evaluate(
-
self, expression: str, await_promise=False, return_by_value=True
+
self, expression: str, await_promise=False, return_by_value=True
):
remote_object, errors = await self.send(
cdp.runtime.evaluate(
@@ -1007,7 +1007,7 @@
Source code for nodriver.core.tab
[docs]
async def js_dumps(
-
self, obj_name: str, return_by_value: Optional[bool] = True
+
self, obj_name: str, return_by_value: Optional[bool] = True
) -> typing.Union[
typing.Dict,
typing.Tuple[cdp.runtime.RemoteObject, cdp.runtime.ExceptionDetails],
@@ -1049,7 +1049,7 @@
Source code for nodriver.core.tab
'
"""
js_code_a = (
- """
+ """
function ___dump(obj, _d = 0) {
let _typesA = ['object', 'function'];
let _typesB = ['number', 'string', 'boolean'];
@@ -1122,10 +1122,10 @@ Source code for nodriver.core.tab
}
___dumpY( %s )
"""
- % obj_name
+ % obj_name
)
js_code_b = (
- """
+ """
((obj, visited = new WeakSet()) => {
if (visited.has(obj)) {
return {}
@@ -1151,7 +1151,7 @@ Source code for nodriver.core.tab
return result;
})(%s)
"""
- % obj_name
+ % obj_name
)
# we're purposely not calling self.evaluate here to prevent infinite loop on certain expressions
@@ -1299,7 +1299,7 @@ Source code for nodriver.core.tab
[docs]
async def set_window_state(
-
self, left=0, top=0, width=1280, height=720, state="normal"
+
self, left=0, top=0, width=1280, height=720, state="normal"
):
"""
sets the window size or state.
@@ -1422,10 +1422,10 @@
Source code for nodriver.core.tab
[docs]
async def wait_for(
-
self,
-
selector: Optional[str] = "",
-
text: Optional[str] = "",
-
timeout: Optional[Union[int, float]] = 10,
+
self,
+
selector: Optional[str] = "",
+
text: Optional[str] = "",
+
timeout: Optional[Union[int, float]] = 10,
) -> element.Element:
"""
variant on query_selector_all and find_elements_by_text
@@ -1535,10 +1535,10 @@
Source code for nodriver.core.tab
[docs]
async def save_screenshot(
-
self,
-
filename: Optional[PathLike] = "auto",
-
format: Optional[str] = "jpeg",
-
full_page: Optional[bool] = False,
+
self,
+
filename: Optional[PathLike] = "auto",
+
format: Optional[str] = "jpeg",
+
full_page: Optional[bool] = False,
) -> str:
"""
Saves a screenshot of the page.
@@ -1739,10 +1739,10 @@
Source code for nodriver.core.tab
def __call__(
- self,
- text: Optional[str] = "",
- selector: Optional[str] = "",
- timeout: Optional[Union[int, float]] = 10,
+ self,
+ text: Optional[str] = "",
+ selector: Optional[str] = "",
+ timeout: Optional[Union[int, float]] = 10,
):
"""
alias to query_selector_all or find_elements_by_text, depending
@@ -1800,8 +1800,12 @@ Source code for nodriver.core.tab
# return elem
# else:
# return elems
- return await tab.evaluate("""
- [...document.querySelectorAll('*')].filter( e => e.shadowRoot)?.[0].shadowRoot.children[0].contentDocument.children[0].children[1].shadowRoot.children[1].children[0].querySelector('label')""", return_by_value=False)
+ return await tab.evaluate(
+ """
+ [...document.querySelectorAll('*')].filter( e => e.shadowRoot)?.[0].shadowRoot.children[0].contentDocument.children[0].children[1].shadowRoot.children[1].children[0].querySelector('label')""",
+ return_by_value=False,
+ )
+
async def click_cf_label(tab: Tab):
obj, _ = await get_cf_label(tab)
diff --git a/docs/_build/html/_sources/readme.rst.txt b/docs/_build/html/_sources/readme.rst.txt
index 39cc8ad..a879641 100644
--- a/docs/_build/html/_sources/readme.rst.txt
+++ b/docs/_build/html/_sources/readme.rst.txt
@@ -4,8 +4,11 @@
NODRIVER
##################
-`CLICK HERE FOR DOCS `_
-____
+**************
+for docs click `here`_
+**************
+
+.. _here: https://ultrafunkamsterdam.github.io/nodriver
**This package provides next level webscraping and browser automation
using a relatively simple interface.**
@@ -31,7 +34,7 @@ to fully customizable everything using the entire array of
Some features
-^^^^^^^^^^^^^^^^^^^^^^
+=============
* A blazing fast undetected chrome (-ish) automation library
@@ -58,7 +61,32 @@ Some features
* packed with helpers and utility methods for most used and important operations
+what is new
+=============
+**tab.open_external_debugger()**
+
+lets you inspect the tab without breaking your connection
+
+**tab.get_local_storage()**
+
+get localstorage content
+
+**tab.set_local_storage(dict)**
+
+set localstorage content
+
+**tab.add_handler(someEvent, callback)**
+
+callback may accept a single argument (event), or 2 arguments (event, tab).
+
+**start(expert=True)**
+
+does some hacking for more experienced users. It disables web security and origin-trials, as well as ensures shadow-roots are always open.
+
+Some examples of what the api looks like
+=============
..
+
* ```elem.text```
* ```elem.text_all```
@@ -82,16 +110,6 @@ Some features
Installation
=============
-Since it's a part of undetected-chromedriver, installation goes via
-
-.. code-block::
-
- pip install undetected-chromedriver
-
---------
-
-In case you don't want undetected-chromedriver, this package can be installed
-using
.. code-block::
diff --git a/docs/_build/html/readme.html b/docs/_build/html/readme.html
index 8c973e3..db96e05 100644
--- a/docs/_build/html/readme.html
+++ b/docs/_build/html/readme.html
@@ -181,6 +181,7 @@
Audits
Autofill
BackgroundService
+
BluetoothEmulation
Browser
CacheStorage
Cast
@@ -199,6 +200,7 @@
Extensions
FedCm
Fetch
+
FileSystem
HeadlessExperimental
HeapProfiler
IndexedDB
@@ -265,8 +267,8 @@
NODRIVER
-
-
+
+for docs click here
This package provides next level webscraping and browser automation
using a relatively simple interface.
@@ -304,21 +306,51 @@ Some features
+
+Some examples of what the api looks like
+
+
+`elem.text`
`elem.text_all`
`elem.parent.parent.parent.attrs`
`anchor_elem.href and anchor_elem['href']`
`anchor_elem.href = 'someotherthing'; await anchor_elem.save()`
`elem.children[-1].children[0].children[4].parent.parent`
`await html5video_element.record_video()`
`await html5video_element('pause')`
`await html5video_element.apply('''(el) => el.currentTime = 0''')`
`tab = await browser.get(url, new_tab=True)`
`tab_win = await browser.get(url, new_window=True)`
`first = await tab.find('search text')`
`best = await tab.find('search text', best_match=True)`
`all_results = await tab.find_all('search text')`
`first_submit_button = await tab.select(selector='button[type=submit]')`
`inputs_in_form = await tab.select_all('form input')`
+
+
-Installation
-Since it’s a part of undetected-chromedriver, installation goes via
-pip install undetected-chromedriver
-
-
-In case you don’t want undetected-chromedriver, this package can be installed
-using
+Installation
-usage example
+usage example
The aim of this project (just like undetected-chromedriver, somewhere long ago)
is to keep it short and simple, so you can quickly open an editor or interactive session,
type or paste a few lines and off you go.
@@ -485,7 +517,6 @@ Installation