refactor: Making the requests logic better and cleaner
Also, solve some bugs along the way and a cleaner fix for #97
This commit is contained in:
@@ -13,7 +13,6 @@ from scrapling.core._types import (
|
|||||||
Callable,
|
Callable,
|
||||||
Iterable,
|
Iterable,
|
||||||
SelectorWaitStates,
|
SelectorWaitStates,
|
||||||
cast,
|
|
||||||
overload,
|
overload,
|
||||||
)
|
)
|
||||||
from scrapling.engines.toolbelt.navigation import construct_proxy_dict
|
from scrapling.engines.toolbelt.navigation import construct_proxy_dict
|
||||||
@@ -215,7 +214,7 @@ def validate_fetch(params: List[Tuple], sentinel=None) -> _fetch_params:
|
|||||||
result[arg] = session_value
|
result[arg] = session_value
|
||||||
|
|
||||||
if overrides:
|
if overrides:
|
||||||
overrides = cast(FetchConfig, validate(overrides, FetchConfig)).to_dict()
|
overrides = validate(overrides, FetchConfig).to_dict()
|
||||||
overrides.update(result)
|
overrides.update(result)
|
||||||
return _fetch_params(**overrides)
|
return _fetch_params(**overrides)
|
||||||
|
|
||||||
|
|||||||
+683
-642
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user