guezoloic/archived-millesima-projetS6
1
0
Fork 0
mirror of https://github.com/guezoloic/millesima_projetS6.git synced 2026-03-28 19:13:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: modification exception

Browse Source
This commit is contained in:
Loïc GUEZO
2026-03-04 12:43:57 +01:00
parent e6c649b433
commit 8a888f583c
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/scraper.py
View File

@@ -16,6 +16,9 @@ _dir: str = dirname(realpath(__name__))
T = TypeVar("T") T = TypeVar("T")
filename = argv[1]
suburl = argv[2]
def _getcache(mode: Literal["rb", "wb"], fn: Callable[[Any], T]) -> T | None: def _getcache(mode: Literal["rb", "wb"], fn: Callable[[Any], T]) -> T | None:
"""_summary_ """_summary_
@@ -24,7 +27,7 @@ def _getcache(mode: Literal["rb", "wb"], fn: Callable[[Any], T]) -> T | None:
_type_: _description_ _type_: _description_
""" """
cache_dirname = normpath(join(_dir, ".cache")) cache_dirname = normpath(join(_dir, ".cache"))
save_path = normpath(join(cache_dirname, "save")) save_path = normpath(join(cache_dirname, f"save-{filename.rsplit(".")[0]}"))
if not exists(cache_dirname): if not exists(cache_dirname):
makedirs(cache_dirname) makedirs(cache_dirname)
@@ -465,7 +468,7 @@ class Scraper:
) )
self._writevins(cache, product, f) self._writevins(cache, product, f)
page += 1 page += 1
except Exception: except (Exception, HTTPError, KeyboardInterrupt, JSONDecodeError):
if not reset: if not reset:
savestate((page, cache)) savestate((page, cache))
@@ -474,7 +477,7 @@ def main() -> None:
if len(argv) != 3: if len(argv) != 3:
raise ValueError(f"{argv[0]} <filename> <sous-url>") raise ValueError(f"{argv[0]} <filename> <sous-url>")
scraper: Scraper = Scraper() scraper: Scraper = Scraper()
scraper.getvins(argv[2], argv[1]) scraper.getvins(suburl, filename)
if __name__ == "__main__": if __name__ == "__main__":