Merge pull request #14 from guezoloic/dependabot/pip/python-dependencies-e94ae108cd

build(deps): bump the python-dependencies group across 1 directory with 5 updates

.github/dependabot.yml

@@ -0,0 +1,18 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
+
+version: 2
+updates:
+  - package-ecosystem: "pip"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "saturday"
+    open-pull-requests-limit: 5
+    groups:
+      python-dependencies:
+        patterns:
+          - "*"
+      

.github/workflows/python-app.yml

@@ -19,15 +19,15 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
-      - name: Set up Python 3.10
+      - name: Set up Python 3.x
         uses: actions/setup-python@v4
         with:
-          python-version: "3.10"
+          python-version: "3.x"
 
       - name: install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install ".[test,doc]"
+          pip install ".[test]"
 
       - name: Lint with flake8
         run: |

.github/workflows/static.yml

@@ -32,15 +32,14 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v4
 
-      - name: Set up Python 3.10
+      - name: Set up Python 3.x
         uses: actions/setup-python@v5
         with:
-          python-version: '3.10'
+          python-version: '3.x'
 
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          # Installe le projet en mode éditable avec les extras de doc
           pip install -e ".[doc]"
 
       - name: Setup Pages

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Loïc GUEZO and chahrazad DAHMANI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -3,7 +3,7 @@
 > A **University of Paris-Est Créteil (UPEC)** Semester 6 project.
 
 ## Documentation
-- 🇫🇷 [Version Française](https://guezoloic.github.io/millesima-ai-engine)
+- 🇫🇷 [Version Française](https://millesima-ai.github.guezoloic.com)
 > note: only french version enabled for now.
 ---
 
@@ -12,7 +12,7 @@
 
 1. **Clone the repository:**
     ```bash
-    git clone https://github.com/votre-pseudo/millesima-ai-engine.git
+    git clone https://github.com/guezoloic/millesima-ai-engine.git
     cd millesima-ai-engine
     ```
 

docs/index.md

@@ -5,12 +5,12 @@ L’objectif de ce projet est d’étudier, en utilisant des méthodes d’appre
 ## projet
 <div style="text-align: center;">
     <object
-        data="/millesima-ai-engine/projet.pdf"
+        data="/projet.pdf"
         type="application/pdf"
         width="100%"
         height="1000px"
     >
         <p>Votre navigateur ne peut pas afficher ce PDF. 
-        <a href="/millesima-ai-engine/projet.pdf">Cliquez ici pour le télécharger.</a></p>
+        <a href="/projet.pdf">Cliquez ici pour le télécharger.</a></p>
     </object>
 </div>

mkdocs.yml

@@ -1,5 +1,5 @@
 site_name: "Projet Millesima S6"
-site_url: "https://github.guezoloic.com/millesima-ai-engine/"
+site_url: "https://millesima-ai.github.guezoloic.com"
 
 theme:
   name: "material"
@@ -7,6 +7,7 @@ theme:
 plugins:
   - search
   - mkdocstrings
+  - mkdocs-jupyter
 
 extra:
   generator: false

pyproject.toml

@@ -1,16 +1,28 @@
 [project]
-name = "projet-millesima-s6"
+name = "millesima-project-s6"
 version = "0.1.0"
 dependencies = [
-    "requests==2.32.5",
+    "requests==2.33.0",
     "beautifulsoup4==4.14.3",
-    "pandas==2.3.3",
+    "pandas==3.0.1",
     "tqdm==4.67.3",
+    "scikit-learn==1.8.0",
+    "matplotlib==3.10.8",
+    "seaborn==0.13.2"
 ]
 
+[tool.pytest.ini_options]
+pythonpath = "src"
+testpaths = ["tests"]
+
 [project.optional-dependencies]
-test = ["pytest==8.4.2", "requests-mock==1.12.1", "flake8==7.3.0"]
+test = ["pytest==9.0.2", "requests-mock==1.12.1", "flake8==7.3.0"]
-doc = ["mkdocs<2.0.0", "mkdocs-material==9.6.23", "mkdocstrings[python]"]
+doc = [
+    "mkdocs<2.0.0",
+    "mkdocs-material==9.7.6",
+    "mkdocstrings[python]",
+    "mkdocs-jupyter==0.26.1",
+]
 
 [build-system]
 requires = ["setuptools", "wheel"]

src/cleaning.py

@@ -92,18 +92,25 @@ class Cleaning:
         self._vins = self._vins.join(appellation_dummies)
         return self
 
+    def drop_empty_price(self) -> "Cleaning":
+        self._vins = self._vins.dropna(subset=["Prix"])
+        return self
 
-def main() -> None:
+
+def main(filename: str | None = None) -> None:
+    if not filename:
         if len(argv) != 2:
             raise ValueError(f"Usage: {argv[0]} <filename.csv>")
-
         filename = argv[1]
-    cleaning: Cleaning = Cleaning(filename)
+
-    cleaning.drop_empty_appellation()   \
+    cleaning: Cleaning = (
-        .fill_missing_scores()          \
+        Cleaning(filename)
-        .encode_appellation()           \
+        .drop_empty_appellation()
-        .getVins()                      \
+        .fill_missing_scores()
-        .to_csv("clean.csv", index=False)
+        .encode_appellation()
+        .drop_empty_price()
+    )
+    cleaning.getVins().to_csv("clean.csv", index=False)
 
 
 if __name__ == "__main__":

src/learning.py

@@ -0,0 +1,64 @@
+# from typing import Any, Callable
+# from pandas import DataFrame
+# from sklearn.linear_model import LinearRegression
+# from sklearn.preprocessing import StandardScaler
+# from sklearn.model_selection import train_test_split
+# from sklearn.pipeline import make_pipeline
+# import matplotlib.pyplot as plt
+
+# from cleaning import Cleaning
+
+
+# class Learning:
+#     def __init__(self, vins: DataFrame, target: str) -> None:
+#         self.X = vins.drop(target, axis=1)
+#         self.y = vins[target]
+
+#         self.X_train, self.X_test, self.y_train, self.y_test = train_test_split(
+#             self.X, self.y, test_size=0.25, random_state=49
+#         )
+
+#     def evaluate(
+#         self,
+#         estimator,
+#         pretreatment=None,
+#         fn_score=lambda m, xt, yt: m.score(xt, yt),
+#     ):
+
+#         pipeline = make_pipeline(pretreatment, estimator) if pretreatment else estimator
+#         pipeline.fit(self.X_train, self.y_train)
+#         score = fn_score(pipeline, self.X_test, self.y_test)
+#         prediction = pipeline.predict(self.X_test)
+
+#         return score, prediction
+
+#     def draw(self, predictions, y_actual):
+#         plt.figure(figsize=(8, 6))
+
+#         plt.scatter(
+#             predictions,
+#             y_actual,
+#             alpha=0.5,
+#             c="royalblue",
+#             edgecolors="k",
+#             label="Vins",
+#         )
+
+#         mn = min(predictions.min(), y_actual.min())
+#         mx = max(predictions.max(), y_actual.max())
+#         plt.plot(
+#             [mn, mx],
+#             [mn, mx],
+#             color="red",
+#             linestyle="--",
+#             lw=2,
+#             label="Prédiction Parfaite",
+#         )
+
+#         plt.xlabel("Prix estimés (estim_LR)")
+#         plt.ylabel("Prix réels (y_test)")
+#         plt.title("titre")
+#         plt.legend()
+#         plt.grid(True, linestyle=":", alpha=0.6)
+
+#         plt.show()

src/scraper.py

@@ -377,18 +377,10 @@ class Scraper:
         try:
             data: dict[str, object] = self.getjsondata(subdir).getdata()
 
-            # Changement dans la maniere du site stocke ses données.
-            #  
-            # for element in ["initialReduxState", "categ", "content"]:
-            #     data = cast(dict[str, object], data.get(element))
-            #     print(data)
-
             products: list[dict[str, Any]] = cast(
                 list[dict[str, Any]], data.get("products")
             )
 
-            print(products)
-
             return products
 
         except (JSONDecodeError, HTTPError):
@@ -498,9 +490,10 @@ class Scraper:
                 savestate((page, cache))
 
 
-def main() -> None:
+def main(filename: str | None = None, suburl: str | None = None) -> None:
+    if filename is None or suburl is None:
         if len(argv) != 3:
-        raise ValueError(f"{argv[0]} <filename> <sous-url>")
+            raise ValueError(f"Usage: python {argv[0]} <filename> <sous-url>")
         filename = argv[1]
         suburl = argv[2]
 

tests/test_scraper.py

@@ -185,9 +185,6 @@ def mock_site():
                         {dumps({
                             "props": {
                                 "pageProps": {
-                                    "initialReduxState": {
-                                        "categ": {
-                                            "content": {
                                     "products": [
                                         {"seoKeyword": "/nino-negri-5-stelle-sfursat-2022.html",},
                                         {"seoKeyword": "/poubelle",},
@@ -196,9 +193,6 @@ def mock_site():
                                 }
                             }
                         }
-                                }
-                            }
-                        }
                         )}
                     </script>
                 </body>
@@ -213,17 +207,11 @@ def mock_site():
                         {dumps({
                             "props": {
                                 "pageProps": {
-                                    "initialReduxState": {
-                                        "categ": {
-                                            "content": {
                                     "products": [
                                     ]
                                 }
                             }
                         }
-                                }
-                            }
-                        }
                         )}
                     </script>
                 </body>