Merge pull request #27 from Coding-Club-Lab-Lyon/fixing-ci-shit-show

Fixing ci shit show

Author: lg-epitech

.github/workflows/parse.yml

@@ -2,65 +2,40 @@ name: Parser
 
 on:
   workflow_dispatch: # allows manual triggering
-  schedule:
-    - cron: '0 12 * * 0' # runs at 12:00 on Sunday
+  push:
+    branches:
+      - main
 
 jobs:
-  parse_files:
+  parse_directories:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
-        with:
-          fetch-depth: 0
-      - name: Get new commits
-        id: commits
-        run: echo "NEW_COMMIT_COUNT=$(git log --oneline --since '24 hours ago' | wc -l)" >> "$GITHUB_OUTPUT"
+      - uses: actions/checkout@v4
       - name : "Install Python dependencies"
-        if: ${{ steps.commits.outputs.NEW_COMMIT_COUNT > 0 || github.event_name == 'workflow_dispatch'}}
-        run : pip install Markdown reportlab selenium weasyprint==53.0 PyPDF2
+        run : pip install -r .github/workflows/parser/requirements.txt
       - name: "Parse markdown subjects"
-        if: ${{ steps.commits.outputs.NEW_COMMIT_COUNT > 0 || github.event_name == 'workflow_dispatch'}}
         run: |
-          for file in $(ls -d */)
+          set -e
+          cd .github/workflows/parser
+          subjects=$(ls -d ../../../*/)
+          for directory in ${subjects}
           do
-              if [ ! -d "$file/subject" ]; then
-                  echo "::error file=$file,title="No subject folder."::$file"
-                  continue
-              fi
-              if [ ! -f "$file/subject/data.txt" ]; then
-                  echo "::error file=$file/subject,title="No subject data.txt."::$file/subject"
-                  continue
-              fi
-              data=$(cat $file/subject/data.txt)
-              stable=$(echo "$data" | cut -d$'\n' -f4)
-              if [ "$stable" = "stable" ]; then
-                  echo "::notice file=$file/mouli/data.txt,title="Marked as stable"::$file/mouli/data.txt"
+              if [ ! -d "$directory/subject" ]; then
+                  echo "::error directory=$directory,title="No subject folder"::$directory"
                   continue
               fi
-              title=$(echo "$data" | cut -d$'\n' -f1)
-              if [ -z "$title" ]; then
-                  echo "::error file=$file/subject/data.txt,title="No title."::$file/subject/data.txt"
+              md=$(find "$directory/subject" "$directory/Subject" -name "*.md" -type f 2>/dev/null | head -n1)
+              if [ ! -f "$md" ]; then
+                  echo "::error directory=$directory/subject,title="No markdown found"::$directory/subject"
                   continue
               fi
-              version=$(echo "$data" | cut -d$'\n' -f2)
-              if [ -z "$version" ]; then
-                  echo "::error file=$file/subject/data.txt,title="No version."::$file/subject/data.txt"
-                  continue
-              fi
-              campus=$(echo "$data" | cut -d$'\n' -f3)
-              if [ -z "$campus" ]; then
-                  echo "::error file=$file/subject/data.txt,title="No campus."::$file/subject/data.txt"
-                  continue
-              fi
-              md=$(ls $file/subject/*.md | head -n1)
-              if [ -z "$md" ]; then
-                  echo "::error file=$file/subject,title="No markdown file."::$file/subject"
-                  continue
+              # This will write the pdf in $directory. Meaning in the parent directory of the markdown file.
+              python3 cc_subjects.py "$md"
+              if [ $? -ne 0 ]; then
+                  echo "::error directory=$directory/subject,title="Conversion failed"::$directory/subject"
               fi
-              cd .github/workflows/parser && python3 cc_subjects.py "../../../$md" "$title" "$version" "$campus" && cd ../../..
           done
       - uses: EndBug/add-and-commit@v9
-        if: ${{ steps.commits.outputs.NEW_COMMIT_COUNT > 0 || github.event_name == 'workflow_dispatch'}}
         with:
           add: "-- . ':!.github'"
           default_author: github_actions

.github/workflows/parser/README.md

@@ -0,0 +1,44 @@
+# How To Use Manually
+
+This script is triggered on push to main in the github actions.
+It converts markdown files to cobra pdf subjects.
+
+## Virtual env
+
+First, cd your way to the script's directory
+
+```bash
+cd .github/workflows/parser
+```
+
+I strongly suggest making a virtual env for ease of use.
+
+```bash
+python3 -m venv venv
+source venv/bin/activate
+```
+
+## Install dependencies
+
+```bash
+pip install -r requirements.txt
+```
+
+## Running
+
+You only need to give it the path of the markdown file you want to convert.
+*No more title, version, campus bullshit. erm.*
+
+```bash
+python3 cc_subjects.py <PATH-TO-MD>
+```
+
+Important note. The pdf will be generated in the parent directory of the markdown file. Exemple:
+
+```
+├── nom_du_sujet
+│   ├── Sujet.pdf // Généré
+│   └── subject
+│       └── sujet.md
+│
+```

.github/workflows/parser/builder/src/report.css

@@ -64,139 +64,20 @@
 }
 
 @font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-1.ttf);
-    unicode-range: u+f000, u+f002, u+f00e, u+f010, u+f03b, u+f076, u+f0f4, u+f222-f224, u+f227, u+f229-f22c, u+f249, u+f276, u+f279
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-2.ttf);
-    unicode-range: u+f001, u+f004-f005, u+f007, u+f00c, u+f011-f012, u+f015, u+f019, u+f023-f024, u+f02c-f02d, u+f02f-f031, u+f03a, u+f03d, u+f040, u+f04a-f04e, u+f060-f064, u+f067-f068, u+f06b-f06d, u+f072, u+f075, u+f077, u+f07b, u+f084, u+f091, u+f093, u+f095, u+f0ad, u+f0b0, u+f0c0-f0c2, u+f0c8-f0c9, u+f0cc, u+f0ce, u+f0d1, u+f0d7, u+f0dc, u+f0e0, u+f0e8, u+f0f3, u+f106, u+f108-f109, u+f10e, u+f110-f111, u+f11e, u+f121, u+f128-f12a, u+f132, u+f135, u+f145, u+f15b, u+f188, u+f1ab, u+f1ad, u+f1bb, u+f1c0, u+f1d8, u+f1e4, u+f1eb, u+f205, u+f217, u+f21a, u+f21c-f21d, u+f233, u+f238, u+f251, u+f283, u+f292, u+f29e, u+f2a0, u+f2a7, u+f2bb, u+f2cc, u+f2db
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-3.ttf);
-    unicode-range: u+f008, u+f018, u+f01c, u+f025, u+f02a, u+f02e, u+f05b, u+f078, u+f086, u+f09c, u+f0a3, u+f0b1, u+f0c6, u+f0e7, u+f112, u+f126, u+f12c-f12e, u+f130-f131, u+f13d, u+f140, u+f155, u+f164, u+f1ae, u+f1b2, u+f1b8, u+f1ce, u+f1dc, u+f1e5-f1e6, u+f1ec, u+f21b, u+f22d, u+f234, u+f246, u+f275, u+f295, u+f2cd
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-4.ttf);
-    unicode-range: u+f009-f00b, u+f02b, u+f034-f035, u+f071, u+f08d, u+f0db, u+f0f9, u+f120, u+f12b, u+f165, u+f1ba, u+f204, u+f225, u+f239, u+f25c, u+f26c, u+f2c7-f2cb
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-5.ttf);
-    unicode-range: u+f00d, u+f026-f028, u+f0cd, u+f0e9, u+f0f0, u+f0f5, u+f157, u+f159, u+f193, u+f221, u+f226, u+f228, u+f235, u+f29a, u+f2d1
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-6.ttf);
-    unicode-range: u+f013, u+f050-f051, u+f085, u+f0e3, u+f11b, u+f19d, u+f21e, u+f2a3
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-7.ttf);
-    unicode-range: u+f01e, u+f021, u+f036-f039, u+f048-f049, u+f05e, u+f069, u+f0e2, u+f100-f105, u+f107, u+f15d, u+f162, u+f1fa, u+f245, u+f290, u+f2b9
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-8.ttf);
-    unicode-range: u+f029, u+f045, u+f074, u+f079, u+f09e, u+f0c4, u+f10d, u+f122, u+f14d, u+f158, u+f197, u+f1e0, u+f20b, u+f24e
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-9.ttf);
-    unicode-range: u+f032, u+f0a1, u+f0fc, u+f187, u+f19c, u+f1e2, u+f1f6, u+f206-f207, u+f236, u+f240-f244, u+f291, u+f2a1
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-10.ttf);
-    unicode-range: u+f033, u+f03c, u+f0ca-f0cb, u+f0fb, u+f124, u+f127, u+f1cd, u+f253-f254, u+f2c2
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-11.ttf);
-    unicode-range: u+f042, u+f055-f057, u+f059-f05a, u+f06a, u+f0ed-f0ee, u+f144, u+f1da, u+f28b, u+f28d, u+f2bd
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-12.ttf);
-    unicode-range: u+f043, u+f052, u+f125, u+f141-f142, u+f153, u+f1b3, u+f1fb, u+f2a2, u+f2a4, u+f2a8, u+f2b6
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-13.ttf);
-    unicode-range: u+f053-f054, u+f058, u+f073, u+f07a, u+f083, u+f0a8-f0ab, u+f0d8-f0da, u+f137-f13a, u+f1b9, u+f1fd-f1fe, u+f200-f201, u+f218
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-14.ttf);
-    unicode-range: u+f07c, u+f0c3, u+f134, u+f15c, u+f1ac
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-15.ttf);
-    unicode-range: u+f089, u+f098, u+f0dd-f0de, u+f0f1-f0f2, u+f0fa, u+f0fd-f0fe, u+f143, u+f146, u+f14a-f14b, u+f154, u+f199, u+f1b1, u+f1de, u+f1e1, u+f277, u+f2d3
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/solid/pro-fa-solid-900-16.ttf);
-    unicode-range: u+f0ea, u+f182-f183, u+f1b0, u+f1dd, u+f1fc, u+f29d, u+f2ce
-}
-
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/brand/pro-fa-brands-400-1.ttf);
-    unicode-range: u+f081-f082, u+f08c, u+f099, u+f09b, u+f0d2-f0d3, u+f13b, u+f166-f167, u+f16a-f16d, u+f179-f17c, u+f17e, u+f18c, u+f19a-f19b, u+f1a0, u+f1b4, u+f1bc, u+f1be, u+f1e8, u+f1ed, u+f1f0-f1f1, u+f20e, u+f210, u+f213-f214, u+f230, u+f232, u+f23a, u+f26b, u+f270, u+f288, u+f299, u+f29b, u+f2a6, u+f2b0, u+f2c5-f2c6, u+f2e0
+  font-family: "FontAwesome";
+  src: url("fontawesome/solid/pro-fa-solid-900.ttf") format("truetype");
+  font-weight: normal;
+  font-style: normal;
 }
 
 @font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/brand/pro-fa-brands-400-2.ttf);
-    unicode-range: u+f092, u+f0d4-f0d5, u+f113, u+f13c, u+f15a, u+f16e, u+f170-f172, u+f17d, u+f180, u+f184, u+f1a5-f1a6, u+f1a9-f1aa, u+f1b5, u+f1bd, u+f1cb-f1cc, u+f1d1-f1d4, u+f1ee, u+f1f2-f1f5, u+f208-f209, u+f20d, u+f211, u+f23e, u+f24b-f24c, u+f25e, u+f260-f261, u+f265, u+f268-f269, u+f26d-f26e, u+f27c, u+f27e, u+f280, u+f282, u+f284, u+f286, u+f293-f294, u+f296, u+f2a5, u+f2b3-f2b4, u+f2d5-f2d8
+  font-family: "FontAwesome";
+  src: url("fontawesome/brand/pro-fa-brands-400.ttf")
+        format("truetype");
+  font-weight: normal;
+  font-style: normal;
 }
 
-@font-face {
-    font-family: "FontAwesome";
-    font-display: block;
-    src: url(fontawesome/brand/pro-fa-brands-400-3.ttf);
-    unicode-range: u+f0e1, u+f136, u+f168-f169, u+f173-f174, u+f181, u+f189-f18b, u+f18d, u+f194, u+f198, u+f19e, u+f1a1-f1a4, u+f1a7-f1a8, u+f1b6-f1b7, u+f1ca, u+f1d0, u+f1d5-f1d7, u+f1e7, u+f1e9, u+f202-f203, u+f212, u+f215-f216, u+f231, u+f237, u+f23b-f23d, u+f263-f264, u+f266-f267, u+f26a, u+f27d, u+f281, u+f285, u+f287, u+f289-f28a, u+f297-f298, u+f2a9-f2ae, u+f2b1-f2b2, u+f2b8, u+f2c4, u+f2d9-f2da, u+f2dd-f2de
-}
-
-
 @page :blank {
     @top-left {
         background: none;
@@ -402,4 +283,4 @@ pagebreak {
 hr {
     border: 1px solid #c5c5c5;
     border-width: 1px 0 0 0;
-}
+}

.github/workflows/parser/cc_subjects.py

@@ -1,5 +1,4 @@
 #!/usr/bin/env python3
-from compileall import compile_path
 import io
 import os
 import markdown
@@ -18,24 +17,22 @@
 from weasyprint import HTML
 from PyPDF2 import PdfWriter, PdfReader, PdfMerger
 
-if len(sys.argv) < 4:
-    print("Usage: python3 cc_subjects.py <file> <title> <version> <campus>")
+if len(sys.argv) < 2:
+    print("Usage: python3 cc_subjects.py <file>")
     exit(1)
 
 compile_file = sys.argv[1]
+project_title = compile_file.replace("_", " ").split("/")[-1].removesuffix(".md").capitalize()
 export_dir = "/".join(compile_file.split("/")[:-1])
-project_title = sys.argv[2]
-project_version = sys.argv[3][:10]
-project_campus = sys.argv[4]
 
 
-def str_to_snake_case(str):
-    str = str.title().replace(" ", "-")
-    str = re.sub('([^\w-])', '_', str)
-    str = re.sub('^_', '', str)
-    str = re.sub('_$', '', str)
-    str = re.sub('_+', '_', str)
-    return str
+def str_to_snake_case(string):
+    string = string.title().replace(" ", "-")
+    string = re.sub(r"([^\w-])", "_", string)
+    string = re.sub(r"^_", "", string)
+    string = re.sub(r"_$", "", string)
+    string = re.sub(r"_+", "_", string)
+    return string
 
 
 # Check directory
@@ -57,7 +54,7 @@ def custom_commands(html):
     html = html.replace("\\!", "\a")
     replacements = [
         ("!pagebreak", "<pagebreak>"),
-        ("!icon:([\w-]+)", replace_font_awesome),
+        (r"!icon:([\w-]+)", replace_font_awesome),
         ("<blockquote>\n<p>:(info|success|warning|danger)",
          "<blockquote class=\"\\1\">\n<p>"),
     ]
@@ -87,17 +84,12 @@ def custom_commands(html):
     width = stringWidth(text, "Roboto", 50)
     can.drawString(535 - width, 390 + i * 55, text)
 
-text = "© Coding Club " + project_campus.capitalize()
+text = "© Coding Club Lyon"
 can.setFillColor(HexColor('#4B526F'))
 can.setFont("FiraSans-Regular", 10)
 width = stringWidth(text, "FiraSans-Regular", 10)
 can.drawString(23, 32, text)
 
-text = "VERSION " + project_version
-can.setFillColor(HexColor('#8288A8'))
-can.setFont("Roboto", 17)
-width = stringWidth(text, "Roboto", 17)
-can.drawString(535 - width, 335, text)
 can.save()
 packet.seek(0)
 
@@ -149,13 +141,20 @@ def custom_commands(html):
 elem = driver.find_element(By.XPATH, "//*")
 interpreted_html = elem.get_attribute("outerHTML")
 
+if interpreted_html is None:
+    print("Interpretation failed.")
+    exit(1)
+
 with open(html_file_name, "w") as html_out_file:
     html_out_file.write(interpreted_html)
 
 # Create final PDF file
 print("Exporting PDF...")
 pdf = HTML(html_file_name).write_pdf()
 f = open("builder/output.pdf", 'wb')
+if pdf is None:
+    print("PDF output failed.")
+    exit(1)
 f.write(pdf)
 f.close()
 # Merge 2 pdfs cover and output (output has multiple pages)

.github/workflows/parser/requirements.txt

@@ -0,0 +1,5 @@
+Markdown==3.7
+PyPDF2==3.0.1
+reportlab==4.2.2
+selenium==4.30.0
+weasyprint==65.1