feat: add Cdl 2023 less than 500 (#145)

* fix: indentation

* feat: add dottorandi 2023

* chore: minor update

* wip cdl < 500

* feat: add cdl less 500, 2023

jsonParser/CdlInf-less-500-2023.py

@@ -0,0 +1,169 @@
+import os
+import sys
+from typing import List
+from Target import Target
+import json
+
+from parser import create_file_name, error_start, save_json
+
+class Cdl:
+
+    def is_integer(self, n) -> None:
+        """Thos method verify if n is an Integer"""
+        try:
+            fn = float(n)
+            return fn.is_integer()
+        except ValueError:
+            return False
+
+    def __find_name_department(self, text: List[str]) -> str:
+        for i in range(len(text)):
+            # if text[i].find("ELEZIONI") != -1:
+            if text[i].find("RAPPRESENTANTI") != -1:
+                nome = text[i+1]
+                return nome.strip()
+
+    def __seggi_da_assegnare_v2(self, text: List[str]) -> int:
+        voti_idx = text.index("VOTI")
+        seggi = [s for s in text[:voti_idx] if self.is_integer(s)][0]
+        return int(seggi)
+
+    def __get_year(self, text: List[str]) -> str:
+        for t in text:
+            if t.find("BIENNIO") != -1:
+                biennio = t.replace("BIENNIO ", "")
+                break
+
+        year = biennio[:biennio.find("/")]
+        return year
+
+    def __remove_perc_or_comma(self, value: str) -> str:
+        return value.replace(" ", "").replace("%", "").replace(",", ".")
+
+    def __get_type_v2(self, type: str, text: List[str]) -> str:
+        type_idx = text.index(type)
+        value = self.__remove_perc_or_comma(text[type_idx+2])
+        return value
+
+    def __get_candidati(self, text: List[str], eletti, non_eletti, current_quorum) -> bool:
+        year = self.__get_year(text)
+
+        quorum = current_quorum
+
+        if int(year) >= 2023: # and "DOTTORANDI" in text[0]
+            voti_idx = text.index("VOTI") + 1
+            print(text)
+            schede_idx = text.index("SCHEDE BIANCHE")
+
+            candidates = [el for el in text[voti_idx:schede_idx] if el != "" ]
+
+            idx = 0
+            while idx < len(candidates)-1:
+                nome_candidato = candidates[idx]
+                voti_candidato = candidates[idx+1]
+
+                try:
+                    e = {
+                            "nome_candidato": nome_candidato.strip(),
+                            "voti": int(voti_candidato)
+                    }
+                except:
+                    print("### ERROR with nome_candidato/voti")
+                    e = {
+                            "nome_candidato": nome_candidato.strip(),
+                            "voti": 3000  # need to fix manually
+                    }
+
+                if len(candidates) > idx+2 and candidates[idx+2].upper() == "ELETTO":
+                    idx += 1
+                    eletti.append(e)
+                else:
+                    non_eletti.append(e)
+
+                idx += 2
+
+        return quorum
+
+
+    def operation(self, text) -> object:
+        quorum = [True]
+        nome_dipartimento = self.__find_name_department(text)
+
+        seggi = self.__seggi_da_assegnare_v2(text)
+
+        eletti = []
+        non_eletti = []
+        quorum[0] = self.__get_candidati(text, eletti, non_eletti, quorum[0])
+
+
+        perc_votanti = float(self.__get_type_v2("% VOTANTI", text))
+
+        schede_nulle = 0
+        schede_contestate = 0
+
+        if perc_votanti < 15:
+            quorum[0] = False
+            schede_bianche = 0
+            totale_voti = 0
+
+            for non_eletto in non_eletti:
+                non_eletto["voti"] = 0
+
+        else:
+            try:
+                schede_bianche = int(self.__get_type_v2("SCHEDE BIANCHE", text))
+            except:
+                print("### issue with SCHEDE BIANCHE")
+                schede_bianche = 1000 # need to fix manually
+
+            try:
+                print("### issue with TOTALE VOTI")
+                totale_voti = int(self.__get_type_v2("TOTALE VOTI", text))
+            except:
+                totale_voti = 2000 # need to fix manually
+
+        aventi_diritto = int(self.__get_type_v2("AVENTI DIRITTO", text))
+
+        file_json = {
+            "dipartimento": nome_dipartimento,
+            "quorum": quorum[0],
+            "seggi_da_assegnare": seggi,
+            "schede": {
+                "bianche": schede_bianche,
+                "nulle": schede_nulle,
+                "contestate": schede_contestate
+            },
+            "eletti": eletti,
+            "non_eletti": non_eletti,
+            "totale_voti": totale_voti,
+            "aventi_diritto": aventi_diritto,
+            "perc_votanti": perc_votanti
+        }
+
+        file = json.dumps(file_json)
+        parsed = json.loads(file)
+
+        return json.dumps(parsed, indent=4, sort_keys=False)
+
+def main() -> None:
+    with open("CDL_B.txt", "r") as f:
+        file_content = f.read()
+
+    target = Cdl()
+
+    multi_text = file_content.split("ELEZIONI")
+
+    output_dir_path = "output-cdl-less-500"
+    is_exist = os.path.exists(output_dir_path)
+    if not is_exist:
+        os.makedirs(output_dir_path)
+
+    for i in range(len(multi_text)):
+        text = multi_text[i]
+        text = text.split("\n")
+        json_content = target.operation(text)
+        file_name = create_file_name(json_content, output_dir_path)
+        save_json(json_content, f"{output_dir_path}/{file_name}")
+
+if __name__ == "__main__":
+    main()

jsonParser/fix-json-names.py

@@ -1,6 +1,9 @@
-import json
+import os
+
+# usage: put this script inside the json directory and run it
+# change the param cdl_less_500 based on what you are doing
 
-def create_file_name(s, path) -> str:
+def create_file_name(s, path, cdl_less_500: bool = False) -> str:
     input_path = ""
 
     file_name = ''
@@ -16,9 +19,14 @@ def create_file_name(s, path) -> str:
     file_path = input_path + file_name
     file_path = file_path.replace("dipartimento_di_", "")
     file_path = file_path[2].upper() + file_path[3:]
+
+    if cdl_less_500:
+        names = file_path.split('-')
+        file_path = names[0] + '.json'
+        return file_path.lower()
+
     return file_path
 
-import os
 files = [f for f in os.listdir('.') if os.path.isfile(f)]
 for f in files:
     if ".json" in f:

jsonParser/parser.py

@@ -1,11 +1,9 @@
 #! /usr/bin/python3
 
-from re import split
 import sys
 import json
 from typing import List
 from FormatPDF import FormatPDF
-from Target import Target
 from SelectTarget import SelectTarget
 
 def error_start(argc) -> None: