copier update

Author: mukundesh

.copier-answers.yml

@@ -1,4 +1,4 @@
-_commit: 36a217c
+_commit: a7a3421
 _src_path: https://github.com/orgpedia/template.mahdept2024.git
 dept_name: Planning Department
 org_code: mahplan2024

flow/writeTxt_/conf/cmaps/sakalmarathi.yml

@@ -226,18 +226,18 @@
 225: null
 226: null
 227: प्
-228: null
-229: null
+228: फ्
+229: ब्
 230: भ्
-231: null
-232: null
-233: null
-234: null
-235: व्
-236: null
+231: म्
+232: य्
+233: र्
+234: ल्
+235: व् 
+236: श्
 237: ष्
 238: स्
-239: null
+239: ह्
 240: null
 241: null
 242: null
@@ -342,13 +342,13 @@
 341: null
 342: null
 343: ध़
-344: null
-345: null
-346: null
-347: null
+344: ऩ
+345: प़
+346: फ़
+347: ब़
 348: म़
-349: null
-350: null
+349: ऱ
+350: ल़
 351: व़
 352: null
 353: null

flow/writeTxt_/makefile

@@ -6,7 +6,7 @@ export PYTHONPATH := $(ROOT_DIR)/../src:$(PYTHONPATH)
 .PHONY: all
 
 all:
-	poetry run python src/writeTxt.py input output > logs/info.txt
+	poetry run python src/writeTxt.py input output
 
 %:
 	poetry run python src/writeTxt.py input/$@.pdf output/$@.pdf.doc.json

import/src/build_documents.py

@@ -41,11 +41,25 @@ def main():
     all_infos = json.loads(all_info_path.read_text())
     dept_infos = [i for i in all_infos if i["Department Name"] == DeptName]
 
+    for info in dept_infos:
+        info['Unique Code'] = info['Unique Code'].replace('\u200d', '')
+
     doc_infos = json.loads(doc_info_path.read_text()) if doc_info_path.exists() else []
     doc_set = set(i["Unique Code"] for i in doc_infos)
     doc_dir = doc_info_path.parent
 
     new_infos = [i for i in dept_infos if i["Unique Code"] not in doc_set]
+    if len(new_infos) != len(set(i["Unique Code"] for i in new_infos)):
+        # removing duplicate infos, happens rarely.
+        unique_infos, duplicate_codes, seen = [], [], set()
+        for info in new_infos:
+            if info['Unique Code'] not in seen:
+                unique_infos.append(info)
+                seen.add(info["Unique Code"])
+            else:
+                duplicate_codes.append(info["Unique Code"])
+        print(f'Duplicates infos found: {",".join(duplicate_codes)}, keeping unique.')
+        new_infos = unique_infos
 
     for info in new_infos:
         doc_path = doc_dir / f"{info['Unique Code']}.pdf"