PR#50: make TM generation based on config file - fedora-l10n/fedora-localization-statistics

fedora-l10n / fedora-localization-statistics

#50 make TM generation based on config file

Merged 8 months ago by jibecfed. Opened 8 months ago by jibecfed.

staging into main

make TM generation based on config file

Jean-Baptiste Holcroft • 8 months ago

e3b3299

Dockerfile

file modified

		`@@ -17,6 +17,7 @@`
		`WORKDIR /src`

		`COPY .py .sh /src/`
		`+ COPY configuration.json /src/configuration.json`
		`COPY dnf /src/dnf/`
		`COPY website /src/website/`
		`RUN chmod -R g+rwX /src/website`

build_tm.py

file modified

		`@@ -52,6 +52,14 @@`
		`if os.path.exists(tm_folder) is False:`
		`os.makedirs(tm_folder)`

		`+ log.info("Check if translation memories should be generated")`
		`+ with open("configuration.json", "r") as read_file:`
		`+ tm_for_versions = json.load(read_file)["tm_for_versions"]`
		`+ if args.results not in tm_for_versions:`
		`+ log.info(f"Configurations says to build tm only for {tm_for_versions}, nothing to do for {args.results}")`
		`+ log.info("done")`
		`+ return`
		`+`
		`log.info("Find detected languages")`

		`languages = [`

build_website.py

file modified

+12 -8

		`@@ -184,14 +184,18 @@`
		`data["lang_code"] = code`
		`data["now"] = datetime.datetime.utcnow()`
		`data["files"] = defaultdict(dict)`
		`- data["files"]["compendium"]["url"] = f"/{release}/{code}.po.gz"`
		`- data["files"]["compendium"]["size"] = os.path.getsize(os.path.join(tm_folder, f"{code}.po.gz"))`
		`- data["files"]["terminology"]["url"] = f"/{release}/{code}.terminology.po.gz"`
		`- data["files"]["terminology"]["size"] = os.path.getsize(os.path.join(tm_folder, f"{code}.terminology.po.gz"))`
		`- data["files"]["tmx"]["url"] = f"/{release}/{code}.tmx.gz"`
		`- data["files"]["tmx"]["size"] = os.path.getsize(os.path.join(tm_folder, f"{code}.tmx.gz"))`
		`- data["files"]["csv"]["url"] = f"/{release}/{code}.csv"`
		`- data["files"]["csv"]["size"] = os.path.getsize(os.path.join(static_tm_folder, f"{code}.csv"))`
		`+ if os.path.exists(os.path.join(tm_folder, f"{code}.po.gz")):`
		`+ data["files"]["compendium"]["url"] = f"/{release}/{code}.po.gz"`
		`+ data["files"]["compendium"]["size"] = os.path.getsize(os.path.join(tm_folder, f"{code}.po.gz"))`
		`+ if os.path.exists(os.path.join(tm_folder, f"{code}.terminology.po.gz")):`
		`+ data["files"]["terminology"]["url"] = f"/{release}/{code}.terminology.po.gz"`
		`+ data["files"]["terminology"]["size"] = os.path.getsize(os.path.join(tm_folder, f"{code}.terminology.po.gz"))`
		`+ if os.path.exists(os.path.join(tm_folder, f"{code}.tmx.gz")):`
		`+ data["files"]["tmx"]["url"] = f"/{release}/{code}.tmx.gz"`
		`+ data["files"]["tmx"]["size"] = os.path.getsize(os.path.join(tm_folder, f"{code}.tmx.gz"))`
		`+ if os.path.exists(os.path.join(static_tm_folder, f"{code}.csv")):`
		`+ data["files"]["csv"]["url"] = f"/{release}/{code}.csv"`
		`+ data["files"]["csv"]["size"] = os.path.getsize(os.path.join(static_tm_folder, f"{code}.csv"))`
		`if len(territories) > 0:`
		`data["territories"] = territories`

configuration.json

file added

		`@@ -0,0 +1,4 @@`
		`+ {`
		`+ "tm_for_versions_comment": "only build tm for this fedora version",`
		`+ "tm_for_versions": ["f38"]`
		`+ }`
		`\ No newline at end of file`

templates/language.md

file modified

+10

		`@@ -28,11 +28,21 @@`
		`* Source words to translate in started packages: {{ totalsourcewordssum }}`
		`* Translated words: {{ translatedsourcewords }}`

		`+ {% if files %}`
		`Download:`
		`+ {% if "compendium" in files %}`
		`* [{{ lang_code }} compendium ({{ files["compendium"]["size"]\|filesizeformat() }})]({{ "{{% resource url=" }}"{{ files["compendium"]["url"] }}" {{ "%}}" }}) (aggregation of all strings found in po files)`
		`+ {% endif %}`
		`+ {% if "terminology" in files %}`
		`* [{{ lang_code }} terminology ({{ files["terminology"]["size"]\|filesizeformat() }})]({{ "{{% resource url=" }}"{{ files["terminology"]["url"] }}" {{ "%}}" }}) see [poterminology](https://docs.translatehouse.org/projects/translate-toolkit/en/latest/commands/poterminology.html)`
		`+ {% endif %}`
		`+ {% if "tmx" in files %}`
		`* [{{ lang_code }} translation memory ({{ files["tmx"]["size"]\|filesizeformat() }})]({{ "{{% resource url=" }}"{{ files["tmx"]["url"] }}" {{ "%}}" }}) see [tmx](https://en.wikipedia.org/wiki/Translation_Memory_eXchange)`
		`+ {% endif %}`
		`+ {% if "csv" in files %}`
		`* [{{ lang_code }} generated stats ({{ files["csv"]["size"]\|filesizeformat() }})]({{ "{{% resource url=" }}"{{ files["csv"]["url"] }}" {{ "%}}" }})`
		`+ {% endif %}`
		`+ {% endif %}`

		`Packages:`