MOBILE-2649 lang: Detect new languages avalaible

scripts/moodle_to_json.php

@@ -25,64 +25,19 @@ if (isset($_SERVER['REMOTE_ADDR'])) {
 define('MOODLE_INTERNAL', 1);
 define('LANGPACKSFOLDER', '../../moodle-langpacks');
 define('ASSETSPATH', '../src/assets/lang/');
+define('CONFIG', '../src/config.json');
+
+$config = file_get_contents(CONFIG);
+$config = (array) json_decode($config);
+$config_langs = array_keys(get_object_vars($config['languages']));
 
 // Set languages to do. If script is called using a language it will be used as unique.
 if (isset($argv[1]) && !empty($argv[1])) {
+    $forcedetect = false;
     $languages = explode(',', $argv[1]);
 } else {
-    $languages = array();
+    $forcedetect = true;
-    $files = scandir(ASSETSPATH);
+    $languages = $config_langs;
-    foreach ($files as $f) {
-        if (strpos($f, ".json")) {
-            $languages[] = str_replace(".json", "", $f);
-        }
-    }
-    $languages = array_unique($languages);
-}
-
-if (empty($languages)) {
-    $languages = array(
-        'ar',
-        'bg',
-        'ca',
-        'cs',
-        'da',
-        'de-du',
-        'de',
-        'el',
-        'en-us',
-        'en',
-        'es-mx',
-        'es',
-        'eu',
-        'fa',
-        'fi',
-        'fr',
-        'he',
-        'hr',
-        'hu',
-        'it',
-        'ja',
-        'kn',
-        'ko',
-        'lt',
-        'mr',
-        'nl',
-        'no',
-        'pl',
-        'pt-br',
-        'pt',
-        'ro',
-        'ru',
-        'sr-cr',
-        'sr-lt',
-        'sv',
-        'tg',
-        'tr',
-        'uk',
-        'zh-cn',
-        'zh-tw'
-    );
 }
 
 // Process the index file, just once.
@@ -139,18 +94,89 @@ foreach ($keys as $key => $value) {
 }
 $total = count ($keys);
 
+echo "Total strings to translate $total\n";
+
+$add_langs = array();
 // Process the languages.
 foreach ($languages as $lang) {
-    $translations = [];
+    $ok = build_lang($lang, $keys, $total);
-    $success = 0;
+    if ($ok) {
-    $langfoldername = str_replace('-', '_', $lang);
+        $add_langs[$lang] = $lang;
+    }
+}
 
-    if (!is_dir(LANGPACKSFOLDER.'/'.$langfoldername)) {
+if ($forcedetect) {
-        echo "Cannot translate $langfoldername, folder not found";
+    echo "\n\n\n";
-        continue;
+
+    $all_languages = glob(LANGPACKSFOLDER.'/*' , GLOB_ONLYDIR);
+    function get_lang_from_dir($dir) {
+        return str_replace('_', '-', explode('/', $dir)[3]);
+    }
+    $all_languages = array_map('get_lang_from_dir', $all_languages);
+    $detect_lang = array_diff($all_languages, $languages);
+    $new_langs = array();
+    foreach ($detect_lang as $lang) {
+        $new = detect_lang($lang, $keys, $total);
+        if ($new) {
+            $new_langs[$lang] = $lang;
+        }
+    }
+
+    if (!empty($new_langs)) {
+        echo "\n\n\nThe following languages are going to be added\n\n\n";
+        foreach ($new_langs as $lang) {
+            $ok = build_lang($lang, $keys, $total);
+            if ($ok) {
+                $add_langs[$lang] = $lang;
+            }
+        }
+        add_langs_to_config($add_langs, $config);
+    }
+} else {
+    add_langs_to_config($add_langs, $config);
+}
+
+function add_langs_to_config($langs, $config) {
+    $changed = false;
+    $config_langs = get_object_vars($config['languages']);
+    foreach ($langs as $lang) {
+        if (!isset($config_langs[$lang])) {
+            $langfoldername = str_replace('-', '_', $lang);
+
+            $string = [];
+            include(LANGPACKSFOLDER.'/'.$langfoldername.'/langconfig.php');
+            $config['languages']->$lang = $string['thislanguage'];
+            $changed = true;
+        }
+    }
+
+    if ($changed) {
+        $config['languages'] = json_decode( json_encode( $config['languages'] ), true );
+        ksort($config['languages']);
+        $config['languages'] = json_decode( json_encode( $config['languages'] ), false );
+        file_put_contents(CONFIG, json_encode($config, JSON_UNESCAPED_UNICODE | JSON_PRETTY_PRINT));
+    }
+}
+
+function build_lang($lang, $keys, $total) {
+    $local = 0;
+    $translations = [];
+    $langfoldername = str_replace('-', '_', $lang);
+
+    if (!is_dir(LANGPACKSFOLDER.'/'.$langfoldername) || !is_file(LANGPACKSFOLDER.'/'.$langfoldername.'/langconfig.php')) {
+        echo "Cannot translate $langfoldername, folder not found";
+        return false;
+    }
+
+    $string = [];
+    include(LANGPACKSFOLDER.'/'.$langfoldername.'/langconfig.php');
+    $parent = isset($string['parentlanguage']) ? $string['parentlanguage'] : "";
+
+    echo "Processing $lang";
+    if ($parent != "" && $parent != $lang) {
+        echo "($parent)";
     }
 
-    echo "Processing language $lang";
 
     // Add the translation to the array.
     foreach ($keys as $key => $value) {
@@ -178,16 +204,84 @@ foreach ($languages as $lang) {
             $text = str_replace('}', '}}', $text);
             // Prevent double.
             $text = str_replace(array('{{{', '}}}'), array('{{', '}}'), $text);
+        } else {
+            $local++;
         }
 
         $translations[$key] = $text;
-        $success++;
     }
 
     // Sort and save.
     ksort($translations);
     file_put_contents(ASSETSPATH.$lang.'.json', str_replace('\/', '/', json_encode($translations, JSON_UNESCAPED_UNICODE | JSON_PRETTY_PRINT)));
 
+    $success = count($translations);
     $percentage = floor($success/$total *100);
-    echo " -> Processed $success of $total -> $percentage%\n";
+    echo "\t\t$success of $total -> $percentage% ($local local)\n";
+
+    return true;
 }
+
+function detect_lang($lang, $keys, $total) {
+    $success = 0;
+    $local = 0;
+    $langfoldername = str_replace('-', '_', $lang);
+
+    if (!is_dir(LANGPACKSFOLDER.'/'.$langfoldername) || !is_file(LANGPACKSFOLDER.'/'.$langfoldername.'/langconfig.php')) {
+        echo "Cannot translate $langfoldername, folder not found";
+        return false;
+    }
+
+    $string = [];
+    include(LANGPACKSFOLDER.'/'.$langfoldername.'/langconfig.php');
+    $parent = isset($string['parentlanguage']) ? $string['parentlanguage'] : "";
+    if (!isset($string['thislanguage'])) {
+        echo "Cannot translate $langfoldername, name not found";
+        return false;
+    }
+
+    echo "Checking $lang";
+    if ($parent != "" && $parent != $lang) {
+        echo "($parent)";
+    }
+    $langname = $string['thislanguage'];
+    echo " ".$langname." -D";
+
+    // Add the translation to the array.
+    foreach ($keys as $key => $value) {
+        $file = LANGPACKSFOLDER.'/'.$langfoldername.'/'.$value->file.'.php';
+        // Apply translations.
+        if (!file_exists($file)) {
+            continue;
+        }
+
+        $string = [];
+        include($file);
+
+        if (!isset($string[$value->string])) {
+            if ($value->file != 'local_moodlemobileapp' || !isset($string[$value->string_local])) {
+                continue;
+            }
+            $text = $string[$value->string_local];
+        } else {
+            $text = $string[$value->string];
+        }
+
+        if ($value->file == 'local_moodlemobileapp') {
+            $local++;
+        }
+
+        $success++;
+    }
+
+    $percentage = floor($success/$total *100);
+    echo "\t\t$success of $total -> $percentage% ($local local)";
+    if (($percentage > 75 && $local > 50) || ($percentage > 50 && $local > 75)) {
+        echo " \t DETECTED\n";
+        return true;
+    }
+    echo "\n";
+
+    return false;
+}
+

src/assets/lang/no.json

@@ -1168,6 +1168,7 @@
     "core.online": "På nett",
     "core.othergroups": "Andre grupper",
     "core.pagea": "Side {{$a}}",
+    "core.parentlanguage": "",
     "core.paymentinstant": "Bruk knappen under for å betale og melde deg på kurset.",
     "core.phone": "Telefon",
     "core.pictureof": "Bilde av {{$a}}",

src/config.json

@@ -1,20 +1,72 @@
 {
-    "app_id" : "com.moodle.moodlemobile",
+    "app_id": "com.moodle.moodlemobile",
     "appname": "Moodle Mobile",
     "desktopappname": "Moodle Desktop",
-    "versioncode" : 3520,
+    "versioncode": 3520,
-    "versionname" : "3.5.2",
+    "versionname": "3.5.2",
-    "cache_expiration_time" : 300000,
+    "cache_expiration_time": 300000,
-    "default_lang" : "en",
+    "default_lang": "en",
-    "languages": {"ar": "عربي", "bg": "Български", "ca": "Català", "cs": "Čeština", "da": "Dansk", "de": "Deutsch", "de-du": "Deutsch - Du", "el": "Ελληνικά", "en": "English", "en-us": "English - United States","es": "Español", "es-mx": "Español - México", "eu": "Euskara", "fa": "فارسی", "fi": "Suomi", "fr" : "Français", "he" : "עברית", "hu": "magyar", "it": "Italiano", "ja": "日本語", "kn": "ಕನ್ನಡ", "ko" : "한국어", "lt" : "Lietuvių", "mr": "मराठी", "nl": "Nederlands", "pl": "Polski", "pt-br": "Português - Brasil", "pt": "Português - Portugal", "ro": "Română", "ru": "Русский", "sr-cr": "Српски", "sr-lt": "Srpski", "sv": "Svenska", "tr" : "Türkçe", "uk" : "Українська", "zh-cn" : "简体中文", "zh-tw" : "正體中文"},
+    "languages": {
-    "wsservice" : "moodle_mobile_app",
+        "ar": "عربي",
-    "wsextservice" : "local_mobile",
+        "bg": "Български",
-    "demo_sites": {"student": {"url": "https://school.demo.moodle.net", "username": "student", "password": "moodle"}, "teacher": {"url": "https://school.demo.moodle.net", "username": "teacher", "password": "moodle"}},
+        "ca": "Català",
+        "cs": "Čeština",
+        "da": "Dansk",
+        "de": "Deutsch",
+        "de-du": "Deutsch - Du",
+        "el": "Ελληνικά",
+        "en": "English",
+        "en-us": "English - United States",
+        "es": "Español",
+        "es-mx": "Español - México",
+        "eu": "Euskara",
+        "fa": "فارسی",
+        "fi": "Suomi",
+        "fr": "Français",
+        "he": "עברית",
+        "hr": "Hrvatski",
+        "hu": "magyar",
+        "id": "Indonesian",
+        "it": "Italiano",
+        "ja": "日本語",
+        "kn": "ಕನ್ನಡ",
+        "ko": "한국어",
+        "lt": "Lietuvių",
+        "mr": "मराठी",
+        "nl": "Nederlands",
+        "no": "Norsk - bokmål",
+        "pl": "Polski",
+        "pt": "Português - Portugal",
+        "pt-br": "Português - Brasil",
+        "ro": "Română",
+        "ru": "Русский",
+        "sr-cr": "Српски",
+        "sr-lt": "Srpski",
+        "sv": "Svenska",
+        "tr": "Türkçe",
+        "uk": "Українська",
+        "zh-cn": "简体中文",
+        "zh-tw": "正體中文"
+    },
+    "wsservice": "moodle_mobile_app",
+    "wsextservice": "local_mobile",
+    "demo_sites": {
+        "student": {
+            "url": "https:\/\/school.demo.moodle.net",
+            "username": "student",
+            "password": "moodle"
+        },
+        "teacher": {
+            "url": "https:\/\/school.demo.moodle.net",
+            "username": "teacher",
+            "password": "moodle"
+        }
+    },
     "gcmpn": "694767596569",
     "customurlscheme": "moodlemobile",
     "siteurl": "",
     "multisitesdisplay": "",
     "skipssoconfirmation": false,
     "forcedefaultlanguage": false,
-    "privacypolicy": "https://moodle.org/mod/page/view.php?id=8148"
+    "privacypolicy": "https:\/\/moodle.org\/mod\/page\/view.php?id=8148"
-}
+}