isDir()) {
continue;
}
$this->files[] = $file->getPathname();
}
}
else if (is_file($dir)) {
$this->files[] = $dir;
}
else {
throw new Exception('can not import object: ' . $dir);
}
}
}
/**
* extracts strings from files
*
* @throws Exception
*/
public function extract() {
$this->strings = array();
foreach ($this->files as $file) {
$content = file_get_contents($file);
if ($content == '')
throw new Exception('can not get file content: ' . $content);
$strings = array();
//drop svg
$content = preg_replace('||i', '', $content);
//drop exceptions
$content = preg_replace('|\/\/no-translate BEGIN[\s\S]+?\/\/no-translate END|mi', '', $content);
//drop
$content = stripslashes($content);
if (stripos($file, '.js') !== false) {
//json
$ignore_matches = [
'\.addEventListener',
'\.style\.',
'aria-label',
'\.font',
];
foreach ($ignore_matches as $ignore_match) {
$content = preg_replace('/' . $ignore_match . '.*/', '', $content);
}
$content = preg_replace('|[\r\n][ \t]*//.*|', "\n", $content);
//extract between ' '
$out = array();
preg_match_all("/[']([^']*)[']/", $content, $out);
$strings = array_merge($strings, $out[1]);
//extract between " "
$out = array();
preg_match_all('/["]([^"]*)["]/', $content, $out);
$strings = array_merge($strings, $out[1]);
}
if (stripos($file, '.htm') !== false || true) {
//html
$ignore_attributes = [
'dir',
'lang',
'http-equiv',
'content',
'name',
'rel',
'style',
'onclick',
'type',
'class',
'id',
'href',
'onchange',
'onKeyUp',
'oninput',
'src',
'aria-label',
];
foreach ($ignore_attributes as $ignore_attribute) {
$content = preg_replace('/' . $ignore_attribute . '="[^"]*"/', '', $content);
}
//extract between " "
$out = array();
preg_match_all('/["]([^"]*)["]/', $content, $out);
//$strings = array_merge($strings, $out[1]);
//extract between > <
$out = array();
preg_match_all('|>([^<]{1,200})<[^ ]|', $content, $out);
$strings = array_merge($strings, $out[1]);
}
foreach ($strings as $string) {
if (trim($string) == '' || substr($string, 0, 2) == './')
continue;
//remove tags
$string = preg_replace('/<[^>]*>/', ' ', $string);
$string = trim($string);
$this->strings[] = $string;
}
}
$this->strings = array_unique($this->strings);
sort($this->strings);
}
/**
* filters out some strings
*/
public function filter() {
$copy = $this->strings;
$this->strings = array();
foreach ($copy as $string) {
$string = trim($string);
if (is_numeric($string)) {
//number
continue;
}
if (strlen($string) < 2) {
//too short
continue;
}
if (preg_replace("/[^A-Z0-9]+/", "", $string[0]) == '') {
//first letter must be common uppercase letter or number
continue;
}
if (is_numeric($string[0]) && strpos($string, ' ') === false) {
//if first letter is number - try to skip some
continue;
}
if (strpos($string, '(') !== false && strpos($string, ')') !== false && strpos($string, '.') !== false) {
//function, not string
continue;
}
if (strpos($string, "\n") !== false || strpos($string, "\r") !== false) {
//multi-line
continue;
}
if (preg_replace("/[^a-z]+/", "", $string) == '') {
//all caps - not translatable
continue;
}
if (strlen($string) > 30 && strpos($string, " ") === false) {
//long word without spaces
continue;
}
$this->strings[] = $string;
}
$this->strings = array_unique($this->strings);
$this->strings = array_values($this->strings);
}
/**
* prepare strings for translating for user
*
* @throws Exception
*/
public function prepare() {
$this->scan();
$this->extract();
$this->filter();
$data = $this->strings;
$in_content = '';
if (isset($_POST['in']))
$in_content = $_POST['in'];
echo '
';
echo 'Translate text above with translator and paste result below:
';
echo ' ';
echo '';
}
/**
* combines source strings and manually translated strings to json format
*
* @param string $translation
*
* @throws Exception
*/
public function add_translation($translation) {
$translation = trim($translation);
if ($translation != '')
$translation = explode("\n", $translation);
else
$translation = array();
if (count($this->strings) == 0)
throw new Exception('0 translations found in files.');
if (count($this->strings) != count($translation))
throw new Exception(count($this->strings) . ' translations imported from file, but you provided ' . count($translation) . ', it must match');
$this->translations = new stdClass();
foreach ($this->strings as $key => $value) {
$translated = trim($translation[$key]);
$this->translations->$value = $translated;
}
}
/**
* translates everything automatically
*
* @throws Exception
*/
public function auto_translate() {
global $LANGUAGES, $LANG_DIR;
$service = new GoogleTranslate();
$text = implode("\n", $this->strings);
foreach ($LANGUAGES as $lang) {
echo " $lang: ";
$file_path = $LANG_DIR . strtolower($lang) . ".json";
//read old translations
$old = array();
if (file_exists($file_path)) {
$old = file_get_contents($file_path);
if ($old === false)
throw new Exception('can not open file: ' . $file_path);
$old = json_decode($old);
if ($old === null)
throw new Exception($file_path . ' data is not json');
}
$translation = $service->translate('en', $lang, $text);
if ($translation == '') {
throw new Exception('empty response from translation service');
}
$translation = str_replace("\r", '', $translation);
$translation = explode("\n", $translation);
if (count($this->strings) != count($translation)) {
throw new Exception(count($this->strings) . ' translations imported from file, but service gave: ' . count($translation) . ', it must match');
}
//generate array
$this->translations = new stdClass();
foreach ($this->strings as $key => $value) {
$translated = trim($translation[$key]);
$this->translations->$value = $translated;
}
//merge
$merged = (object) array_merge((array) $this->translations, (array) $old);
//remove not use elements
foreach ($merged as $k => $v) {
if (isset($this->translations->$k) == false) {
$v = null;
unset($merged->$k);
}
}
$this->translations = $merged;
//generate JSON
$html = json_encode($this->translations, JSON_PRETTY_PRINT | JSON_UNESCAPED_UNICODE);
//save
$written = file_put_contents($file_path, $html);
if ($written == 0) {
throw new Exception('can not write to: ' . $file_path);
}
else {
echo 'OK';
}
//sleep 05-1s
usleep(rand(500, 1000) * 1000);
}
}
/**
* saves current data as empty file
*
* @throws Exception
*/
public function save_empty() {
global $LANG_DIR_EMPTY;
if ($LANG_DIR_EMPTY == '')
return;
$data = new stdClass();
foreach($this->strings as $value){
$data->$value = '';
}
$data_encoded = json_encode($data, JSON_PRETTY_PRINT | JSON_UNESCAPED_UNICODE);
$written = file_put_contents($LANG_DIR_EMPTY, $data_encoded);
if ($written == 0) {
throw new Exception('can not write to: ' . $LANG_DIR_EMPTY);
}
else {
echo '
File updated: ' . $LANG_DIR_EMPTY . '
';
}
}
/**
* show formatted translation, use json. parameters are only for testing mode
*/
public function show_merged() {
echo '';
}
/**
* merge two translations
*
* @throws Exception
*/
public function merge() {
echo 'Old translations: (priority on same keys) ';
$value = '';
if (isset($_POST['merge_old']))
$value = $_POST['merge_old'];
echo '';
echo '
';
if (isset($_POST['merge_old']) == false)
return;
$old = json_decode($_POST['merge_old']);
$new = json_decode($_POST['merge_new']);
if ($old === null)
throw new Exception('Old data is not json');
if ($new === null)
throw new Exception('New data is not json');
//merge
$merged = (object) array_merge((array) $new, (array) $old);
//remove not use elements
foreach ($merged as $k => $v) {
if (isset($new->$k) == false) {
$v = null;
unset($merged->$k);
}
}
echo '';
}
}