385 lines
12 KiB
JavaScript
385 lines
12 KiB
JavaScript
|
var fs = require('fs');
|
||
|
|
|
||
|
|
function trim(string) {
|
||
|
|
return string.replace(/^\s+|\s+$/g, '');
|
||
|
|
}
|
||
|
|
|
||
|
|
var PO = function () {
|
||
|
|
this.comments = [];
|
||
|
|
this.extractedComments = [];
|
||
|
|
this.headers = {};
|
||
|
|
this.items = [];
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.prototype.save = function (filename, callback) {
|
||
|
|
fs.writeFile(filename, this.toString(), callback);
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.prototype.toString = function () {
|
||
|
|
var lines = [];
|
||
|
|
|
||
|
|
if (this.comments) {
|
||
|
|
this.comments.forEach(function (comment) {
|
||
|
|
lines.push(('# ' + comment).trim());
|
||
|
|
});
|
||
|
|
}
|
||
|
|
if (this.extractedComments) {
|
||
|
|
this.extractedComments.forEach(function (comment) {
|
||
|
|
lines.push(('#. ' + comment).trim());
|
||
|
|
});
|
||
|
|
}
|
||
|
|
|
||
|
|
lines.push('msgid ""');
|
||
|
|
lines.push('msgstr ""');
|
||
|
|
|
||
|
|
var keys = Object.keys(this.headers);
|
||
|
|
var self = this;
|
||
|
|
keys.forEach(function (key) {
|
||
|
|
lines.push('"' + key + ': ' + self.headers[key] + '\\n"');
|
||
|
|
});
|
||
|
|
|
||
|
|
lines.push('');
|
||
|
|
|
||
|
|
this.items.forEach(function (item) {
|
||
|
|
lines.push(item.toString());
|
||
|
|
lines.push('');
|
||
|
|
});
|
||
|
|
|
||
|
|
return lines.join('\n');
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.load = function (filename, callback) {
|
||
|
|
fs.readFile(filename, 'utf-8', function (err, data) {
|
||
|
|
if (err) {
|
||
|
|
return callback(err);
|
||
|
|
}
|
||
|
|
var po = PO.parse(data);
|
||
|
|
callback(null, po);
|
||
|
|
});
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.parse = function (data) {
|
||
|
|
//support both unix and windows newline formats.
|
||
|
|
data = data.replace(/\r\n/g, '\n');
|
||
|
|
var po = new PO();
|
||
|
|
var sections = data.split(/\n\n/);
|
||
|
|
var headers = [];
|
||
|
|
//everything until the first 'msgid ""' is considered header
|
||
|
|
while (sections[0] && (headers.length === 0 || headers[headers.length - 1].indexOf('msgid ""') < 0)) {
|
||
|
|
if (sections[0].match(/msgid "[^"]/)) {
|
||
|
|
//found first real string, adding a dummy header item
|
||
|
|
headers.push('msgid ""');
|
||
|
|
} else {
|
||
|
|
headers.push(sections.shift());
|
||
|
|
}
|
||
|
|
}
|
||
|
|
headers = headers.join('\n');
|
||
|
|
var lines = sections.join('\n').split(/\n/);
|
||
|
|
|
||
|
|
po.headers = {
|
||
|
|
'Project-Id-Version': '',
|
||
|
|
'Report-Msgid-Bugs-To': '',
|
||
|
|
'POT-Creation-Date': '',
|
||
|
|
'PO-Revision-Date': '',
|
||
|
|
'Last-Translator': '',
|
||
|
|
'Language': '',
|
||
|
|
'Language-Team': '',
|
||
|
|
'Content-Type': '',
|
||
|
|
'Content-Transfer-Encoding': '',
|
||
|
|
'Plural-Forms': '',
|
||
|
|
};
|
||
|
|
|
||
|
|
headers.split(/\n/).reduce(function (acc, line) {
|
||
|
|
if (acc.merge) {
|
||
|
|
//join lines, remove last resp. first "
|
||
|
|
line = acc.pop().slice(0, -1) + line.slice(1);
|
||
|
|
delete acc.merge;
|
||
|
|
}
|
||
|
|
if (/^".*"$/.test(line) && !/^".*\\n"$/.test(line)) {
|
||
|
|
acc.merge = true;
|
||
|
|
}
|
||
|
|
acc.push(line);
|
||
|
|
return acc;
|
||
|
|
}, []).forEach(function (header) {
|
||
|
|
if (header.match(/^#\./)) {
|
||
|
|
po.extractedComments.push(header.replace(/^#\.\s*/, ''));
|
||
|
|
} else if (header.match(/^#/)) {
|
||
|
|
po.comments.push(header.replace(/^#\s*/, ''));
|
||
|
|
} else if (header.match(/^"/)) {
|
||
|
|
header = header.trim().replace(/^"/, '').replace(/\\n"$/, '');
|
||
|
|
var p = header.split(/:/);
|
||
|
|
var name = p.shift().trim();
|
||
|
|
var value = p.join(':').trim();
|
||
|
|
po.headers[name] = value;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
|
||
|
|
var parsedPluralForms = PO.parsePluralForms(po.headers['Plural-Forms']);
|
||
|
|
var nplurals = parsedPluralForms.nplurals;
|
||
|
|
var item = new PO.Item({ nplurals: nplurals });
|
||
|
|
var context = null;
|
||
|
|
var plural = 0;
|
||
|
|
var obsoleteCount = 0;
|
||
|
|
var noCommentLineCount = 0;
|
||
|
|
|
||
|
|
function finish() {
|
||
|
|
if (item.msgid.length > 0) {
|
||
|
|
if (obsoleteCount >= noCommentLineCount) {
|
||
|
|
item.obsolete = true;
|
||
|
|
}
|
||
|
|
obsoleteCount = 0;
|
||
|
|
noCommentLineCount = 0;
|
||
|
|
po.items.push(item);
|
||
|
|
item = new PO.Item({ nplurals: nplurals });
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function extract(string) {
|
||
|
|
string = trim(string);
|
||
|
|
string = string.replace(/^[^"]*"|"$/g, '');
|
||
|
|
string = string.replace(/\\([abtnvfr'"\\?]|([0-7]{3})|x([0-9a-fA-F]{2}))/g, function (match, esc, oct, hex) {
|
||
|
|
if (oct) {
|
||
|
|
return String.fromCharCode(parseInt(oct, 8));
|
||
|
|
}
|
||
|
|
if (hex) {
|
||
|
|
return String.fromCharCode(parseInt(hex, 16));
|
||
|
|
}
|
||
|
|
switch (esc) {
|
||
|
|
case 'a':
|
||
|
|
return '\x07';
|
||
|
|
case 'b':
|
||
|
|
return '\b';
|
||
|
|
case 't':
|
||
|
|
return '\t';
|
||
|
|
case 'n':
|
||
|
|
return '\n';
|
||
|
|
case 'v':
|
||
|
|
return '\v';
|
||
|
|
case 'f':
|
||
|
|
return '\f';
|
||
|
|
case 'r':
|
||
|
|
return '\r';
|
||
|
|
default:
|
||
|
|
return esc;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
return string;
|
||
|
|
}
|
||
|
|
|
||
|
|
while (lines.length > 0) {
|
||
|
|
var line = trim(lines.shift());
|
||
|
|
var lineObsolete = false;
|
||
|
|
var add = false;
|
||
|
|
|
||
|
|
if (line.match(/^#\~/)) { // Obsolete item
|
||
|
|
//only remove the obsolte comment mark, here
|
||
|
|
//might be, this is a new item, so
|
||
|
|
//only remember, this line is marked obsolete, count after line is parsed
|
||
|
|
line = trim(line.substring(2));
|
||
|
|
lineObsolete = true;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (line.match(/^#:/)) { // Reference
|
||
|
|
finish();
|
||
|
|
item.references.push(trim(line.replace(/^#:/, '')));
|
||
|
|
} else if (line.match(/^#,/)) { // Flags
|
||
|
|
finish();
|
||
|
|
var flags = trim(line.replace(/^#,/, '')).split(',');
|
||
|
|
for (var i = 0; i < flags.length; i++) {
|
||
|
|
item.flags[flags[i]] = true;
|
||
|
|
}
|
||
|
|
} else if (line.match(/^#($|\s+)/)) { // Translator comment
|
||
|
|
finish();
|
||
|
|
item.comments.push(trim(line.replace(/^#($|\s+)/, '')));
|
||
|
|
} else if (line.match(/^#\./)) { // Extracted comment
|
||
|
|
finish();
|
||
|
|
item.extractedComments.push(trim(line.replace(/^#\./, '')));
|
||
|
|
} else if (line.match(/^msgid_plural/)) { // Plural form
|
||
|
|
item.msgid_plural = extract(line);
|
||
|
|
context = 'msgid_plural';
|
||
|
|
noCommentLineCount++;
|
||
|
|
} else if (line.match(/^msgid/)) { // Original
|
||
|
|
finish();
|
||
|
|
item.msgid = extract(line);
|
||
|
|
context = 'msgid';
|
||
|
|
noCommentLineCount++;
|
||
|
|
} else if (line.match(/^msgstr/)) { // Translation
|
||
|
|
var m = line.match(/^msgstr\[(\d+)\]/);
|
||
|
|
plural = m && m[1] ? parseInt(m[1]) : 0;
|
||
|
|
item.msgstr[plural] = extract(line);
|
||
|
|
context = 'msgstr';
|
||
|
|
noCommentLineCount++;
|
||
|
|
} else if (line.match(/^msgctxt/)) { // Context
|
||
|
|
finish();
|
||
|
|
item.msgctxt = extract(line);
|
||
|
|
context = 'msgctxt';
|
||
|
|
noCommentLineCount++;
|
||
|
|
} else { // Probably multiline string or blank
|
||
|
|
if (line.length > 0) {
|
||
|
|
noCommentLineCount++;
|
||
|
|
if (context === 'msgstr') {
|
||
|
|
item.msgstr[plural] += extract(line);
|
||
|
|
} else if (context === 'msgid') {
|
||
|
|
item.msgid += extract(line);
|
||
|
|
} else if (context === 'msgid_plural') {
|
||
|
|
item.msgid_plural += extract(line);
|
||
|
|
} else if (context === 'msgctxt') {
|
||
|
|
item.msgctxt += extract(line);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if (lineObsolete) {
|
||
|
|
// Count obsolete lines for this item
|
||
|
|
obsoleteCount++;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
finish();
|
||
|
|
|
||
|
|
return po;
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.parsePluralForms = function (pluralFormsString) {
|
||
|
|
var results = (pluralFormsString || '')
|
||
|
|
.split(';')
|
||
|
|
.reduce(function (acc, keyValueString) {
|
||
|
|
var trimmedString = keyValueString.trim();
|
||
|
|
var equalsIndex = trimmedString.indexOf('=');
|
||
|
|
var key = trimmedString.substring(0, equalsIndex).trim();
|
||
|
|
var value = trimmedString.substring(equalsIndex + 1).trim();
|
||
|
|
acc[key] = value;
|
||
|
|
return acc;
|
||
|
|
}, {});
|
||
|
|
return {
|
||
|
|
nplurals: results.nplurals,
|
||
|
|
plural: results.plural
|
||
|
|
};
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.Item = function (options) {
|
||
|
|
var nplurals = options && options.nplurals;
|
||
|
|
|
||
|
|
this.msgid = '';
|
||
|
|
this.msgctxt = null;
|
||
|
|
this.references = [];
|
||
|
|
this.msgid_plural = null;
|
||
|
|
this.msgstr = [];
|
||
|
|
this.comments = []; // translator comments
|
||
|
|
this.extractedComments = [];
|
||
|
|
this.flags = {};
|
||
|
|
this.obsolete = false;
|
||
|
|
var npluralsNumber = Number(nplurals);
|
||
|
|
this.nplurals = (isNaN(npluralsNumber)) ? 2 : npluralsNumber;
|
||
|
|
};
|
||
|
|
|
||
|
|
PO.Item.prototype.toString = function () {
|
||
|
|
var lines = [];
|
||
|
|
var self = this;
|
||
|
|
|
||
|
|
// reverse what extract(string) method during PO.parse does
|
||
|
|
var _escape = function (string) {
|
||
|
|
// don't unescape \n, since string can never contain it
|
||
|
|
// since split('\n') is called on it
|
||
|
|
string = string.replace(/[\x07\b\t\v\f\r"\\]/g, function (match) {
|
||
|
|
switch (match) {
|
||
|
|
case '\x07':
|
||
|
|
return '\\a';
|
||
|
|
case '\b':
|
||
|
|
return '\\b';
|
||
|
|
case '\t':
|
||
|
|
return '\\t';
|
||
|
|
case '\v':
|
||
|
|
return '\\v';
|
||
|
|
case '\f':
|
||
|
|
return '\\f';
|
||
|
|
case '\r':
|
||
|
|
return '\\r';
|
||
|
|
default:
|
||
|
|
return '\\' + match;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
return string;
|
||
|
|
};
|
||
|
|
|
||
|
|
var _process = function (keyword, text, i) {
|
||
|
|
var lines = [];
|
||
|
|
var parts = text.split(/\n/);
|
||
|
|
var index = typeof i !== 'undefined' ? '[' + i + ']' : '';
|
||
|
|
if (parts.length > 1) {
|
||
|
|
lines.push(keyword + index + ' ""');
|
||
|
|
parts.forEach(function (part) {
|
||
|
|
lines.push('"' + _escape(part) + '"');
|
||
|
|
});
|
||
|
|
} else {
|
||
|
|
lines.push(keyword + index + ' "' + _escape(text) + '"');
|
||
|
|
}
|
||
|
|
return lines;
|
||
|
|
};
|
||
|
|
|
||
|
|
//handle \n in single-line texts (can not be handled in _escape)
|
||
|
|
var _processLineBreak = function (keyword, text, index) {
|
||
|
|
var processed = _process(keyword, text, index);
|
||
|
|
for (var i = 1; i < processed.length - 1; i++) {
|
||
|
|
processed[i] = processed[i].slice(0, -1) + '\\n"';
|
||
|
|
}
|
||
|
|
return processed;
|
||
|
|
};
|
||
|
|
|
||
|
|
// https://www.gnu.org/software/gettext/manual/html_node/PO-Files.html
|
||
|
|
// says order is translator-comments, extracted-comments, references, flags
|
||
|
|
|
||
|
|
this.comments.forEach(function (c) {
|
||
|
|
lines.push('# ' + c);
|
||
|
|
});
|
||
|
|
|
||
|
|
this.extractedComments.forEach(function (c) {
|
||
|
|
lines.push('#. ' + c);
|
||
|
|
});
|
||
|
|
|
||
|
|
this.references.forEach(function (ref) {
|
||
|
|
lines.push('#: ' + ref);
|
||
|
|
});
|
||
|
|
|
||
|
|
var flags = Object.keys(this.flags).filter(function (flag) {
|
||
|
|
return !!this.flags[flag];
|
||
|
|
}, this);
|
||
|
|
if (flags.length > 0) {
|
||
|
|
lines.push('#, ' + flags.join(','));
|
||
|
|
}
|
||
|
|
var mkObsolete = this.obsolete ? '#~ ' : '';
|
||
|
|
|
||
|
|
['msgctxt', 'msgid', 'msgid_plural', 'msgstr'].forEach(function (keyword) {
|
||
|
|
var text = self[keyword];
|
||
|
|
if (text != null) {
|
||
|
|
var hasTranslation = false;
|
||
|
|
if (Array.isArray(text)) {
|
||
|
|
hasTranslation = text.some(function (text) {
|
||
|
|
return text;
|
||
|
|
});
|
||
|
|
}
|
||
|
|
|
||
|
|
if (Array.isArray(text) && text.length > 1) {
|
||
|
|
text.forEach(function (t, i) {
|
||
|
|
var processed = _processLineBreak(keyword, t, i);
|
||
|
|
lines = lines.concat(mkObsolete + processed.join('\n' + mkObsolete));
|
||
|
|
});
|
||
|
|
} else if (self.msgid_plural && keyword === 'msgstr' && !hasTranslation) {
|
||
|
|
for (var pluralIndex = 0; pluralIndex < self.nplurals; pluralIndex++) {
|
||
|
|
lines = lines.concat(mkObsolete + _process(keyword, '', pluralIndex));
|
||
|
|
}
|
||
|
|
} else {
|
||
|
|
var index = (self.msgid_plural && Array.isArray(text)) ?
|
||
|
|
0 :
|
||
|
|
undefined;
|
||
|
|
text = Array.isArray(text) ? text.join() : text;
|
||
|
|
var processed = _processLineBreak(keyword, text, index);
|
||
|
|
lines = lines.concat(mkObsolete + processed.join('\n' + mkObsolete));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
});
|
||
|
|
|
||
|
|
return lines.join('\n');
|
||
|
|
};
|
||
|
|
|
||
|
|
module.exports = PO;
|