+++ /dev/null
-// tinygettext - A gettext replacement that works directly on .po files
-// Copyright (C) 2009 Ingo Ruhnke <grumbel@gmx.de>
-//
-// This program is free software; you can redistribute it and/or
-// modify it under the terms of the GNU General Public License
-// as published by the Free Software Foundation; either version 2
-// of the License, or (at your option) any later version.
-//
-// This program is distributed in the hope that it will be useful,
-// but WITHOUT ANY WARRANTY; without even the implied warranty of
-// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-// GNU General Public License for more details.
-//
-// You should have received a copy of the GNU General Public License
-// along with this program; if not, write to the Free Software
-// Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
-
-#include "po_parser.hpp"
-
-#include <iostream>
-#include <ctype.h>
-#include <string>
-#include <istream>
-#include <string.h>
-#include <map>
-#include <stdlib.h>
-
-#include "language.hpp"
-#include "log_stream.hpp"
-#include "iconv.hpp"
-#include "dictionary.hpp"
-#include "plural_forms.hpp"
-
-namespace tinygettext {
-
-bool POParser::pedantic = true;
-\f
-void
-POParser::parse(const std::string& filename, std::istream& in, Dictionary& dict)
-{
- POParser parser(filename, in, dict);
- parser.parse();
-}
-\f
-class POParserError {};
-
-POParser::POParser(const std::string& filename_, std::istream& in_, Dictionary& dict_, bool use_fuzzy_) :
- filename(filename_),
- in(in_),
- dict(dict_),
- use_fuzzy(use_fuzzy_),
- running(false),
- eof(false),
- big5(false),
- line_number(0),
- current_line(),
- conv()
-{
-}
-
-POParser::~POParser()
-{
-}
-
-void
-POParser::warning(const std::string& msg)
-{
- log_warning << filename << ":" << line_number << ": warning: " << msg << ": " << current_line << std::endl;
- //log_warning << "Line: " << current_line << std::endl;
-}
-
-void
-POParser::error(const std::string& msg)
-{
- log_error << filename << ":" << line_number << ": error: " << msg << ": " << current_line << std::endl;
-
- // Try to recover from an error by searching for start of another entry
- do
- next_line();
- while(!eof && !is_empty_line());
-
- throw POParserError();
-}
-
-void
-POParser::next_line()
-{
- line_number += 1;
- if (!std::getline(in, current_line))
- eof = true;
-}
-
-void
-POParser::get_string_line(std::ostringstream& out,unsigned int skip)
-{
- if (skip+1 >= static_cast<unsigned int>(current_line.size()))
- error("unexpected end of line");
-
- if (current_line[skip] != '"')
- error("expected start of string '\"'");
-
- std::string::size_type i;
- for(i = skip+1; current_line[i] != '\"'; ++i)
- {
- if (big5 && static_cast<unsigned char>(current_line[i]) >= 0x81 && static_cast<unsigned char>(current_line[i]) <= 0xfe)
- {
- out << current_line[i];
-
- i += 1;
-
- if (i >= current_line.size())
- error("invalid big5 encoding");
-
- out << current_line[i];
- }
- else if (i >= current_line.size())
- {
- error("unexpected end of string");
- }
- else if (current_line[i] == '\\')
- {
- i += 1;
-
- if (i >= current_line.size())
- error("unexpected end of string in handling '\\'");
-
- switch (current_line[i])
- {
- case 'a': out << '\a'; break;
- case 'b': out << '\b'; break;
- case 'v': out << '\v'; break;
- case 'n': out << '\n'; break;
- case 't': out << '\t'; break;
- case 'r': out << '\r'; break;
- case '"': out << '"'; break;
- case '\\': out << '\\'; break;
- default:
- std::ostringstream err;
- err << "unhandled escape '\\" << current_line[i] << "'";
- warning(err.str());
-
- out << current_line[i-1] << current_line[i];
- break;
- }
- }
- else
- {
- out << current_line[i];
- }
- }
-
- // process trailing garbage in line and warn if there is any
- for(i = i+1; i < current_line.size(); ++i)
- if (!isspace(current_line[i]))
- {
- warning("unexpected garbage after string ignoren");
- break;
- }
-}
-
-std::string
-POParser::get_string(unsigned int skip)
-{
- std::ostringstream out;
-
- if (skip+1 >= static_cast<unsigned int>(current_line.size()))
- error("unexpected end of line");
-
- if (current_line[skip] == ' ' && current_line[skip+1] == '"')
- {
- get_string_line(out, skip+1);
- }
- else
- {
- if (pedantic)
- warning("keyword and string must be seperated by a single space");
-
- for(;;)
- {
- if (skip >= static_cast<unsigned int>(current_line.size()))
- error("unexpected end of line");
- else if (current_line[skip] == '\"')
- {
- get_string_line(out, skip);
- break;
- }
- else if (!isspace(current_line[skip]))
- {
- error("string must start with '\"'");
- }
- else
- {
- // skip space
- }
-
- skip += 1;
- }
- }
-
-next:
- next_line();
- for(std::string::size_type i = 0; i < current_line.size(); ++i)
- {
- if (current_line[i] == '"')
- {
- if (i == 1)
- if (pedantic)
- warning("leading whitespace before string");
-
- get_string_line(out, i);
- goto next;
- }
- else if (isspace(current_line[i]))
- {
- // skip
- }
- else
- {
- break;
- }
- }
-
- return out.str();
-}
-
-static bool has_prefix(const std::string& lhs, const std::string rhs)
-{
- if (lhs.length() < rhs.length())
- return false;
- else
- return lhs.compare(0, rhs.length(), rhs) == 0;
-}
-
-void
-POParser::parse_header(const std::string& header)
-{
- std::string from_charset;
- std::string::size_type start = 0;
- for(std::string::size_type i = 0; i < header.length(); ++i)
- {
- if (header[i] == '\n')
- {
- std::string line = header.substr(start, i - start);
-
- if (has_prefix(line, "Content-Type:"))
- {
- // from_charset = line.substr(len);
- unsigned int len = strlen("Content-Type: text/plain; charset=");
- if (line.compare(0, len, "Content-Type: text/plain; charset=") == 0)
- {
- from_charset = line.substr(len);
-
- for(std::string::iterator ch = from_charset.begin(); ch != from_charset.end(); ++ch)
- *ch = static_cast<char>(toupper(*ch));
- }
- else
- {
- warning("malformed Content-Type header");
- }
- }
- else if (has_prefix(line, "Plural-Forms:"))
- {
- PluralForms plural_forms = PluralForms::from_string(line);
- if (!plural_forms)
- {
- warning("unknown Plural-Forms given");
- }
- else
- {
- if (!dict.get_plural_forms())
- {
- dict.set_plural_forms(plural_forms);
- }
- else
- {
- if (dict.get_plural_forms() != plural_forms)
- {
- warning("Plural-Forms missmatch between .po file and dictionary");
- }
- }
- }
- }
- start = i+1;
- }
- }
-
- if (from_charset.empty() || from_charset == "CHARSET")
- {
- warning("charset not specified for .po, fallback to utf-8");
- from_charset = "UTF-8";
- }
- else if (from_charset == "BIG5")
- {
- big5 = true;
- }
-
- conv.set_charsets(from_charset, dict.get_charset());
-}
-
-bool
-POParser::is_empty_line()
-{
- if (current_line.empty())
- {
- return true;
- }
- else if (current_line[0] == '#')
- { // handle comments as empty lines
- if (current_line.size() == 1 || (current_line.size() >= 2 && isspace(current_line[1])))
- return true;
- else
- return false;
- }
- else
- {
- for(std::string::iterator i = current_line.begin(); i != current_line.end(); ++i)
- {
- if (!isspace(*i))
- return false;
- }
- }
- return true;
-}
-
-bool
-POParser::prefix(const char* prefix_str)
-{
- return current_line.compare(0, strlen(prefix_str), prefix_str) == 0;
-}
-
-void
-POParser::parse()
-{
- next_line();
-
- // skip UTF-8 intro that some text editors produce
- // see http://en.wikipedia.org/wiki/Byte-order_mark
- if (current_line.size() >= 3 &&
- current_line[0] == static_cast<char>(0xef) &&
- current_line[1] == static_cast<char>(0xbb) &&
- current_line[2] == static_cast<char>(0xbf))
- {
- current_line = current_line.substr(3);
- }
-
- // Parser structure
- while(!eof)
- {
- try
- {
- bool fuzzy = false;
- bool has_msgctxt = false;
- std::string msgctxt;
- std::string msgid;
-
- while(prefix("#"))
- {
- if (current_line.size() >= 2 && current_line[1] == ',')
- {
- // FIXME: Rather simplistic hunt for fuzzy flag
- if (current_line.find("fuzzy", 2) != std::string::npos)
- fuzzy = true;
- }
-
- next_line();
- }
-
- if (!is_empty_line())
- {
- if (prefix("msgctxt"))
- {
- has_msgctxt = true;
- msgctxt = get_string(7);
- }
-
- if (prefix("msgid"))
- msgid = get_string(5);
- else
- error("expected 'msgid'");
-
- if (prefix("msgid_plural"))
- {
- std::string msgid_plural = get_string(12);
- std::vector<std::string> msgstr_num;
- bool saw_nonempty_msgstr = false;
-
- next:
- if (is_empty_line())
- {
- if (msgstr_num.empty())
- error("expected 'msgstr[N] (0 <= N <= 9)'");
- }
- else if (prefix("msgstr[") &&
- current_line.size() > 8 &&
- isdigit(current_line[7]) && current_line[8] == ']')
- {
- unsigned int number = static_cast<unsigned int>(current_line[7] - '0');
- std::string msgstr = get_string(9);
-
- if(!msgstr.empty())
- saw_nonempty_msgstr = true;
-
- if (number >= msgstr_num.size())
- msgstr_num.resize(number+1);
-
- msgstr_num[number] = conv.convert(msgstr);
- goto next;
- }
- else
- {
- error("expected 'msgstr[N]'");
- }
-
- if (!is_empty_line())
- error("expected 'msgstr[N]' or empty line");
-
- if (saw_nonempty_msgstr)
- {
- if (use_fuzzy || !fuzzy)
- {
- if (!dict.get_plural_forms())
- {
- warning("msgstr[N] seen, but no Plural-Forms given");
- }
- else
- {
- if (msgstr_num.size() != dict.get_plural_forms().get_nplural())
- {
- warning("msgstr[N] count doesn't match Plural-Forms.nplural");
- }
- }
-
- if (has_msgctxt)
- dict.add_translation(msgctxt, msgid, msgid_plural, msgstr_num);
- else
- dict.add_translation(msgid, msgid_plural, msgstr_num);
- }
-
- if (0)
- {
- std::cout << (fuzzy?"fuzzy":"not-fuzzy") << std::endl;
- std::cout << "msgid \"" << msgid << "\"" << std::endl;
- std::cout << "msgid_plural \"" << msgid_plural << "\"" << std::endl;
- for(std::vector<std::string>::size_type i = 0; i < msgstr_num.size(); ++i)
- std::cout << "msgstr[" << i << "] \"" << conv.convert(msgstr_num[i]) << "\"" << std::endl;
- std::cout << std::endl;
- }
- }
- }
- else if (prefix("msgstr"))
- {
- std::string msgstr = get_string(6);
-
- if (msgid.empty())
- {
- parse_header(msgstr);
- }
- else if(!msgstr.empty())
- {
- if (use_fuzzy || !fuzzy)
- {
- if (has_msgctxt)
- dict.add_translation(msgctxt, msgid, conv.convert(msgstr));
- else
- dict.add_translation(msgid, conv.convert(msgstr));
- }
-
- if (0)
- {
- std::cout << (fuzzy?"fuzzy":"not-fuzzy") << std::endl;
- std::cout << "msgid \"" << msgid << "\"" << std::endl;
- std::cout << "msgstr \"" << conv.convert(msgstr) << "\"" << std::endl;
- std::cout << std::endl;
- }
- }
- }
- else
- {
- error("expected 'msgstr' or 'msgid_plural'");
- }
- }
-
- if (!is_empty_line())
- error("expected empty line");
-
- next_line();
- }
- catch(POParserError&)
- {
- }
- }
-}
-
-} // namespace tinygettext
-
-/* EOF */
projects / supertux.git / blobdiff