src/ResText/POFile.cpp

   1 // TortoiseGit - a Windows shell extension for easy version control
   2
   3 // Copyright (C) 2012-2013 - TortoiseGit
   4 // Copyright (C) 2003-2008, 2011-2015 - TortoiseSVN
   5
   6 // This program is free software; you can redistribute it and/or
   7 // modify it under the terms of the GNU General Public License
   8 // as published by the Free Software Foundation; either version 2
   9 // of the License, or (at your option) any later version.
  10
  11 // This program is distributed in the hope that it will be useful,
  12 // but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 // GNU General Public License for more details.
  15
  16 // You should have received a copy of the GNU General Public License
  17 // along with this program; if not, write to the Free Software Foundation,
  18 // 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  19 #include "stdafx.h"
  20 #include <Shlwapi.h>
  21 #include <fstream>
  22 #include "codecvt.h"
  23 #include "Utils.h"
  24 #include "ResModule.h"
  25 #include "POFile.h"
  26
  27 #include <algorithm>
  28 #include <cctype>
  29 #include <memory>
  30 #include <functional>
  31
  32 #define MYERROR {CUtils::Error(); return FALSE;}
  33
  34 CPOFile::CPOFile()
  35         : m_bQuiet(false)
  36         , m_bAdjustEOLs(false)
  37 {
  38 }
  39
  40 CPOFile::~CPOFile(void)
  41 {
  42 }
  43
  44 BOOL CPOFile::ParseFile(LPCTSTR szPath, BOOL bUpdateExisting, bool bAdjustEOLs)
  45 {
  46         if (!PathFileExists(szPath))
  47                 return FALSE;
  48
  49         m_bAdjustEOLs = bAdjustEOLs;
  50
  51         if (!m_bQuiet)
  52                 _ftprintf(stdout, _T("parsing file %s...\n"), szPath);
  53
  54         int nEntries = 0;
  55         int nDeleted = 0;
  56         int nTranslated = 0;
  57         //since stream classes still expect the filepath in char and not wchar_t
  58         //we need to convert the filepath to multibyte
  59         char filepath[MAX_PATH+1];
  60         SecureZeroMemory(filepath, sizeof(filepath));
  61         WideCharToMultiByte(CP_ACP, NULL, szPath, -1, filepath, _countof(filepath)-1, NULL, NULL);
  62
  63         std::wifstream File;
  64         File.imbue(std::locale(std::locale(), new utf8_conversion()));
  65         File.open(filepath);
  66         if (!File.good())
  67         {
  68                 _ftprintf(stderr, _T("can't open input file %s\n"), szPath);
  69                 return FALSE;
  70         }
  71         std::unique_ptr<TCHAR[]> line(new TCHAR[2*MAX_STRING_LENGTH]);
  72         std::vector<std::wstring> entry;
  73         do
  74         {
  75                 File.getline(line.get(), 2*MAX_STRING_LENGTH);
  76                 if (line.get()[0]==0)
  77                 {
  78                         //empty line means end of entry!
  79                         RESOURCEENTRY resEntry;
  80                         std::wstring msgid;
  81                         int type = 0;
  82                         for (std::vector<std::wstring>::iterator I = entry.begin(); I != entry.end(); ++I)
  83                         {
  84                                 if (_tcsncmp(I->c_str(), _T("# "), 2)==0)
  85                                 {
  86                                         //user comment
  87                                         resEntry.translatorcomments.push_back(I->c_str());
  88                                         type = 0;
  89                                 }
  90                                 if (_tcsncmp(I->c_str(), _T("#."), 2)==0)
  91                                 {
  92                                         //automatic comments
  93                                         resEntry.automaticcomments.push_back(I->c_str());
  94                                         type = 0;
  95                                 }
  96                                 if (_tcsncmp(I->c_str(), _T("#,"), 2)==0)
  97                                 {
  98                                         //flag
  99                                         resEntry.flag = I->c_str();
 100                                         type = 0;
 101                                 }
 102                                 if (_tcsncmp(I->c_str(), _T("msgid"), 5)==0)
 103                                 {
 104                                         //message id
 105                                         msgid = I->c_str();
 106                                         msgid = std::wstring(msgid.substr(7, msgid.size() - 8));
 107
 108                                         std::wstring s = msgid;
 109                                         s.erase(s.begin(), std::find_if(s.begin(), s.end(), std::not1(std::ptr_fun<wint_t, int>(iswspace))));
 110                                         if (s.size())
 111                                                 nEntries++;
 112                                         type = 1;
 113                                 }
 114                                 if (_tcsncmp(I->c_str(), _T("msgstr"), 6)==0)
 115                                 {
 116                                         //message string
 117                                         resEntry.msgstr = I->c_str();
 118                                         resEntry.msgstr = resEntry.msgstr.substr(8, resEntry.msgstr.length() - 9);
 119                                         if (!resEntry.msgstr.empty())
 120                                                 nTranslated++;
 121                                         type = 2;
 122                                 }
 123                                 if (_tcsncmp(I->c_str(), _T("\""), 1)==0)
 124                                 {
 125                                         if (type == 1)
 126                                         {
 127                                                 std::wstring temp = I->c_str();
 128                                                 temp = temp.substr(1, temp.length()-2);
 129                                                 msgid += temp;
 130                                         }
 131                                         if (type == 2)
 132                                         {
 133                                                 if (resEntry.msgstr.empty())
 134                                                         nTranslated++;
 135                                                 std::wstring temp = I->c_str();
 136                                                 temp = temp.substr(1, temp.length()-2);
 137                                                 resEntry.msgstr += temp;
 138                                         }
 139                                 }
 140                         }
 141                         entry.clear();
 142                         if ((bUpdateExisting)&&(this->count(msgid) == 0))
 143                                 nDeleted++;
 144                         else
 145                         {
 146                                 if ((m_bAdjustEOLs)&&(msgid.find(L"\\r\\n") != std::string::npos))
 147                                 {
 148                                         AdjustEOLs(resEntry.msgstr);
 149                                 }
 150                                 (*this)[msgid] = resEntry;
 151                         }
 152                         msgid.clear();
 153                 }
 154                 else
 155                 {
 156                         entry.push_back(line.get());
 157                 }
 158         } while (File.gcount() > 0);
 159         printf(File.getloc().name().c_str());
 160         File.close();
 161         RESOURCEENTRY emptyentry = {0};
 162         (*this)[std::wstring(_T(""))] = emptyentry;
 163         if (!m_bQuiet)
 164                 _ftprintf(stdout, _T("%d Entries found, %d were already translated and %d got deleted\n"), nEntries, nTranslated, nDeleted);
 165         return TRUE;
 166 }
 167
 168 BOOL CPOFile::SaveFile(LPCTSTR szPath, LPCTSTR lpszHeaderFile)
 169 {
 170         //since stream classes still expect the filepath in char and not wchar_t
 171         //we need to convert the filepath to multibyte
 172         char filepath[MAX_PATH+1];
 173         int nEntries = 0;
 174         SecureZeroMemory(filepath, sizeof(filepath));
 175         WideCharToMultiByte(CP_ACP, NULL, szPath, -1, filepath, _countof(filepath)-1, NULL, NULL);
 176
 177         std::wofstream File;
 178         File.imbue(std::locale(std::locale(), new utf8_conversion()));
 179         File.open(filepath, std::ios_base::binary);
 180
 181         if ((lpszHeaderFile)&&(lpszHeaderFile[0])&&(PathFileExists(lpszHeaderFile)))
 182         {
 183                 // read the header file and save it to the top of the pot file
 184                 std::wifstream inFile;
 185                 inFile.imbue(std::locale(std::locale(), new utf8_conversion()));
 186                 inFile.open(lpszHeaderFile, std::ios_base::binary);
 187
 188                 wchar_t ch;
 189                 while(inFile && inFile.get(ch))
 190                         File.put(ch);
 191                 inFile.close();
 192         }
 193         else
 194         {
 195                 File << _T("# SOME DESCRIPTIVE TITLE.\n");
 196                 File << _T("# Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER\n");
 197                 File << _T("# This file is distributed under the same license as the PACKAGE package.\n");
 198                 File << _T("# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.\n");
 199                 File << _T("#\n");
 200                 File << _T("#, fuzzy\n");
 201                 File << _T("msgid \"\"\n");
 202                 File << _T("msgstr \"\"\n");
 203                 File << _T("\"Project-Id-Version: PACKAGE VERSION\\n\"\n");
 204                 File << _T("\"Report-Msgid-Bugs-To: \\n\"\n");
 205                 File << _T("\"POT-Creation-Date: 1900-01-01 00:00+0000\\n\"\n");
 206                 File << _T("\"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n\"\n");
 207                 File << _T("\"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n\"\n");
 208                 File << _T("\"Language-Team: LANGUAGE <LL@li.org>\\n\"\n");
 209                 File << _T("\"MIME-Version: 1.0\\n\"\n");
 210                 File << _T("\"Content-Type: text/plain; charset=UTF-8\\n\"\n");
 211                 File << _T("\"Content-Transfer-Encoding: 8bit\\n\"\n\n");
 212         }
 213         File << _T("\n");
 214         File << _T("# msgid/msgstr fields for Accelerator keys\n");
 215         File << _T("# Format is: \"ID:xxxxxx:VACS+X\" where:\n");
 216         File << _T("#    ID:xxxxx = the menu ID corresponding to the accelerator\n");
 217         File << _T("#    V = Virtual key (or blank if not used) - nearly always set!\n");
 218         File << _T("#    A = Alt key     (or blank if not used)\n");
 219         File << _T("#    C = Ctrl key    (or blank if not used)\n");
 220         File << _T("#    S = Shift key   (or blank if not used)\n");
 221         File << _T("#    X = upper case character\n");
 222         File << _T("# e.g. \"V CS+Q\" == Ctrl + Shift + 'Q'\n");
 223         File << _T("\n");
 224         File << _T("# ONLY Accelerator Keys with corresponding alphanumeric characters can be\n");
 225         File << _T("# updated i.e. function keys (F2), special keys (Delete, HoMe) etc. will not.\n");
 226         File << _T("\n");
 227         File << _T("# ONLY change the msgstr field. Do NOT change any other.\n");
 228         File << _T("# If you do not want to change an Accelerator Key, copy msgid to msgstr\n");
 229         File << _T("\n");
 230
 231         for (std::map<std::wstring, RESOURCEENTRY>::iterator I = this->begin(); I != this->end(); ++I)
 232         {
 233                 std::wstring s = I->first;
 234                 s.erase(s.begin(), std::find_if(s.begin(), s.end(), std::not1(std::ptr_fun<wint_t, int>(iswspace))));
 235                 if (s.empty())
 236                         continue;
 237
 238                 RESOURCEENTRY entry = I->second;
 239                 for (std::vector<std::wstring>::iterator II = entry.automaticcomments.begin(); II != entry.automaticcomments.end(); ++II)
 240                 {
 241                         File << II->c_str() << _T("\n");
 242                 }
 243                 for (std::vector<std::wstring>::iterator II = entry.translatorcomments.begin(); II != entry.translatorcomments.end(); ++II)
 244                 {
 245                         File << II->c_str() << _T("\n");
 246                 }
 247                 if (!I->second.resourceIDs.empty())
 248                 {
 249                         File << _T("#. Resource IDs: (");
 250
 251                         std::set<INT_PTR>::const_iterator II = I->second.resourceIDs.begin();
 252                         File << (*II);
 253                         ++II;
 254                         while (II != I->second.resourceIDs.end())
 255                         {
 256                                 File << _T(", ");
 257                                 File << (*II);
 258                                 ++II;
 259                         };
 260                         File << _T(")\n");
 261                 }
 262                 if (I->second.flag.length() > 0)
 263                         File << (I->second.flag.c_str()) << _T("\n");
 264                 File << (_T("msgid \"")) << (I->first.c_str()) << _T("\"\n");
 265                 File << (_T("msgstr \"")) << (I->second.msgstr.c_str()) << _T("\"\n\n");
 266                 nEntries++;
 267         }
 268         File.close();
 269         if (!m_bQuiet)
 270                 _ftprintf(stdout, _T("File %s saved, containing %d entries\n"), szPath, nEntries);
 271         return TRUE;
 272 }
 273
 274 void CPOFile::AdjustEOLs(std::wstring& str)
 275 {
 276         std::wstring result;
 277         std::wstring::size_type pos = 0;
 278         for ( ; ; ) // while (true)
 279         {
 280                 std::wstring::size_type next = str.find(L"\\r\\n", pos);
 281                 result.append(str, pos, next-pos);
 282                 if( next != std::string::npos )
 283                 {
 284                         result.append(L"\\n");
 285                         pos = next + 4; // 4 = sizeof("\\r\\n")
 286                 }
 287                 else
 288                 {
 289                         break;  // exit loop
 290                 }
 291         }
 292         str.swap(result);
 293         result.clear();
 294         pos = 0;
 295
 296         for ( ; ; ) // while (true)
 297         {
 298                 std::wstring::size_type next = str.find(L"\\n", pos);
 299                 result.append(str, pos, next-pos);
 300                 if( next != std::string::npos )
 301                 {
 302                         result.append(L"\\r\\n");
 303                         pos = next + 2; // 2 = sizeof("\\n")
 304                 }
 305                 else
 306                 {
 307                         break;  // exit loop
 308                 }
 309         }
 310         str.swap(result);
 311 }
 312