/** * Copyright (C) 2021 Saturneric * * This file is part of GpgFrontend. * * GpgFrontend is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * GpgFrontend is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with GpgFrontend. If not, see . * * The initial version of the source code is inherited from * the gpg4usb project, which is under GPL-3.0-or-later. * * All the source code of GpgFrontend was modified and released by * Saturneric starting on May 12, 2021. * * SPDX-License-Identifier: GPL-3.0-or-later * */ #include "core/function/CharsetOperator.h" #include #include #include #include #include #include #include #include "easylogging++.h" GpgFrontend::CharsetOperator::CharsetInfo GpgFrontend::CharsetOperator::Detect( const std::string &buffer) { const UCharsetMatch *ucm; UErrorCode status = U_ZERO_ERROR; UCharsetDetector *csd = ucsdet_open(&status); status = U_ZERO_ERROR; if (U_FAILURE(status)) { LOG(ERROR) << "Failed to open charset detector: " << u_errorName(status); return {"unknown", "unknown", 0}; } LOG(INFO) << "Detecting charset buffer:" << buffer.size() << "bytes"; status = U_ZERO_ERROR; ucsdet_setText(csd, buffer.data(), buffer.size(), &status); if (U_FAILURE(status)) { LOG(ERROR) << "Failed to set text to charset detector: " << u_errorName(status); return {"unknown", "unknown", 0}; } status = U_ZERO_ERROR; ucm = ucsdet_detect(csd, &status); if (U_FAILURE(status)) return {"unknown", "unknown", 0}; status = U_ZERO_ERROR; const char *name = ucsdet_getName(ucm, &status); if (U_FAILURE(status)) return {"unknown", "unknown", 0}; status = U_ZERO_ERROR; int confidence = ucsdet_getConfidence(ucm, &status); if (U_FAILURE(status)) return {name, "unknown", 0}; status = U_ZERO_ERROR; const char *language = ucsdet_getLanguage(ucm, &status); if (U_FAILURE(status)) return {name, "unknown", confidence}; LOG(INFO) << "Detected charset: " << name << language << confidence; return {name, language, confidence}; } bool GpgFrontend::CharsetOperator::Convert2Utf8(const std::string &buffer, std::string &out_buffer, std::string from_charset_name) { UErrorCode status = U_ZERO_ERROR; const auto from_encode = std::string("utf-8"); const auto to_encode = from_charset_name; LOG(INFO) << "Converting buffer:" << buffer.size(); // test if the charset is supported UConverter *conv = ucnv_open(from_encode.c_str(), &status); ucnv_close(conv); if (U_FAILURE(status)) { LOG(ERROR) << "Failed to open converter: " << u_errorName(status) << ":" << from_encode; return false; } // test if the charset is supported conv = ucnv_open(to_encode.c_str(), &status); ucnv_close(conv); if (U_FAILURE(status)) { LOG(ERROR) << "Failed to open converter: " << u_errorName(status) << ":" << to_encode; return false; } status = U_ZERO_ERROR; int32_t target_limit = 0, target_capacity = 0; target_capacity = ucnv_convert(from_encode.c_str(), to_encode.c_str(), nullptr, target_limit, buffer.data(), buffer.size(), &status); if (status == U_BUFFER_OVERFLOW_ERROR) { status = U_ZERO_ERROR; target_limit = target_capacity + 1; out_buffer.clear(); out_buffer.resize(target_capacity); target_capacity = ucnv_convert(from_encode.c_str(), to_encode.c_str(), out_buffer.data(), out_buffer.size(), buffer.data(), buffer.size(), &status); } if (U_FAILURE(status)) { LOG(ERROR) << "Failed to convert to utf-8: " << u_errorName(status); return false; } LOG(INFO) << "Converted buffer:" << out_buffer.size() << "bytes"; return true; }