diff options
Diffstat (limited to 'src/core/function/CharsetOperator.cpp')
| -rw-r--r-- | src/core/function/CharsetOperator.cpp | 136 |
1 files changed, 136 insertions, 0 deletions
diff --git a/src/core/function/CharsetOperator.cpp b/src/core/function/CharsetOperator.cpp new file mode 100644 index 00000000..81c23388 --- /dev/null +++ b/src/core/function/CharsetOperator.cpp @@ -0,0 +1,136 @@ +/** + * Copyright (C) 2021 Saturneric + * + * This file is part of GpgFrontend. + * + * GpgFrontend is free software: you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation, either version 3 of the License, or + * (at your option) any later version. + * + * GpgFrontend is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with GpgFrontend. If not, see <https://www.gnu.org/licenses/>. + * + * The initial version of the source code is inherited from + * the gpg4usb project, which is under GPL-3.0-or-later. + * + * All the source code of GpgFrontend was modified and released by + * Saturneric<[email protected]> starting on May 12, 2021. + * + * SPDX-License-Identifier: GPL-3.0-or-later + * + */ + +#include "core/function/CharsetOperator.h" + +#include <unicode/ucnv.h> +#include <unicode/ucsdet.h> +#include <unicode/ustring.h> +#include <unicode/utypes.h> + +#include <cstddef> +#include <memory> +#include <string> + +#include "easylogging++.h" + +GpgFrontend::CharsetOperator::CharsetInfo GpgFrontend::CharsetOperator::Detect( + const std::string &buffer) { + const UCharsetMatch *ucm; + UErrorCode status = U_ZERO_ERROR; + UCharsetDetector *csd = ucsdet_open(&status); + + status = U_ZERO_ERROR; + if (U_FAILURE(status)) { + LOG(ERROR) << "Failed to open charset detector: " << u_errorName(status); + return {"unknown", "unknown", 0}; + } + + LOG(INFO) << "Detecting charset buffer:" << buffer.size() << "bytes"; + + status = U_ZERO_ERROR; + ucsdet_setText(csd, buffer.data(), buffer.size(), &status); + if (U_FAILURE(status)) { + LOG(ERROR) << "Failed to set text to charset detector: " + << u_errorName(status); + return {"unknown", "unknown", 0}; + } + + status = U_ZERO_ERROR; + ucm = ucsdet_detect(csd, &status); + + if (U_FAILURE(status)) return {"unknown", "unknown", 0}; + + status = U_ZERO_ERROR; + const char *name = ucsdet_getName(ucm, &status); + if (U_FAILURE(status)) return {"unknown", "unknown", 0}; + + status = U_ZERO_ERROR; + int confidence = ucsdet_getConfidence(ucm, &status); + if (U_FAILURE(status)) return {name, "unknown", 0}; + + status = U_ZERO_ERROR; + const char *language = ucsdet_getLanguage(ucm, &status); + if (U_FAILURE(status)) return {name, "unknown", confidence}; + + LOG(INFO) << "Detected charset: " << name << language << confidence; + return {name, language, confidence}; +} + +bool GpgFrontend::CharsetOperator::Convert2Utf8(const std::string &buffer, + std::string &out_buffer, + std::string from_charset_name) { + UErrorCode status = U_ZERO_ERROR; + const auto from_encode = std::string("utf-8"); + const auto to_encode = from_charset_name; + + LOG(INFO) << "Converting buffer:" << buffer.size(); + + // test if the charset is supported + UConverter *conv = ucnv_open(from_encode.c_str(), &status); + ucnv_close(conv); + if (U_FAILURE(status)) { + LOG(ERROR) << "Failed to open converter: " << u_errorName(status) << ":" + << from_encode; + return false; + } + + // test if the charset is supported + conv = ucnv_open(to_encode.c_str(), &status); + ucnv_close(conv); + if (U_FAILURE(status)) { + LOG(ERROR) << "Failed to open converter: " << u_errorName(status) << ":" + << to_encode; + return false; + } + + status = U_ZERO_ERROR; + int32_t target_limit = 0, target_capacity = 0; + + target_capacity = + ucnv_convert(from_encode.c_str(), to_encode.c_str(), nullptr, + target_limit, buffer.data(), buffer.size(), &status); + + if (status == U_BUFFER_OVERFLOW_ERROR) { + status = U_ZERO_ERROR; + target_limit = target_capacity + 1; + out_buffer.clear(); + out_buffer.resize(target_capacity); + target_capacity = + ucnv_convert(from_encode.c_str(), to_encode.c_str(), out_buffer.data(), + out_buffer.size(), buffer.data(), buffer.size(), &status); + } + + if (U_FAILURE(status)) { + LOG(ERROR) << "Failed to convert to utf-8: " << u_errorName(status); + return false; + } + + LOG(INFO) << "Converted buffer:" << out_buffer.size() << "bytes"; + return true; +}
\ No newline at end of file |