<refactor, feat>(ui): Text editor improvements.

1. Add binary display mode
2. Add information bar
3. Added character code recognition function.
4. Identify text encoding and line breaks
5. Count the number of characters
6. Code reconstruction

1 files changed, 85 insertions, 0 deletions

diff --git a/src/ui/encoding/TextEncodingDetect.h b/src/ui/encoding/TextEncodingDetect.h
new file mode 100644
index 00000000..6d861716
--- /dev/null
+++ b/src/ui/encoding/TextEncodingDetect.h
@@ -0,0 +1,85 @@
+#pragma once
+#ifndef TEXT_ENCODING_DETECT_H_
+#define TEXT_ENCODING_DETECT_H_
+
+//
+// Copyright 2015 Jonathan Bennett <[email protected]>
+//
+// https://www.autoitscript.com
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//    http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+
+// Includes
+#include <stddef.h>
+
+namespace AutoIt::Common {
+class TextEncodingDetect {
+ public:
+  enum Encoding {
+    None,            // Unknown or binary
+    ANSI,            // 0-255
+    ASCII,           // 0-127
+    UTF8_BOM,        // UTF8 with BOM
+    UTF8_NOBOM,      // UTF8 without BOM
+    UTF16_LE_BOM,    // UTF16 LE with BOM
+    UTF16_LE_NOBOM,  // UTF16 LE without BOM
+    UTF16_BE_BOM,    // UTF16-BE with BOM
+    UTF16_BE_NOBOM,  // UTF16-BE without BOM
+  };
+
+  TextEncodingDetect();
+  ~TextEncodingDetect() = default;
+
+  static Encoding CheckBOM(
+      const unsigned char *pBuffer,
+      size_t size);  // Just check if there is a BOM and return
+  Encoding DetectEncoding(const unsigned char *pBuffer, size_t size)
+      const;  // Check BOM and also guess if there is no BOM
+  static int GetBOMLengthFromEncodingMode(
+      Encoding encoding);  // Just return the BOM length of a given mode
+
+  void SetNullSuggestsBinary(bool null_suggests_binary) {
+    null_suggests_binary_ = null_suggests_binary;
+  }
+  void SetUtf16UnexpectedNullPercent(int percent);
+  void SetUtf16ExpectedNullPercent(int percent);
+
+ private:
+  TextEncodingDetect(const TextEncodingDetect &);
+  const TextEncodingDetect &operator=(const TextEncodingDetect &);
+
+  static const unsigned char *utf16_bom_le_;
+  static const unsigned char *utf16_bom_be_;
+  static const unsigned char *utf8_bom_;
+
+  bool null_suggests_binary_;
+  int utf16_expected_null_percent_;
+  int utf16_unexpected_null_percent_;
+
+  Encoding CheckUTF8(const unsigned char *pBuffer,
+                     size_t size) const;  // Check for valid UTF8 with no BOM
+  static Encoding CheckUTF16NewlineChars(
+      const unsigned char *pBuffer,
+      size_t size);  // Check for valid UTF16 with no BOM via control chars
+  Encoding CheckUTF16ASCII(const unsigned char *pBuffer, size_t size)
+      const;  // Check for valid UTF16 with no BOM via null distribution
+  static bool DoesContainNulls(const unsigned char *pBuffer,
+                               size_t size);  // Check for nulls
+};
+
+}  // namespace AutoIt::Common
+
+//////////////////////////////////////////////////////////////////////
+
+#endif