afb81b8278
Some checks failed
Docker. / Ubuntu (push) Has been cancelled
User-agent updater. / User-agent (push) Failing after 15s
Lock Threads / lock (push) Failing after 10s
Waiting for answer. / waiting-for-answer (push) Failing after 22s
Needs user action. / needs-user-action (push) Failing after 8s
Can't reproduce. / cant-reproduce (push) Failing after 8s
Close stale issues and PRs / stale (push) Has been cancelled
40 lines
1.1 KiB
C++
40 lines
1.1 KiB
C++
// This file is part of Desktop App Toolkit,
|
|
// a set of libraries for developing nice desktop applications.
|
|
//
|
|
// For license and copyright information please follow this link:
|
|
// https://github.com/desktop-app/legal/blob/master/LEGAL
|
|
//
|
|
#include "spellcheck/third_party/language_cld3.h"
|
|
|
|
#include <nnet_language_identifier.h>
|
|
|
|
namespace Platform::Language {
|
|
|
|
LanguageId Recognize(QStringView text) {
|
|
using chrome_lang_id::NNetLanguageIdentifier;
|
|
|
|
constexpr auto kMinNumBytes = 0;
|
|
constexpr auto kMaxNumBytes = 1000;
|
|
constexpr auto kMaxLangs = 3;
|
|
|
|
auto lang_id = NNetLanguageIdentifier(kMinNumBytes, kMaxNumBytes);
|
|
const auto string = text.toUtf8().toStdString();
|
|
const auto results = lang_id.FindTopNMostFreqLangs(string, kMaxLangs);
|
|
|
|
auto maxRatio = 0.;
|
|
auto final = NNetLanguageIdentifier::Result();
|
|
for (const auto &result : results) {
|
|
const auto ratio = result.probability * result.proportion;
|
|
if (ratio > maxRatio) {
|
|
maxRatio = ratio;
|
|
final = result;
|
|
}
|
|
}
|
|
if (final.language == NNetLanguageIdentifier::kUnknown) {
|
|
return {};
|
|
}
|
|
return { QLocale(QString::fromStdString(final.language)).language() };
|
|
}
|
|
|
|
} // namespace Platform::Language
|