mirror of
https://github.com/LeavesMC/Leaves.git
synced 2025-12-28 19:39:22 +00:00
Fully rewrite I18n support (#545)
* feat: fully rewrite I18n support support all language from https://minecraft.wiki/w/Language, format: zh_cn ,en_us etc. * fix:fix up some bugs * fix:fix up some bugs - 2 * Modify and reformat * feat: Use URI instead of URL rename LocalLangUtil to ServerI18nUtil * feat: add pre-load status * fix: fix some key name * ??? * Add finishPreload for fixup * Fix bugs, use slf4j logger * feat: add I18n Leaves support * fix * move up * tiny patch * fix up logs * refactor:fix up format * feat: use version flag from server --------- Co-authored-by: Lumine1909 <133463833+Lumine1909@users.noreply.github.com>
This commit is contained in:
Helvetica Volubi
@@ -35,6 +35,7 @@ import org.leavesmc.leaves.util.MathUtils;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collections;
|
||||
import java.util.HashSet;
|
||||
import java.util.List;
|
||||
@@ -1044,10 +1045,14 @@ public final class LeavesConfig {
|
||||
public String serverLang = "en_us";
|
||||
|
||||
private static class ServerLangValidator extends StringConfigValidator {
|
||||
private static final List<String> supportLang = List.of("en_us", "zh_cn");
|
||||
private static final List<String> supportLang = new ArrayList<>(List.of("en_us"));
|
||||
|
||||
@Override
|
||||
public void verify(String old, String value) throws IllegalArgumentException {
|
||||
if (!org.leavesmc.leaves.util.ServerI18nUtil.finishPreload ||
|
||||
!org.leavesmc.leaves.util.ServerI18nUtil.tryAppendLanguages(supportLang)) {
|
||||
return;
|
||||
}
|
||||
if (!supportLang.contains(value)) {
|
||||
throw new IllegalArgumentException("lang " + value + " not supported");
|
||||
}
|
||||
|
||||
@@ -9,6 +9,6 @@ public class InternalConfigProvider implements LeavesConfigProvider {
|
||||
}
|
||||
|
||||
public void setConfig(String configNode, LeavesConfigValue configValue) {
|
||||
GlobalConfigManager.getVerifiedConfig(configNode);
|
||||
GlobalConfigManager.getVerifiedConfig(configNode).set(configValue.toString());
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,330 @@
|
||||
package org.leavesmc.leaves.util;
|
||||
|
||||
import com.google.gson.JsonElement;
|
||||
import com.google.gson.JsonObject;
|
||||
import com.google.gson.JsonParser;
|
||||
import com.google.gson.JsonSyntaxException;
|
||||
import com.mojang.logging.LogUtils;
|
||||
import net.minecraft.DetectedVersion;
|
||||
import net.minecraft.locale.DeprecatedTranslationsInfo;
|
||||
import net.minecraft.locale.Language;
|
||||
import net.minecraft.network.chat.FormattedText;
|
||||
import net.minecraft.network.chat.Style;
|
||||
import net.minecraft.util.FormattedCharSequence;
|
||||
import net.minecraft.util.StringDecomposer;
|
||||
import org.jetbrains.annotations.NotNull;
|
||||
import org.leavesmc.leaves.LeavesConfig;
|
||||
import org.leavesmc.leaves.config.GlobalConfigManager;
|
||||
import org.slf4j.Logger;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.io.UnsupportedEncodingException;
|
||||
import java.net.URI;
|
||||
import java.net.http.HttpClient;
|
||||
import java.net.http.HttpRequest;
|
||||
import java.net.http.HttpResponse;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.NoSuchFileException;
|
||||
import java.nio.file.Path;
|
||||
import java.nio.file.Paths;
|
||||
import java.nio.file.StandardOpenOption;
|
||||
import java.time.Duration;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
import java.util.Optional;
|
||||
import java.util.concurrent.CompletableFuture;
|
||||
import java.util.function.BiConsumer;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
public class ServerI18nUtil {
|
||||
private static final Logger logger = LogUtils.getClassLogger();
|
||||
private static final String VERSION = DetectedVersion.BUILT_IN.getName();
|
||||
private static final String BASE_PATH = "cache/leaves/" + VERSION + "/";
|
||||
private static final String defaultLeavesLangPath = "/assets/leaves/lang/en_us.json";
|
||||
private static final String manifestUrl = "https://launchermeta.mojang.com/mc/game/version_manifest.json";
|
||||
private static final String resourceBaseUrl = "https://resources.download.minecraft.net/";
|
||||
private static final Pattern langPattern = Pattern.compile("minecraft/lang/(.+?)\\.json");
|
||||
// pre-load
|
||||
public static volatile boolean finishPreload = false;
|
||||
private static CompletableFuture<Void> preloadTask;
|
||||
// paths
|
||||
private static String langPath;
|
||||
private static String assetsPath;
|
||||
private static String versionPath;
|
||||
private static String manifestPath;
|
||||
private static String langJsonPath;
|
||||
private static String leavesLangPath;
|
||||
|
||||
public static void init() {
|
||||
if (Objects.equals(LeavesConfig.mics.serverLang, "en_us")) {
|
||||
return;
|
||||
}
|
||||
langPath = BASE_PATH + "lang/" + LeavesConfig.mics.serverLang + ".json";
|
||||
langJsonPath = "minecraft/lang/" + LeavesConfig.mics.serverLang + ".json";
|
||||
leavesLangPath = "/assets/leaves/lang/" + LeavesConfig.mics.serverLang + ".json";
|
||||
logger.info("Starting load language: {}", LeavesConfig.mics.serverLang);
|
||||
preloadTask.thenAcceptAsync(v -> loadI18n(LeavesConfig.mics.serverLang, 2));
|
||||
}
|
||||
|
||||
public static void preInit() {
|
||||
assetsPath = BASE_PATH + "assets.json";
|
||||
versionPath = BASE_PATH + VERSION + ".json";
|
||||
manifestPath = BASE_PATH + "manifest.json";
|
||||
preloadTask = CompletableFuture.runAsync(() -> preLoadI18n(2));
|
||||
}
|
||||
|
||||
private static void preLoadI18n(int retryTime) {
|
||||
try {
|
||||
if (!Files.exists(Path.of(assetsPath))) {
|
||||
downloadAssets(true);
|
||||
}
|
||||
finishPreload = true;
|
||||
} catch (UnsupportedLanguageException e) {
|
||||
logger.warn("Unsupported language: {}", LeavesConfig.mics.serverLang);
|
||||
// Fallback to English
|
||||
GlobalConfigManager.getVerifiedConfig("misc.server-lang").set("en_us");
|
||||
} catch (Exception e) {
|
||||
if (e instanceof MalformedJsonException malformedJson) {
|
||||
malformedJson.clean();
|
||||
}
|
||||
logger.warn("Failed to download language list file: ", e);
|
||||
if (retryTime > 0) {
|
||||
preLoadI18n(retryTime - 1);
|
||||
} else {
|
||||
logger.error("Failed to download language list file for many times, skip pre-load language.");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static void loadI18n(String lang, int retryTime) {
|
||||
try {
|
||||
if (!Files.exists(Path.of(langPath))) {
|
||||
downloadLang(true);
|
||||
}
|
||||
Language.inject(createLangInstance());
|
||||
logger.info("Successfully loaded language: {}", lang);
|
||||
} catch (Exception e) {
|
||||
if (e instanceof MalformedJsonException malformedJson) {
|
||||
malformedJson.clean();
|
||||
}
|
||||
logger.warn("Failed to load language file for {}", lang, e);
|
||||
if (retryTime > 0) {
|
||||
loadI18n(lang, retryTime - 1);
|
||||
} else {
|
||||
logger.error("Failed to load for many times, use default lang \"en_us\" instead");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
public static boolean tryAppendLanguages(List<String> languages) {
|
||||
JsonObject json;
|
||||
if (!Files.exists(Path.of(assetsPath)) || (json = loadJson(assetsPath)) == null) {
|
||||
return false;
|
||||
}
|
||||
|
||||
Matcher matcher = langPattern.matcher(json.toString());
|
||||
while (matcher.find()) {
|
||||
languages.add(matcher.group(1));
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
private static void downloadLang(boolean fetchFromAssets) throws Exception {
|
||||
JsonObject json;
|
||||
if (!Files.exists(Path.of(assetsPath)) || (json = loadJson(assetsPath)) == null) {
|
||||
if (fetchFromAssets) {
|
||||
downloadAssets(true);
|
||||
downloadLang(false);
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
JsonObject langEntry = json.getAsJsonObject("objects").getAsJsonObject(langJsonPath);
|
||||
|
||||
if (langEntry == null) {
|
||||
throw new UnsupportedLanguageException();
|
||||
}
|
||||
|
||||
String hash = langEntry.get("hash").getAsString();
|
||||
if (hash == null || hash.length() < 2) {
|
||||
throw new IllegalArgumentException("Invalid hash value");
|
||||
}
|
||||
|
||||
String langUrl = resourceBaseUrl + hash.substring(0, 2) + "/" + hash;
|
||||
fetchAndSave(langUrl, langPath);
|
||||
}
|
||||
|
||||
private static void downloadAssets(boolean fetchFromVersion) throws Exception {
|
||||
JsonObject json;
|
||||
if (!Files.exists(Path.of(versionPath)) || (json = loadJson(versionPath)) == null) {
|
||||
if (fetchFromVersion) {
|
||||
downloadVersion(true);
|
||||
downloadAssets(false);
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
JsonObject assetIndex = json.getAsJsonObject("assetIndex");
|
||||
String assetUrl = assetIndex.get("url").getAsString();
|
||||
fetchAndSave(assetUrl, assetsPath);
|
||||
}
|
||||
|
||||
private static void downloadVersion(boolean fetchFromManifest) throws Exception {
|
||||
JsonObject json;
|
||||
if (!Files.exists(Path.of(manifestPath)) || (json = loadJson(manifestPath)) == null) {
|
||||
if (fetchFromManifest) {
|
||||
fetchAndSave(manifestUrl, manifestPath);
|
||||
downloadVersion(false);
|
||||
}
|
||||
return;
|
||||
}
|
||||
|
||||
String versionUrl = null;
|
||||
for (JsonElement element : json.getAsJsonArray("versions")) {
|
||||
String id = element.getAsJsonObject().get("id").getAsString();
|
||||
String url = element.getAsJsonObject().get("url").getAsString();
|
||||
if (VERSION.equals(id)) {
|
||||
versionUrl = url;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
if (versionUrl == null) {
|
||||
throw new RuntimeException("Could not find version URL");
|
||||
}
|
||||
|
||||
fetchAndSave(versionUrl, versionPath);
|
||||
}
|
||||
|
||||
private static byte[] fetch(String urlString) throws IOException, InterruptedException {
|
||||
try {
|
||||
HttpResponse<String> response;
|
||||
try (HttpClient httpClient = HttpClient.newHttpClient()) {
|
||||
HttpRequest request = HttpRequest.newBuilder()
|
||||
.uri(URI.create(urlString))
|
||||
.timeout(Duration.ofSeconds(10))
|
||||
.build();
|
||||
response = httpClient.send(request, HttpResponse.BodyHandlers.ofString());
|
||||
}
|
||||
|
||||
int responseCode = response.statusCode();
|
||||
if (responseCode != 200) {
|
||||
logger.info("Unexpected response code: {}", responseCode);
|
||||
logger.info("Response body: {}", response.body());
|
||||
throw new UnsupportedEncodingException("Unexpected response code");
|
||||
} else {
|
||||
return response.body().getBytes();
|
||||
}
|
||||
} catch (Exception e) {
|
||||
logger.warn("Error in getting info!");
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
private static void fetchAndSave(String url, String savePath) throws IOException, InterruptedException {
|
||||
byte[] data = fetch(url);
|
||||
Path outputPath = Path.of(savePath);
|
||||
Files.createDirectories(outputPath.getParent());
|
||||
Files.write(outputPath, data, StandardOpenOption.CREATE, StandardOpenOption.WRITE);
|
||||
}
|
||||
|
||||
private static JsonObject loadJson(String path) {
|
||||
try {
|
||||
byte[] data = Files.readAllBytes(Paths.get(path));
|
||||
return JsonParser.parseString(new String(data)).getAsJsonObject();
|
||||
} catch (JsonSyntaxException e) {
|
||||
logger.warn("Corrupt json file!");
|
||||
throw new MalformedJsonException(e, path);
|
||||
} catch (Exception e) {
|
||||
logger.warn("Failed to load local JSON!");
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
private static Language createLangInstance() throws IOException {
|
||||
DeprecatedTranslationsInfo deprecatedTranslationsInfo = DeprecatedTranslationsInfo.loadFromDefaultResource();
|
||||
Map<String, String> map = new HashMap<>();
|
||||
parseTranslations(map::put);
|
||||
loadLeavesI18n(map::put);
|
||||
deprecatedTranslationsInfo.applyToMap(map);
|
||||
final Map<String, String> map1 = Map.copyOf(map);
|
||||
return new Language() {
|
||||
@Override
|
||||
public @NotNull String getOrDefault(@NotNull String key, @NotNull String defaultValue) {
|
||||
return map1.getOrDefault(key, defaultValue);
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean has(@NotNull String id) {
|
||||
return map1.containsKey(id);
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean isDefaultRightToLeft() {
|
||||
return false;
|
||||
}
|
||||
|
||||
@Override
|
||||
public @NotNull FormattedCharSequence getVisualOrder(@NotNull FormattedText text) {
|
||||
return sink -> text.visit(
|
||||
(style, content) -> StringDecomposer.iterateFormatted(content, style, sink) ? Optional.empty() : FormattedText.STOP_ITERATION,
|
||||
Style.EMPTY
|
||||
)
|
||||
.isPresent();
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
private static void loadLeavesI18n(BiConsumer<String, String> bi) {
|
||||
if (Language.class.getResource(leavesLangPath) != null) {
|
||||
Language.parseTranslations(bi, leavesLangPath);
|
||||
} else {
|
||||
loadLeavesI18nDefault(bi);
|
||||
}
|
||||
}
|
||||
|
||||
public static void loadLeavesI18nDefault(BiConsumer<String, String> bi) {
|
||||
if (Language.class.getResource(defaultLeavesLangPath) != null) {
|
||||
Language.parseTranslations(bi, defaultLeavesLangPath);
|
||||
}
|
||||
}
|
||||
|
||||
private static void parseTranslations(BiConsumer<String, String> output) throws IOException {
|
||||
Path filePath = Path.of(langPath);
|
||||
try (InputStream fileStream = Files.newInputStream(filePath)) {
|
||||
Language.loadFromJson(fileStream, output);
|
||||
} catch (NoSuchFileException e) {
|
||||
logger.warn("Couldn't find language file: {}", langPath);
|
||||
throw e;
|
||||
} catch (JsonSyntaxException e) {
|
||||
throw new MalformedJsonException(e, langPath);
|
||||
} catch (Exception e) {
|
||||
logger.warn("Failed to load language from filesystem {}", filePath);
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
|
||||
private static class UnsupportedLanguageException extends Exception {
|
||||
}
|
||||
|
||||
private static class MalformedJsonException extends RuntimeException {
|
||||
private final Path path;
|
||||
|
||||
protected MalformedJsonException(Throwable root, String path) {
|
||||
super(root);
|
||||
this.path = Path.of(path);
|
||||
}
|
||||
|
||||
public void clean() {
|
||||
try {
|
||||
Files.delete(path);
|
||||
} catch (IOException e) {
|
||||
logger.info("Failed to delete malformed JSON file: {}", path);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user