TF-EssentialsX/Essentials/src/com/earth2me/essentials/EssentialsUpgrade.java

package com.earth2me.essentials;

import static com.earth2me.essentials.I18n.tl;
import com.earth2me.essentials.craftbukkit.FakeWorld;
import com.earth2me.essentials.settings.Spawns;
import com.earth2me.essentials.storage.YamlStorageWriter;
import com.earth2me.essentials.utils.StringUtil;
import com.google.common.base.Charsets;
import java.io.*;
import java.math.BigInteger;
import java.security.DigestInputStream;
import java.security.MessageDigest;
import java.util.*;
import java.util.logging.Level;
import java.util.logging.Logger;
import net.ess3.api.IEssentials;
import org.bukkit.Bukkit;
import org.bukkit.Location;
import org.bukkit.World;


public class EssentialsUpgrade
{
	private final static Logger LOGGER = Logger.getLogger("Essentials");
	private final transient IEssentials ess;
	private final transient EssentialsConf doneFile;

	EssentialsUpgrade(final IEssentials essentials)
	{
		ess = essentials;
		if (!ess.getDataFolder().exists())
		{
			ess.getDataFolder().mkdirs();
		}
		doneFile = new EssentialsConf(new File(ess.getDataFolder(), "upgrades-done.yml"));
		doneFile.load();
	}

	private void moveMotdRulesToFile(String name)
	{
		if (doneFile.getBoolean("move" + name + "ToFile", false))
		{
			return;
		}
		try
		{
			final File file = new File(ess.getDataFolder(), name + ".txt");
			if (file.exists())
			{
				return;
			}
			final File configFile = new File(ess.getDataFolder(), "config.yml");
			if (!configFile.exists())
			{
				return;
			}
			final EssentialsConf conf = new EssentialsConf(configFile);
			conf.load();
			List<String> lines = conf.getStringList(name);
			if (lines != null && !lines.isEmpty())
			{
				if (!file.createNewFile())
				{
					throw new IOException("Failed to create file " + file);
				}
				PrintWriter writer = new PrintWriter(file);

				for (String line : lines)
				{
					writer.println(line);
				}
				writer.close();
			}
			doneFile.setProperty("move" + name + "ToFile", true);
			doneFile.save();
		}
		catch (IOException e)
		{
			LOGGER.log(Level.SEVERE, tl("upgradingFilesError"), e);
		}
	}

	private void removeLinesFromConfig(File file, String regex, String info) throws Exception
	{
		boolean needUpdate = false;
		final BufferedReader bReader = new BufferedReader(new FileReader(file));
		final File tempFile = File.createTempFile("essentialsupgrade", ".tmp.yml", ess.getDataFolder());
		final BufferedWriter bWriter = new BufferedWriter(new FileWriter(tempFile));
		do
		{
			final String line = bReader.readLine();
			if (line == null)
			{
				break;
			}
			if (line.matches(regex))
			{
				if (!needUpdate && info != null)
				{
					bWriter.write(info, 0, info.length());
					bWriter.newLine();
				}
				needUpdate = true;
			}
			else
			{
				if (line.endsWith("\r\n"))
				{
					bWriter.write(line, 0, line.length() - 2);
				}
				else if (line.endsWith("\r") || line.endsWith("\n"))
				{
					bWriter.write(line, 0, line.length() - 1);
				}
				else
				{
					bWriter.write(line, 0, line.length());
				}
				bWriter.newLine();
			}
		}
		while (true);
		bReader.close();
		bWriter.close();
		if (needUpdate)
		{
			if (!file.renameTo(new File(file.getParentFile(), file.getName().concat("." + System.currentTimeMillis() + ".upgradebackup"))))
			{
				throw new Exception(tl("configFileMoveError"));
			}
			if (!tempFile.renameTo(file))
			{
				throw new Exception(tl("configFileRenameError"));
			}
		}
		else
		{
			tempFile.delete();
		}
	}

	private void updateUsersPowerToolsFormat()
	{
		if (doneFile.getBoolean("updateUsersPowerToolsFormat", false))
		{
			return;
		}
		final File userdataFolder = new File(ess.getDataFolder(), "userdata");
		if (!userdataFolder.exists() || !userdataFolder.isDirectory())
		{
			return;
		}
		final File[] userFiles = userdataFolder.listFiles();

		for (File file : userFiles)
		{
			if (!file.isFile() || !file.getName().endsWith(".yml"))
			{
				continue;
			}
			final EssentialsConf config = new EssentialsConf(file);
			try
			{
				config.load();
				if (config.hasProperty("powertools"))
				{
					@SuppressWarnings("unchecked")
					final Map<String, Object> powertools = config.getConfigurationSection("powertools").getValues(false);
					if (powertools == null)
					{
						continue;
					}
					for (Map.Entry<String, Object> entry : powertools.entrySet())
					{
						if (entry.getValue() instanceof String)
						{
							List<String> temp = new ArrayList<String>();
							temp.add((String)entry.getValue());
							((Map<String, Object>)powertools).put(entry.getKey(), temp);
						}
					}
					config.forceSave();
				}
			}
			catch (RuntimeException ex)
			{
				LOGGER.log(Level.INFO, "File: " + file.toString());
				throw ex;
			}
		}
		doneFile.setProperty("updateUsersPowerToolsFormat", true);
		doneFile.save();
	}

	private void updateUsersHomesFormat()
	{
		if (doneFile.getBoolean("updateUsersHomesFormat", false))
		{
			return;
		}
		final File userdataFolder = new File(ess.getDataFolder(), "userdata");
		if (!userdataFolder.exists() || !userdataFolder.isDirectory())
		{
			return;
		}
		final File[] userFiles = userdataFolder.listFiles();

		for (File file : userFiles)
		{
			if (!file.isFile() || !file.getName().endsWith(".yml"))
			{
				continue;
			}
			final EssentialsConf config = new EssentialsConf(file);
			try
			{

				config.load();
				if (config.hasProperty("home") && config.hasProperty("home.default"))
				{
					@SuppressWarnings("unchecked")
					final String defworld = (String)config.getProperty("home.default");
					final Location defloc = getFakeLocation(config, "home.worlds." + defworld);
					if (defloc != null)
					{
						config.setProperty("homes.home", defloc);
					}

					Set<String> worlds = config.getConfigurationSection("home.worlds").getKeys(false);
					Location loc;
					String worldName;

					if (worlds == null)
					{
						continue;
					}
					for (String world : worlds)
					{
						if (defworld.equalsIgnoreCase(world))
						{
							continue;
						}
						loc = getFakeLocation(config, "home.worlds." + world);
						if (loc == null)
						{
							continue;
						}
						worldName = loc.getWorld().getName().toLowerCase(Locale.ENGLISH);
						if (worldName != null && !worldName.isEmpty())
						{
							config.setProperty("homes." + worldName, loc);
						}
					}
					config.removeProperty("home");
					config.forceSave();
				}

			}
			catch (RuntimeException ex)
			{
				LOGGER.log(Level.INFO, "File: " + file.toString());
				throw ex;
			}
		}
		doneFile.setProperty("updateUsersHomesFormat", true);
		doneFile.save();
	}

	private void sanitizeAllUserFilenames()
	{
		if (doneFile.getBoolean("sanitizeAllUserFilenames", false))
		{
			return;
		}
		final File usersFolder = new File(ess.getDataFolder(), "userdata");
		if (!usersFolder.exists())
		{
			return;
		}
		final File[] listOfFiles = usersFolder.listFiles();
		for (File listOfFile : listOfFiles)
		{
			final String filename = listOfFile.getName();
			if (!listOfFile.isFile() || !filename.endsWith(".yml"))
			{
				continue;
			}
			final String sanitizedFilename = StringUtil.sanitizeFileName(filename.substring(0, filename.length() - 4)) + ".yml";
			if (sanitizedFilename.equals(filename))
			{
				continue;
			}
			final File tmpFile = new File(listOfFile.getParentFile(), sanitizedFilename + ".tmp");
			final File newFile = new File(listOfFile.getParentFile(), sanitizedFilename);
			if (!listOfFile.renameTo(tmpFile))
			{
				LOGGER.log(Level.WARNING, tl("userdataMoveError", filename, sanitizedFilename));
				continue;
			}
			if (newFile.exists())
			{
				LOGGER.log(Level.WARNING, tl("duplicatedUserdata", filename, sanitizedFilename));
				continue;
			}
			if (!tmpFile.renameTo(newFile))
			{
				LOGGER.log(Level.WARNING, tl("userdataMoveBackError", sanitizedFilename, sanitizedFilename));
			}
		}
		doneFile.setProperty("sanitizeAllUserFilenames", true);
		doneFile.save();
	}

	private World getFakeWorld(final String name)
	{
		final File bukkitDirectory = ess.getDataFolder().getParentFile().getParentFile();
		final File worldDirectory = new File(bukkitDirectory, name);
		if (worldDirectory.exists() && worldDirectory.isDirectory())
		{
			return new FakeWorld(worldDirectory.getName(), World.Environment.NORMAL);
		}
		return null;
	}

	public Location getFakeLocation(EssentialsConf config, String path)
	{
		String worldName = config.getString((path != null ? path + "." : "") + "world");
		if (worldName == null || worldName.isEmpty())
		{
			return null;
		}
		World world = getFakeWorld(worldName);
		if (world == null)
		{
			return null;
		}
		return new Location(world,
							config.getDouble((path != null ? path + "." : "") + "x", 0),
							config.getDouble((path != null ? path + "." : "") + "y", 0),
							config.getDouble((path != null ? path + "." : "") + "z", 0),
							(float)config.getDouble((path != null ? path + "." : "") + "yaw", 0),
							(float)config.getDouble((path != null ? path + "." : "") + "pitch", 0));
	}

	private void deleteOldItemsCsv()
	{
		if (doneFile.getBoolean("deleteOldItemsCsv", false))
		{
			return;
		}
		final File file = new File(ess.getDataFolder(), "items.csv");
		if (file.exists())
		{
			try
			{
				final Set<BigInteger> oldconfigs = new HashSet<BigInteger>();
				oldconfigs.add(new BigInteger("66ec40b09ac167079f558d1099e39f10", 16)); // sep 1
				oldconfigs.add(new BigInteger("34284de1ead43b0bee2aae85e75c041d", 16)); // crlf
				oldconfigs.add(new BigInteger("c33bc9b8ee003861611bbc2f48eb6f4f", 16)); // jul 24
				oldconfigs.add(new BigInteger("6ff17925430735129fc2a02f830c1daa", 16)); // crlf

				MessageDigest digest = ManagedFile.getDigest();
				final BufferedInputStream bis = new BufferedInputStream(new FileInputStream(file));
				final DigestInputStream dis = new DigestInputStream(bis, digest);
				final byte[] buffer = new byte[1024];
				try
				{
					while (dis.read(buffer) != -1)
					{
					}
				}
				finally
				{
					dis.close();
				}

				BigInteger hash = new BigInteger(1, digest.digest());
				if (oldconfigs.contains(hash) && !file.delete())
				{
					throw new IOException("Could not delete file " + file.toString());
				}
				doneFile.setProperty("deleteOldItemsCsv", true);
				doneFile.save();
			}
			catch (IOException ex)
			{
				Bukkit.getLogger().log(Level.SEVERE, ex.getMessage(), ex);
			}
		}
	}

	private void updateSpawnsToNewSpawnsConfig()
	{
		if (doneFile.getBoolean("updateSpawnsToNewSpawnsConfig", false))
		{
			return;
		}
		final File configFile = new File(ess.getDataFolder(), "spawn.yml");
		if (configFile.exists())
		{

			final EssentialsConf config = new EssentialsConf(configFile);
			try
			{
				config.load();
				if (!config.hasProperty("spawns"))
				{
					final Spawns spawns = new Spawns();
					Set<String> keys = config.getKeys(false);
					for (String group : keys)
					{
						Location loc = getFakeLocation(config, group);
						spawns.getSpawns().put(group.toLowerCase(Locale.ENGLISH), loc);
					}
					if (!configFile.renameTo(new File(ess.getDataFolder(), "spawn.yml.old")))
					{
						throw new Exception(tl("fileRenameError", "spawn.yml"));
					}
					PrintWriter writer = new PrintWriter(configFile);
					try
					{
						new YamlStorageWriter(writer).save(spawns);
					}
					finally
					{
						writer.close();
					}
				}
			}
			catch (Exception ex)
			{
				Bukkit.getLogger().log(Level.SEVERE, ex.getMessage(), ex);
			}
		}
		doneFile.setProperty("updateSpawnsToNewSpawnsConfig", true);
		doneFile.save();
	}

	private void updateJailsToNewJailsConfig()
	{
		if (doneFile.getBoolean("updateJailsToNewJailsConfig", false))
		{
			return;
		}
		final File configFile = new File(ess.getDataFolder(), "jail.yml");
		if (configFile.exists())
		{

			final EssentialsConf config = new EssentialsConf(configFile);
			try
			{
				config.load();
				if (!config.hasProperty("jails"))
				{
					final com.earth2me.essentials.settings.Jails jails = new com.earth2me.essentials.settings.Jails();
					Set<String> keys = config.getKeys(false);
					for (String jailName : keys)
					{
						Location loc = getFakeLocation(config, jailName);
						jails.getJails().put(jailName.toLowerCase(Locale.ENGLISH), loc);
					}
					if (!configFile.renameTo(new File(ess.getDataFolder(), "jail.yml.old")))
					{
						throw new Exception(tl("fileRenameError", "jail.yml"));
					}
					PrintWriter writer = new PrintWriter(configFile);
					try
					{
						new YamlStorageWriter(writer).save(jails);
					}
					finally
					{
						writer.close();
					}
				}
			}
			catch (Exception ex)
			{
				Bukkit.getLogger().log(Level.SEVERE, ex.getMessage(), ex);
			}
		}
		doneFile.setProperty("updateJailsToNewJailsConfig", true);
		doneFile.save();
	}

	private void warnMetrics()
	{
		if (doneFile.getBoolean("warnMetrics", false))
		{
			return;
		}
		ess.getSettings().setMetricsEnabled(false);
		doneFile.setProperty("warnMetrics", true);
		doneFile.save();
	}

	private void uuidFileChange()
	{
		if (doneFile.getBoolean("uuidFileChange", false))
		{
			return;
		}

		Boolean ignoreUFCache = doneFile.getBoolean("ignore-userfiles-cache", false);

		final File userdir = new File(ess.getDataFolder(), "userdata");
		if (!userdir.exists())
		{
			return;
		}

		int countFiles = 0;
		int countReqFiles = 0;
		for (String string : userdir.list())
		{
			if (!string.endsWith(".yml") || string.length() < 5)
			{
				continue;
			}

			countFiles++;

			final String name = string.substring(0, string.length() - 4);
			UUID uuid = null;

			try
			{
				uuid = UUID.fromString(name);
			}
			catch (IllegalArgumentException ex)
			{
				countReqFiles++;
			}

			if (countFiles > 100)
			{
				break;
			}
		}

		if (countReqFiles < 1)
		{
			return;
		}

		ess.getLogger().info("#### Starting Essentials UUID userdata conversion in a few seconds. ####");
		ess.getLogger().info("We recommend you take a backup of your server before upgrading from the old username system.");

		try
		{
			Thread.sleep(10000);
		}
		catch (InterruptedException ex)
		{
			// NOOP
		}

		uuidFileConvert(ess, ignoreUFCache);

		doneFile.setProperty("uuidFileChange", true);
		doneFile.save();
	}

	public static void uuidFileConvert(IEssentials ess, Boolean ignoreUFCache)
	{
		ess.getLogger().info("Starting Essentials UUID userdata conversion");

		final File userdir = new File(ess.getDataFolder(), "userdata");
		if (!userdir.exists())
		{
			return;
		}

		int countFiles = 0;
		int countFails = 0;
		int countEssCache = 0;
		int countBukkit = 0;

		ess.getLogger().info("Found " + userdir.list().length + " files to convert...");

		for (String string : userdir.list())
		{
			if (!string.endsWith(".yml") || string.length() < 5)
			{
				continue;
			}

			final int showProgress = countFiles % 250;

			if (showProgress == 0)
			{
				ess.getUserMap().getUUIDMap().forceWriteUUIDMap();
				ess.getLogger().info("Converted " + countFiles + "/" + userdir.list().length);
			}

			countFiles++;

			final String name = string.substring(0, string.length() - 4);
			EssentialsUserConf config;
			UUID uuid = null;
			try
			{
				uuid = UUID.fromString(name);
			}
			catch (IllegalArgumentException ex)
			{
				File file = new File(userdir, string);
				EssentialsConf conf = new EssentialsConf(file);
				conf.load();
				conf.setProperty("lastAccountName", name);
				conf.save();
				
				String uuidConf = ignoreUFCache ? "force-uuid" : "uuid";

				String uuidString = conf.getString(uuidConf, null);

				for (int i = 0; i < 4; i++)
				{
					try
					{
						uuid = UUID.fromString(uuidString);
						countEssCache++;
						break;
					}
					catch (Exception ex2)
					{
						if (conf.getBoolean("npc", false))
						{
							uuid = UUID.nameUUIDFromBytes(("NPC:" + name).getBytes(Charsets.UTF_8));
							break;
						}

						org.bukkit.OfflinePlayer player = ess.getServer().getOfflinePlayer(name);
						uuid = player.getUniqueId();
					}

					if (uuid != null)
					{
						countBukkit++;
						break;
					}
				}

				if (uuid != null)
				{
					conf.forceSave();
					config = new EssentialsUserConf(name, uuid, new File(userdir, uuid + ".yml"));
					config.convertLegacyFile();
					ess.getUserMap().trackUUID(uuid, name);
					continue;
				}
				countFails++;
			}
		}
		ess.getUserMap().getUUIDMap().forceWriteUUIDMap();

		ess.getLogger().info("Converted " + countFiles + "/" + countFiles + ".  Conversion complete.");
		ess.getLogger().info("Converted via cache: " + countEssCache + " :: Converted via lookup: " + countBukkit + " :: Failed to convert: " + countFails);
		ess.getLogger().info("To rerun the conversion type /essentials uuidconvert");
	}

	public void beforeSettings()
	{
		if (!ess.getDataFolder().exists())
		{
			ess.getDataFolder().mkdirs();
		}
		moveMotdRulesToFile("motd");
		moveMotdRulesToFile("rules");
	}

	public void afterSettings()
	{
		sanitizeAllUserFilenames();
		updateUsersPowerToolsFormat();
		updateUsersHomesFormat();
		deleteOldItemsCsv();
		updateSpawnsToNewSpawnsConfig();
		updateJailsToNewJailsConfig();
		uuidFileChange();
		warnMetrics();
	}
}