package com.intellectualcrafters.plot.object; import java.io.IOException; import java.lang.reflect.Array; import java.util.ArrayDeque; import java.util.ArrayList; import java.util.Iterator; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; import com.intellectualcrafters.configuration.file.YamlConfiguration; import com.intellectualcrafters.plot.PS; import com.intellectualcrafters.plot.flag.Flag; import com.intellectualcrafters.plot.flag.FlagManager; import com.intellectualcrafters.plot.generator.BukkitHybridUtils; import com.intellectualcrafters.plot.util.MainUtil; import com.intellectualcrafters.plot.util.MathMan; import com.intellectualcrafters.plot.util.TaskManager; public class PlotAnalysis { public int changes; public int faces; public int data; public int air; public int variety; public int changes_sd; public int faces_sd; public int data_sd; public int air_sd; public int variety_sd; private int complexity; public static PlotAnalysis MODIFIERS = new PlotAnalysis(); public static PlotAnalysis getAnalysis(Plot plot) { Flag flag = FlagManager.getPlotFlag(plot, "analysis"); if (flag != null) { PlotAnalysis analysis = new PlotAnalysis(); List values = (List) flag.getValue(); analysis.changes = values.get(0); analysis.faces = values.get(1); analysis.data = values.get(2); analysis.air = values.get(3); analysis.variety = values.get(4); analysis.changes_sd = values.get(5); analysis.faces_sd = values.get(6); analysis.data_sd = values.get(7); analysis.air_sd = values.get(8); analysis.variety_sd = values.get(9); analysis.complexity = analysis.getComplexity(); return analysis; } return null; } public int getComplexity() { if (complexity != 0) { return complexity; } complexity = (this.changes) * MODIFIERS.changes + (this.faces) * MODIFIERS.faces + (this.data) * MODIFIERS.data + (this.air) * MODIFIERS.air + (this.variety) * MODIFIERS.variety + (this.changes_sd) * MODIFIERS.changes_sd + (this.faces_sd) * MODIFIERS.faces_sd + (this.data_sd) * MODIFIERS.data_sd + (this.air_sd) * MODIFIERS.air_sd + (this.variety_sd) * MODIFIERS.variety_sd; return complexity; } public static void analyzePlot(Plot plot, RunnableVal whenDone) { BukkitHybridUtils.manager.analyzePlot(plot, whenDone); } public static boolean running = false; /** * This will set the optimal modifiers for the plot analysis based on the current plot ratings
* - Will be used to calibrate the threshold for plot clearing * @param whenDone */ public static void calcOptimalModifiers(final Runnable whenDone, final double threshold) { if (running) { PS.log("Calibration task already in progress!"); return; } if (threshold <= 0 || threshold >= 1) { PS.log("Invalid threshold provided! (Cannot be 0 or 100 as then there's no point calibrating)"); return; } running = true; PS.log(" - Fetching all plots"); final ArrayList plots = new ArrayList<>(PS.get().getPlots()); TaskManager.runTaskAsync(new Runnable() { @Override public void run() { Iterator iter = plots.iterator(); PS.log(" - $1Reducing " + plots.size() + " plots to those with sufficient data"); while (iter.hasNext()) { Plot plot = iter.next(); if (plot.getSettings().ratings == null || plot.getSettings().ratings.size() == 0) { iter.remove(); } else { MainUtil.runners.put(plot, 1); } } PS.log(" - | Reduced to " + plots.size() + " plots"); if (plots.size() < 3) { PS.log("Calibration cancelled due to insufficient comparison data, please try again later"); running = false; for (Plot plot : plots) { MainUtil.runners.remove(plot); } return; } PS.log(" - $1Analyzing plot contents (this may take a while)"); final int[] changes = new int[plots.size()]; final int[] faces = new int[plots.size()]; final int[] data = new int[plots.size()]; final int[] air = new int[plots.size()]; final int[] variety = new int[plots.size()]; final int[] changes_sd = new int[plots.size()]; final int[] faces_sd = new int[plots.size()]; final int[] data_sd = new int[plots.size()]; final int[] air_sd = new int[plots.size()]; final int[] variety_sd = new int[plots.size()]; final int[] ratings = new int[plots.size()]; final AtomicInteger mi = new AtomicInteger(0); Thread ratingAnalysis = new Thread(new Runnable() { @Override public void run() { for (;mi.intValue() < plots.size(); mi.incrementAndGet()) { int i = mi.intValue(); Plot plot = plots.get(i); ratings[i] = (int) ((plot.getAverageRating() + plot.getSettings().ratings.size()) * 100); PS.log(" | " + plot + " (rating) " + (ratings[i])); } } }); ratingAnalysis.start(); final ArrayDeque plotsQueue = new ArrayDeque<>(plots); while (true) { final Plot queuePlot = plotsQueue.poll(); if (queuePlot == null) { break; } PS.log(" | " + queuePlot); final Object lock = new Object(); TaskManager.runTask(new Runnable() { @Override public void run() { analyzePlot(queuePlot, new RunnableVal() { public void run() { try { wait(10000); } catch (InterruptedException e) { e.printStackTrace(); } synchronized (lock) { MainUtil.runners.remove(queuePlot); lock.notify(); } } }); } }); try { synchronized (lock) { lock.wait(); } } catch (InterruptedException e) { e.printStackTrace(); } } PS.log(" - $1Waiting on plot rating thread: " + ((mi.intValue() * 100) / plots.size()) + "%"); try { ratingAnalysis.join(); } catch (InterruptedException e) { e.printStackTrace(); } PS.log(" - $1Processing and grouping single plot analysis for bulk processing"); for (int i = 0; i < plots.size(); i++) { Plot plot = plots.get(i); PS.log(" | " + plot); PlotAnalysis analysis = plot.getComplexity(); changes[i] = analysis.changes; faces[i] = analysis.faces; data[i] = analysis.data; air[i] = analysis.air; variety[i] = analysis.variety; changes_sd[i] = analysis.changes_sd; faces_sd[i] = analysis.faces_sd; data_sd[i] = analysis.data_sd; air_sd[i] = analysis.air_sd; variety_sd[i] = analysis.variety_sd; } PS.log(" - $1Calculating rankings"); int[] rank_ratings = rank(ratings); int n = rank_ratings.length; int optimal_index = (int) Math.round((1 - threshold) * (n - 1)); PS.log(" - $1Calculating rank correlation: "); PS.log(" - The analyzed plots which were processed and put into bulk data will be compared and correlated to the plot ranking"); PS.log(" - The calculated correlation constant will then be used to calibrate the threshold for auto plot clearing"); int[] rank_changes = rank(changes); int[] sd_changes = getSD(rank_changes, rank_ratings); int[] variance_changes = square(sd_changes); int sum_changes = sum(variance_changes); double factor_changes = getCC(n, sum_changes); PlotAnalysis.MODIFIERS.changes = factor_changes == 1 ? 0 : (int) (factor_changes * 1000 / MathMan.getMean(changes)); PS.log(" - | changes " + factor_changes); int[] rank_faces = rank(faces); int[] sd_faces = getSD(rank_faces, rank_ratings); int[] variance_faces = square(sd_faces); int sum_faces = sum(variance_faces); double factor_faces = getCC(n, sum_faces); PlotAnalysis.MODIFIERS.faces = factor_faces == 1 ? 0 : (int) (factor_faces * 1000 / MathMan.getMean(faces)); PS.log(" - | faces " + factor_faces); int[] rank_data = rank(data); int[] sd_data = getSD(rank_data, rank_ratings); int[] variance_data = square(sd_data); int sum_data = sum(variance_data); double factor_data = getCC(n, sum_data); PlotAnalysis.MODIFIERS.data = factor_data == 1 ? 0 : (int) (factor_data * 1000 / MathMan.getMean(data)); PS.log(" - | data " + factor_data); int[] rank_air = rank(air); int[] sd_air = getSD(rank_air, rank_ratings); int[] variance_air = square(sd_air); int sum_air = sum(variance_air); double factor_air = getCC(n, sum_air); PlotAnalysis.MODIFIERS.air = factor_air == 1 ? 0 : (int) (factor_air * 1000 / MathMan.getMean(air)); PS.log(" - | air " + factor_air); int[] rank_variety = rank(variety); int[] sd_variety = getSD(rank_variety, rank_ratings); int[] variance_variety = square(sd_variety); int sum_variety = sum(variance_variety); double factor_variety = getCC(n, sum_variety); PlotAnalysis.MODIFIERS.variety = factor_variety == 1 ? 0 : (int) (factor_variety * 1000 / MathMan.getMean(variety)); PS.log(" - | variety " + factor_variety); int[] rank_changes_sd = rank(changes_sd); int[] sd_changes_sd = getSD(rank_changes_sd, rank_ratings); int[] variance_changes_sd = square(sd_changes_sd); int sum_changes_sd = sum(variance_changes_sd); double factor_changes_sd = getCC(n, sum_changes_sd); PlotAnalysis.MODIFIERS.changes_sd = factor_changes_sd == 1 ? 0 : (int) (factor_changes_sd * 1000 / MathMan.getMean(changes_sd)); PS.log(" - | changes_sd " + factor_changes_sd); int[] rank_faces_sd = rank(faces_sd); int[] sd_faces_sd = getSD(rank_faces_sd, rank_ratings); int[] variance_faces_sd = square(sd_faces_sd); int sum_faces_sd = sum(variance_faces_sd); double factor_faces_sd = getCC(n, sum_faces_sd); PlotAnalysis.MODIFIERS.faces_sd = factor_faces_sd == 1 ? 0 : (int) (factor_faces_sd * 1000 / MathMan.getMean(faces_sd)); PS.log(" - | faces_sd " + factor_faces_sd); int[] rank_data_sd = rank(data_sd); int[] sd_data_sd = getSD(rank_data_sd, rank_ratings); int[] variance_data_sd = square(sd_data_sd); int sum_data_sd = sum(variance_data_sd); double factor_data_sd = getCC(n, sum_data_sd); PlotAnalysis.MODIFIERS.data_sd = factor_data_sd == 1 ? 0 : (int) (factor_data_sd * 1000 / MathMan.getMean(data_sd)); PS.log(" - | data_sd " + factor_data_sd); int[] rank_air_sd = rank(air_sd); int[] sd_air_sd = getSD(rank_air_sd, rank_ratings); int[] variance_air_sd = square(sd_air_sd); int sum_air_sd = sum(variance_air_sd); double factor_air_sd = getCC(n, sum_air_sd); PlotAnalysis.MODIFIERS.air_sd = factor_air_sd == 1 ? 0 : (int) (factor_air_sd * 1000 / MathMan.getMean(air_sd)); PS.log(" - | air_sd " + factor_air_sd); int[] rank_variety_sd = rank(variety_sd); int[] sd_variety_sd = getSD(rank_variety_sd, rank_ratings); int[] variance_variety_sd = square(sd_variety_sd); int sum_variety_sd = sum(variance_variety_sd); double factor_variety_sd = getCC(n, sum_variety_sd); PlotAnalysis.MODIFIERS.variety_sd = factor_variety_sd == 1 ? 0 : (int) (factor_variety_sd * 1000 / MathMan.getMean(variety_sd)); PS.log(" - | variety_sd " + factor_variety_sd); int[] complexity = new int[n]; PS.log(" $1Calculating threshold"); int max = 0; int min = 0; for (int i = 0; i < n; i++) { Plot plot = plots.get(i); PlotAnalysis analysis = plot.getComplexity(); complexity[i] = analysis.complexity; if (analysis.complexity < min) { min = analysis.complexity; } else if (analysis.complexity > max) { max = analysis.complexity; } } int optimal_complexity = Integer.MAX_VALUE; if (min > 0 && max < 102400) { // If low size, use my fast ranking algorithm int[] rank_complexity = rank(complexity, max + 1); for (int i = 0; i < n; i++) { if (rank_complexity[i] == optimal_index) { optimal_complexity = complexity[i]; break; } } logln("Complexity: "); logln(rank_complexity); logln("Ratings: "); logln(rank_ratings); logln("Correlation: "); logln(getCC(n, sum(square(getSD(rank_complexity, rank_ratings))))); if (optimal_complexity == Integer.MAX_VALUE) { PS.log("Insufficient data to determine correlation! " + optimal_index + " | " + n); running = false; for (Plot plot : plots) { MainUtil.runners.remove(plot); } return; } } else { // Use the fast radix sort algorithm int[] sorted = complexity.clone(); sort(sorted); optimal_complexity = sorted[optimal_index]; logln("Complexity: "); logln(complexity); logln("Ratings: "); logln(rank_ratings); } // Save calibration PS.log(" $1Saving calibration"); YamlConfiguration config = PS.get().config; config.set("clear.auto.threshold", optimal_complexity); config.set("clear.auto.calibration.changes", PlotAnalysis.MODIFIERS.changes); config.set("clear.auto.calibration.faces", PlotAnalysis.MODIFIERS.faces); config.set("clear.auto.calibration.data", PlotAnalysis.MODIFIERS.data); config.set("clear.auto.calibration.air", PlotAnalysis.MODIFIERS.air); config.set("clear.auto.calibration.variety", PlotAnalysis.MODIFIERS.variety); config.set("clear.auto.calibration.changes_sd", PlotAnalysis.MODIFIERS.changes_sd); config.set("clear.auto.calibration.faces_sd", PlotAnalysis.MODIFIERS.faces_sd); config.set("clear.auto.calibration.data_sd", PlotAnalysis.MODIFIERS.data_sd); config.set("clear.auto.calibration.air_sd", PlotAnalysis.MODIFIERS.air_sd); config.set("clear.auto.calibration.variety_sd", PlotAnalysis.MODIFIERS.variety_sd); try { PS.get().config.save(PS.get().configFile); } catch (IOException e) { e.printStackTrace(); } PS.log("$1Done!"); running = false; for (Plot plot : plots) { MainUtil.runners.remove(plot); } whenDone.run(); } }); } public static void logln(Object obj) { System.out.println(log(obj)); } public static String log(Object obj) { String result = ""; if (obj.getClass().isArray()) { String prefix = ""; for(int i=0; i) { String prefix = ""; for (Object element : (List) obj) { result += prefix + log(element); prefix = ","; } return "[ " + result + " ]"; } else { return obj.toString(); } } /** * Get correllation coefficient * @return */ public static double getCC(int n, int sum) { return 1 - (6 * (double) sum) / (n * (n*n - 1)); } /** * Sum of an array * @param array * @return */ public static int sum(int[] array) { int sum = 0; for (int value : array ) { sum += value; } return sum; } /** * A simple array squaring algorithm
* - Used for calculating the variance * @param array * @return */ public static int[] square(int[] array) { array = array.clone(); for (int i = 0; i < array.length; i++) { array[i] *= array[i]; } return array; } /** * An optimized lossy standard deviation algorithm * @param ranks * @return */ public static int[] getSD(int[]...ranks) { if (ranks.length == 0) { return null; } int size = ranks[0].length; int arrays = ranks.length; int[] result = new int[size]; for (int j = 0; j < size; j++) { int sum = 0; for (int i = 0; i < ranks.length; i++) { sum += ranks[i][j]; } int mean = sum / arrays; int sd = 0; for (int i = 0; i < ranks.length; i++) { int value = ranks[i][j]; sd += value < mean ? mean - value : value - mean; } result[j] = sd; } return result; } /** * An optimized algorithm for ranking a very specific set of inputs
* - Input is an array of int with a max size of 102400
* - A reduced sample space allows for sorting (and ranking in this case) in linear time * @param input * @return */ public static int[] rank(final int[] input) { return rank(input, 102400); } /** * An optimized algorithm for ranking a very specific set of inputs * @param input * @return */ public static int[] rank(final int[] input, int size) { int[] cache = new int[size]; int max = 0; if (input.length < size) { for (int value : input) { if (value > max) { max = value; } cache[value]++; } } else { max = cache.length - 1; for (int value : input) { cache[value]++; } } int last = 0; for (int i = max; i >= 0; i--) { if (cache[i] != 0) { cache[i] += last; last = cache[i]; if (last == input.length) { break; } } } int[] ranks = new int[input.length]; for (int i = 0; i < input.length; i++) { int index = input[i]; ranks[i] = cache[index]; cache[index]--; } return ranks; } public static void sort(int[] input) { final int SIZE = 10; List[] bucket = new ArrayList[SIZE]; for (int i = 0; i < bucket.length; i++) { bucket[i] = new ArrayList(); } boolean maxLength = false; int tmp = -1, placement = 1; while (!maxLength) { maxLength = true; for (Integer i : input) { tmp = i / placement; bucket[tmp % SIZE].add(i); if (maxLength && tmp > 0) { maxLength = false; } } int a = 0; for (int b = 0; b < SIZE; b++) { for (Integer i : bucket[b]) { input[a++] = i; } bucket[b].clear(); } placement *= SIZE; } } }