use of com.laytonsmith.PureUtilities.CommandExecutor in project CommandHelper by EngineHub.
the class SiteDeploy method deploy.
@SuppressWarnings("StringEquality")
private void deploy() throws InterruptedException, IOException {
apiJson = JSONValue.toJSONString(new APIBuilder().build());
apiJsonVersion = getLocalMD5(StreamUtils.GetInputStream(apiJson));
deployResources();
deployFrontPages();
deployLearningTrail();
deployAPI();
deployEventAPI();
deployFunctions();
deployEvents();
deployObjects();
deployAPIJSON();
Runnable generateFinalizer = new Runnable() {
@Override
public void run() {
// Just us left, shut us down
if (generateQueue.getQueue().isEmpty()) {
generateQueue.shutdown();
} else {
// Oops, we're a bit premature. Schedule us to run again.
generateQueue.submit(this);
}
}
};
generateQueue.submit(generateFinalizer);
generateQueue.awaitTermination(1, TimeUnit.DAYS);
Runnable uploadFinalizer = new Runnable() {
@Override
public void run() {
if (uploadQueue.getQueue().isEmpty()) {
uploadQueue.shutdown();
} else {
uploadQueue.submit(this);
}
}
};
uploadQueue.submit(uploadFinalizer);
uploadQueue.awaitTermination(1, TimeUnit.DAYS);
dm.waitForThreads();
deploymentMethod.finish();
// Next, we need to validate the pages
System.out.println();
if (doValidation) {
System.out.println("Upload complete, running html5 validation");
int filesValidated = 0;
int specifiedErrors = 0;
try {
for (Map.Entry<String, String> e : uploadedPages.entrySet()) {
Map<String, List<String>> headers = new HashMap<>();
RequestSettings settings = new RequestSettings();
// settings.setLogger(Logger.getLogger(SiteDeploy.class.getName()));
settings.setFollowRedirects(true);
headers.put("Content-Type", Arrays.asList(new String[] { "text/html; charset=utf-8" }));
headers.put("Content-Encoding", Arrays.asList(new String[] { "gzip" }));
headers.put("Accept-Encoding", Arrays.asList(new String[] { "gzip" }));
settings.setHeaders(headers);
byte[] outStream = e.getValue().getBytes("UTF-8");
ByteArrayOutputStream out = new ByteArrayOutputStream(outStream.length);
try (GZIPOutputStream gz = new GZIPOutputStream(out)) {
gz.write(outStream);
}
byte[] param = out.toByteArray();
settings.setRawParameter(param);
settings.setTimeout(10000);
settings.setMethod(HTTPMethod.POST);
HTTPResponse response = WebUtility.GetPage(new URL(validatorUrl + "?out=gnu"), settings);
if (response.getResponseCode() != 200) {
System.out.println(Static.MCToANSIColors("Response for " + MCChatColor.AQUA + e.getKey() + MCChatColor.PLAIN_WHITE + ":"));
System.out.println(response.getContent());
throw new IOException("Response was non-200, refusing to continue with validation");
}
String[] errors = response.getContent().split("\n");
int errorsDisplayed = 0;
for (String error : errors) {
GNUErrorMessageFormat gnuError = new GNUErrorMessageFormat(error);
String supressWarning = "info warning: Section lacks heading. Consider using “h2”-“h6”" + " elements to add identifying headings to all sections.";
if (supressWarning.equals(gnuError.message())) {
continue;
}
// == on String, yes this is what I want
if (error == errors[0]) {
System.out.println(Static.MCToANSIColors("Response for " + MCChatColor.AQUA + e.getKey() + MCChatColor.PLAIN_WHITE + ":"));
}
StringBuilder output = new StringBuilder();
switch(gnuError.messageType()) {
case ERROR:
output.append(MCChatColor.RED);
break;
case WARNING:
output.append(MCChatColor.GOLD);
break;
}
output.append("line ").append(gnuError.fromLine()).append(" ").append(gnuError.message()).append(MCChatColor.PLAIN_WHITE);
String[] page = e.getValue().split("\n");
for (int i = gnuError.fromLine(); i < gnuError.toLine() + 1; i++) {
output.append("\n").append(page[i - 1]);
}
output.append("\n");
for (int i = 0; i < gnuError.fromColumn() - 1; i++) {
output.append(" ");
}
output.append(MCChatColor.RED).append("^").append(MCChatColor.PLAIN_WHITE);
System.out.println(Static.MCToANSIColors(output.toString()));
specifiedErrors++;
errorsDisplayed++;
}
filesValidated++;
}
} catch (IOException ex) {
System.err.println("Validation could not occur due to the following exception: " + ex.getMessage());
ex.printStackTrace(System.err);
}
System.out.println("Files validated: " + filesValidated);
System.out.println("Errors found: " + specifiedErrors);
}
if (finalizerScript != null) {
System.out.println("Running post-script");
if (finalizerScript.getPath().endsWith(".ms")) {
try {
Interpreter.startWithTTY(finalizerScript, filesChanged, false);
} catch (DataSourceException | URISyntaxException | Profiles.InvalidProfileException ex) {
ex.printStackTrace(System.err);
}
} else {
List<String> args = new ArrayList<>();
args.add(finalizerScript.getCanonicalPath());
args.addAll(filesChanged);
CommandExecutor exec = new CommandExecutor(args.toArray(new String[args.size()]));
exec.setSystemInputsAndOutputs();
exec.start();
exec.waitFor();
}
}
System.out.println("Done!");
System.out.println("Summary of changed files (" + filesChanged.size() + ")");
System.out.println(StringUtils.Join(filesChanged, "\n"));
}
use of com.laytonsmith.PureUtilities.CommandExecutor in project CommandHelper by EngineHub.
the class Main method main.
@SuppressWarnings("ResultOfObjectAllocationIgnored")
public static void main(String[] args) throws Exception {
try {
Implementation.setServerType(Implementation.Type.SHELL);
CHLog.initialize(MethodScriptFileLocations.getDefault().getJarDirectory());
Prefs.init(MethodScriptFileLocations.getDefault().getPreferencesFile());
Prefs.SetColors();
if (Prefs.UseColors()) {
// Use jansi to enable output to color properly, even on windows.
org.fusesource.jansi.AnsiConsole.systemInstall();
}
ClassDiscovery cd = ClassDiscovery.getDefaultInstance();
cd.addDiscoveryLocation(ClassDiscovery.GetClassContainer(Main.class));
ClassDiscoveryCache cdcCache = new ClassDiscoveryCache(MethodScriptFileLocations.getDefault().getCacheDirectory());
cd.setClassDiscoveryCache(cdcCache);
cd.addAllJarsInFolder(MethodScriptFileLocations.getDefault().getExtensionsDirectory());
ExtensionManager.AddDiscoveryLocation(MethodScriptFileLocations.getDefault().getExtensionsDirectory());
ExtensionManager.Cache(MethodScriptFileLocations.getDefault().getExtensionCacheDirectory());
ExtensionManager.Initialize(cd);
ExtensionManager.Startup();
if (args.length == 0) {
args = new String[] { "--help" };
}
// I'm not sure why this is in Main, but if this breaks something, it needs to be put back.
// However, if it is put back, then it needs to be figured out why this causes the terminal
// to lose focus on mac.
// AnnotationChecks.checkForceImplementation();
ArgumentParser mode;
ArgumentParser.ArgumentParserResults parsedArgs;
try {
ArgumentSuite.ArgumentSuiteResults results = ARGUMENT_SUITE.match(args, "help");
mode = results.getMode();
parsedArgs = results.getResults();
} catch (ArgumentParser.ResultUseException | ArgumentParser.ValidationException e) {
StreamUtils.GetSystemOut().println(TermColors.RED + e.getMessage() + TermColors.RESET);
mode = helpMode;
parsedArgs = null;
}
if (mode == helpMode) {
String modeForHelp = null;
if (parsedArgs != null) {
modeForHelp = parsedArgs.getStringArgument();
}
modeForHelp = ARGUMENT_SUITE.getModeFromAlias(modeForHelp);
if (modeForHelp == null) {
// Display the general help
StreamUtils.GetSystemOut().println(ARGUMENT_SUITE.getBuiltDescription());
System.exit(0);
return;
} else {
// Display the help for this mode
StreamUtils.GetSystemOut().println(ARGUMENT_SUITE.getModeFromName(modeForHelp).getBuiltDescription());
return;
}
}
// if it were, the help command would have run.
assert parsedArgs != null;
if (mode == managerMode) {
Manager.start();
System.exit(0);
} else if (mode == coreFunctionsMode) {
List<String> core = new ArrayList<>();
for (api.Platforms platform : api.Platforms.values()) {
for (FunctionBase f : FunctionList.getFunctionList(platform)) {
if (f.isCore()) {
core.add(f.getName());
}
}
}
Collections.sort(core);
StreamUtils.GetSystemOut().println(StringUtils.Join(core, ", "));
System.exit(0);
} else if (mode == interpreterMode) {
new Interpreter(parsedArgs.getStringListArgument(), parsedArgs.getStringArgument("location-----"));
System.exit(0);
} else if (mode == installCmdlineMode) {
Interpreter.install();
System.exit(0);
} else if (mode == uninstallCmdlineMode) {
Interpreter.uninstall();
System.exit(0);
} else if (mode == docgenMode) {
DocGenUI.main(args);
System.exit(0);
} else if (mode == mslpMode) {
String mslp = parsedArgs.getStringArgument();
if (mslp.isEmpty()) {
StreamUtils.GetSystemOut().println("Usage: --mslp path/to/folder");
System.exit(0);
}
MSLPMaker.start(mslp);
System.exit(0);
} else if (mode == versionMode) {
StreamUtils.GetSystemOut().println("You are running " + Implementation.GetServerType().getBranding() + " version " + loadSelfVersion());
System.exit(0);
} else if (mode == copyrightMode) {
StreamUtils.GetSystemOut().println("The MIT License (MIT)\n" + "\n" + "Copyright (c) 2012-2017 Methodscript Contributors\n" + "\n" + "Permission is hereby granted, free of charge, to any person obtaining a copy of \n" + "this software and associated documentation files (the \"Software\"), to deal in \n" + "the Software without restriction, including without limitation the rights to \n" + "use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of \n" + "the Software, and to permit persons to whom the Software is furnished to do so, \n" + "subject to the following conditions:\n" + "\n" + "The above copyright notice and this permission notice shall be included in all \n" + "copies or substantial portions of the Software.\n" + "\n" + "THE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR \n" + "IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS \n" + "FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR \n" + "COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER \n" + "IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN \n" + "CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.");
System.exit(0);
} else if (mode == printDBMode) {
ConnectionMixinFactory.ConnectionMixinOptions options = new ConnectionMixinFactory.ConnectionMixinOptions();
options.setWorkingDirectory(MethodScriptFileLocations.getDefault().getConfigDirectory());
PersistenceNetwork pn = new PersistenceNetwork(MethodScriptFileLocations.getDefault().getPersistenceConfig(), new URI("sqlite://" + MethodScriptFileLocations.getDefault().getDefaultPersistenceDBFile().getCanonicalPath().replace('\\', '/')), options);
Map<String[], String> values = pn.getNamespace(new String[] {});
for (String[] s : values.keySet()) {
StreamUtils.GetSystemOut().println(StringUtils.Join(s, ".") + "=" + values.get(s));
}
System.exit(0);
} else if (mode == docsMode) {
DocGen.MarkupType docs;
try {
docs = DocGen.MarkupType.valueOf(parsedArgs.getStringArgument().toUpperCase());
} catch (IllegalArgumentException e) {
StreamUtils.GetSystemOut().println("The type of documentation must be one of the following: " + StringUtils.Join(DocGen.MarkupType.values(), ", ", ", or "));
System.exit(1);
return;
}
// Documentation generator
StreamUtils.GetSystemErr().print("Creating " + docs + " documentation...");
DocGen.functions(docs, api.Platforms.INTERPRETER_JAVA, true);
StreamUtils.GetSystemErr().println("Done.");
System.exit(0);
} else if (mode == examplesMode) {
ExampleLocalPackageInstaller.run(MethodScriptFileLocations.getDefault().getJarDirectory(), parsedArgs.getStringArgument());
} else if (mode == verifyMode) {
String file = parsedArgs.getStringArgument();
if ("".equals(file)) {
StreamUtils.GetSystemErr().println("File parameter is required.");
System.exit(1);
}
File f = new File(file);
String script = FileUtil.read(f);
try {
try {
MethodScriptCompiler.compile(MethodScriptCompiler.lex(script, f, file.endsWith("ms")));
} catch (ConfigCompileException ex) {
Set<ConfigCompileException> s = new HashSet<>(1);
s.add(ex);
throw new ConfigCompileGroupException(s);
}
} catch (ConfigCompileGroupException ex) {
List<Map<String, Object>> err = new ArrayList<>();
for (ConfigCompileException e : ex.getList()) {
Map<String, Object> error = new HashMap<>();
error.put("msg", e.getMessage());
error.put("file", e.getFile().getAbsolutePath());
error.put("line", e.getLineNum());
error.put("col", e.getColumn());
// TODO: Need to track target length for this
error.put("len", 0);
err.add(error);
}
String serr = JSONValue.toJSONString(err);
StreamUtils.GetSystemOut().println(serr);
}
} else if (mode == apiMode) {
String function = parsedArgs.getStringArgument();
if ("".equals(function)) {
StreamUtils.GetSystemErr().println("Usage: java -jar CommandHelper.jar --api <function name>");
System.exit(1);
}
FunctionBase f;
try {
f = FunctionList.getFunction(function, Target.UNKNOWN);
} catch (ConfigCompileException e) {
StreamUtils.GetSystemErr().println("The function '" + function + "' was not found.");
System.exit(1);
throw new Error();
}
DocGen.DocInfo di = new DocGen.DocInfo(f.docs());
String ret = di.ret.replaceAll("</?[a-z].*?>", "");
String args2 = di.args.replaceAll("</?[a-z].*?>", "");
String desc = (di.desc + (di.extendedDesc != null ? "\n\n" + di.extendedDesc : "")).replaceAll("</?[a-z].*?>", "");
StreamUtils.GetSystemOut().println(StringUtils.Join(new String[] { function, "Returns " + ret, "Expects " + args2, desc }, " // "));
System.exit(0);
} else if (mode == syntaxMode) {
// TODO: Maybe load extensions here?
List<String> syntax = parsedArgs.getStringListArgument();
String type = (syntax.size() >= 1 ? syntax.get(0) : null);
String theme = (syntax.size() >= 2 ? syntax.get(1) : null);
StreamUtils.GetSystemOut().println(SyntaxHighlighters.generate(type, theme));
System.exit(0);
} else if (mode == optimizerTestMode) {
String path = parsedArgs.getStringArgument();
File source = new File(path);
String plain = FileUtil.read(source);
Security.setSecurityEnabled(false);
String optimized;
try {
try {
optimized = OptimizationUtilities.optimize(plain, source);
} catch (ConfigCompileException ex) {
Set<ConfigCompileException> group = new HashSet<>();
group.add(ex);
throw new ConfigCompileGroupException(group);
}
} catch (ConfigCompileGroupException ex) {
ConfigRuntimeException.HandleUncaughtException(ex, null);
System.exit(1);
return;
}
StreamUtils.GetSystemOut().println(optimized);
System.exit(0);
} else if (mode == cmdlineMode) {
// We actually can't use the parsedArgs, because there may be cmdline switches in
// the arguments that we want to ignore here, but otherwise pass through. parsedArgs
// will prevent us from seeing those, however.
List<String> allArgs = new ArrayList<>(Arrays.asList(args));
// The 0th arg is the cmdline verb though, so remove that.
allArgs.remove(0);
if (allArgs.isEmpty()) {
StreamUtils.GetSystemErr().println("Usage: path/to/file.ms [arg1 arg2]");
System.exit(1);
}
String fileName = allArgs.get(0);
allArgs.remove(0);
try {
Interpreter.startWithTTY(fileName, allArgs);
} catch (Profiles.InvalidProfileException ex) {
StreamUtils.GetSystemErr().println("Invalid profile file at " + MethodScriptFileLocations.getDefault().getProfilesFile() + ": " + ex.getMessage());
System.exit(1);
}
StaticLayer.GetConvertor().runShutdownHooks();
System.exit(0);
} else if (mode == extensionDocsMode) {
String inputJarS = parsedArgs.getStringArgument("input-jar");
String outputFileS = parsedArgs.getStringArgument("output-file");
if (inputJarS == null) {
StreamUtils.GetSystemOut().println("Usage: --input-jar extension-docs path/to/extension.jar [--output-file path/to/output.md]\n\tIf the output is blank, it is printed to stdout.");
System.exit(1);
}
File inputJar = new File(inputJarS);
OutputStream outputFile = StreamUtils.GetSystemOut();
if (outputFileS != null) {
outputFile = new FileOutputStream(new File(outputFileS));
}
ExtensionDocGen.generate(inputJar, outputFile);
} else if (mode == docExportMode) {
String extensionDirS = parsedArgs.getStringArgument("extension-dir");
String outputFileS = parsedArgs.getStringArgument("output-file");
OutputStream outputFile = StreamUtils.GetSystemOut();
if (outputFileS != null) {
outputFile = new FileOutputStream(new File(outputFileS));
}
Implementation.forceServerType(Implementation.Type.BUKKIT);
File extensionDir = new File(extensionDirS);
if (extensionDir.exists()) {
// to stderr.
for (File f : extensionDir.listFiles()) {
if (f.getName().endsWith(".jar")) {
cd.addDiscoveryLocation(f.toURI().toURL());
}
}
} else {
StreamUtils.GetSystemErr().println("Extension directory specificed doesn't exist: " + extensionDirS + ". Continuing anyways.");
}
new DocGenExportTool(cd, outputFile).export();
} else if (mode == profilerSummaryMode) {
String input = parsedArgs.getStringArgument();
if ("".equals(input)) {
StreamUtils.GetSystemErr().println(TermColors.RED + "No input file specified! Run `help profiler-summary' for usage." + TermColors.RESET);
System.exit(1);
}
double ignorePercentage = parsedArgs.getNumberArgument("ignore-percentage");
ProfilerSummary summary = new ProfilerSummary(new FileInputStream(input));
try {
summary.setIgnorePercentage(ignorePercentage);
} catch (IllegalArgumentException ex) {
StreamUtils.GetSystemErr().println(TermColors.RED + ex.getMessage() + TermColors.RESET);
System.exit(1);
}
StreamUtils.GetSystemOut().println(summary.getAnalysis());
System.exit(0);
} else if (mode == rsaKeyGenMode) {
String outputFileString = parsedArgs.getStringArgument('o');
File privOutputFile = new File(outputFileString);
File pubOutputFile = new File(outputFileString + ".pub");
String label = parsedArgs.getStringArgument('l');
if (privOutputFile.exists() || pubOutputFile.exists()) {
StreamUtils.GetSystemErr().println("Either the public key or private key file already exists. This utility will not overwrite any existing files.");
System.exit(1);
}
RSAEncrypt enc = RSAEncrypt.generateKey(label);
FileUtil.write(enc.getPrivateKey(), privOutputFile);
FileUtil.write(enc.getPublicKey(), pubOutputFile);
System.exit(0);
} else if (mode == pnViewerMode) {
if (parsedArgs.isFlagSet("server")) {
if (parsedArgs.getNumberArgument("port") == null) {
StreamUtils.GetSystemErr().println("When running as a server, port is required.");
System.exit(1);
}
int port = parsedArgs.getNumberArgument("port").intValue();
if (port > 65535 || port < 1) {
StreamUtils.GetSystemErr().println("Port must be between 1 and 65535.");
System.exit(1);
}
String password = parsedArgs.getStringArgument("password");
if ("".equals(password)) {
ConsoleReader reader = null;
try {
reader = new ConsoleReader();
reader.setExpandEvents(false);
Character cha = new Character((char) 0);
password = reader.readLine("Enter password: ", cha);
} finally {
if (reader != null) {
reader.shutdown();
}
}
}
if (password == null) {
StreamUtils.GetSystemErr().println("Warning! Running server with no password, anyone will be able to connect!");
password = "";
}
try {
PNViewer.startServer(port, password);
} catch (IOException ex) {
StreamUtils.GetSystemErr().println(ex.getMessage());
System.exit(1);
}
} else {
try {
PNViewer.main(parsedArgs.getStringListArgument().toArray(ArrayUtils.EMPTY_STRING_ARRAY));
} catch (HeadlessException ex) {
StreamUtils.GetSystemErr().println("The Persistence Network Viewer may not be run from a headless environment.");
System.exit(1);
}
}
} else if (mode == uiMode) {
if (parsedArgs.isFlagSet("in-shell")) {
// Actually launch the GUI
UILauncher.main(args);
} else {
// Relaunch the jar in a new process with the --run flag set,
// so that the process will be in its own subshell
CommandExecutor ce = new CommandExecutor("java -jar " + ClassDiscovery.GetClassContainer(Main.class).getPath() + " " + StringUtils.Join(args, " ") + " --in-shell");
ce.start();
System.exit(0);
}
} else if (mode == siteDeploy) {
boolean clearLocalCache = parsedArgs.isFlagSet("clear-local-cache");
if (clearLocalCache) {
PersistenceNetwork p = SiteDeploy.getPersistenceNetwork();
if (p == null) {
System.out.println("Cannot get reference to persistence network");
System.exit(1);
return;
}
DaemonManager dm = new DaemonManager();
p.clearKey(dm, new String[] { "site_deploy", "local_cache" });
dm.waitForThreads();
System.out.println("Local cache cleared");
System.exit(0);
}
boolean generatePrefs = parsedArgs.isFlagSet("generate-prefs");
boolean useLocalCache = parsedArgs.isFlagSet("use-local-cache");
boolean doValidation = parsedArgs.isFlagSet("do-validation");
String configString = parsedArgs.getStringArgument("config");
if ("".equals(configString)) {
System.err.println("Config file missing, check command and try again");
System.exit(1);
}
File config = new File(configString);
SiteDeploy.run(generatePrefs, useLocalCache, config, "", doValidation);
} else if (mode == newMode) {
String li = OSUtils.GetLineEnding();
for (String file : parsedArgs.getStringListArgument()) {
File f = new File(file);
if (f.exists() && !parsedArgs.isFlagSet('f')) {
System.out.println(file + " already exists, refusing to create");
continue;
}
f.createNewFile();
f.setExecutable(true);
FileUtil.write("#!/usr/bin/env /usr/local/bin/mscript" + li + "<!" + li + "\tstrict;" + li + "\tname: " + f.getName() + ";" + li + "\tauthor: " + StaticLayer.GetConvertor().GetUser(null) + ";" + li + "\tcreated: " + new Scheduling.simple_date().exec(Target.UNKNOWN, null, new CString("yyyy-MM-dd", Target.UNKNOWN)).val() + ";" + li + "\tdescription: " + ";" + li + ">" + li + li, f, true);
}
} else {
throw new Error("Should not have gotten here");
}
} catch (NoClassDefFoundError error) {
StreamUtils.GetSystemErr().println(getNoClassDefFoundErrorMessage(error));
}
}
Aggregations