diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2018-03-02 11:33:45 +0100 |
---|---|---|
committer | Henning Baldersheim <balder@yahoo-inc.com> | 2018-03-02 11:33:45 +0100 |
commit | b28f93192b37bfa92369aa124ff9947a58c7da2d (patch) | |
tree | fb26dc652dd0a09c653e3231c7fbfb3e5b857590 | |
parent | f0e1232e5606a81b632700cc1a1b7da06b3ba463 (diff) |
1 - If another thread is already in progress dumping threads just make a note of it and continue.
2 - If another thread has already started shuttdown process, just make a note of it.
-rw-r--r-- | vespajlib/src/main/java/com/yahoo/protect/Process.java | 65 |
1 files changed, 40 insertions, 25 deletions
diff --git a/vespajlib/src/main/java/com/yahoo/protect/Process.java b/vespajlib/src/main/java/com/yahoo/protect/Process.java index 67da6a1cdd8..effdbbc4596 100644 --- a/vespajlib/src/main/java/com/yahoo/protect/Process.java +++ b/vespajlib/src/main/java/com/yahoo/protect/Process.java @@ -3,6 +3,7 @@ package com.yahoo.protect; import java.util.Map; +import java.util.concurrent.atomic.AtomicBoolean; import java.util.logging.Level; import java.util.logging.Logger; @@ -14,6 +15,9 @@ import java.util.logging.Logger; */ public final class Process { + private static final AtomicBoolean alreadyShuttingDown = new AtomicBoolean(false); + private static final AtomicBoolean busyDumpingThreads = new AtomicBoolean(false); + private static final Logger log = Logger.getLogger(Process.class.getName()); /** Die with a message, without dumping thread state */ @@ -41,44 +45,55 @@ public final class Process { * log with level info before shutting down */ public static void logAndDie(String message, Throwable thrown, boolean dumpThreads) { + boolean shutDownInProgress = alreadyShuttingDown.getAndSet(true); try { + if (thrown != null) { + log.log(Level.SEVERE, message, thrown); + } else { + log.log(Level.SEVERE, message); + } + log.log(Level.INFO, "About to shut down."); if (dumpThreads) { - log.log(Level.INFO, "About to shut down."); dumpThreads(); } - if (thrown != null) - log.log(Level.SEVERE, message, thrown); - else - log.log(Level.SEVERE, message); } finally { - try { - Runtime.getRuntime().halt(1); - } - catch (Throwable t) { - log.log(Level.SEVERE, "Runtime.halt rejected. Throwing an error."); - throw new ShutdownError("Shutdown requested, but failed to shut down"); + if ( ! shutDownInProgress ) { + try { + Runtime.getRuntime().halt(1); + } catch (Throwable t) { + log.log(Level.SEVERE, "Runtime.halt rejected. Throwing an error."); + throw new ShutdownError("Shutdown requested, but failed to shut down"); + } + } else { + log.log(Level.WARNING, "Shutdown already in progress. Will just till we die then."); } } } public static void dumpThreads() { - try { - log.log(Level.INFO, "Commencing full thread dump for diagnosis."); - Map<Thread, StackTraceElement[]> allStackTraces = Thread.getAllStackTraces(); - for (Map.Entry<Thread, StackTraceElement[]> e : allStackTraces.entrySet()) { - Thread t = e.getKey(); - StackTraceElement[] stack = e.getValue(); - StringBuilder forOneThread = new StringBuilder(); - forOneThread.append("Stack for thread: ").append(t.getName()).append(": "); - for (StackTraceElement s : stack) { - forOneThread.append('\n').append(s.toString()); + boolean alreadyDumpingThreads = busyDumpingThreads.getAndSet(true); + if ( ! alreadyDumpingThreads ) { + try { + log.log(Level.INFO, "Commencing full thread dump for diagnosis."); + Map<Thread, StackTraceElement[]> allStackTraces = Thread.getAllStackTraces(); + for (Map.Entry<Thread, StackTraceElement[]> e : allStackTraces.entrySet()) { + Thread t = e.getKey(); + StackTraceElement[] stack = e.getValue(); + StringBuilder forOneThread = new StringBuilder(); + forOneThread.append("Stack for thread: ").append(t.getName()).append(": "); + for (StackTraceElement s : stack) { + forOneThread.append('\n').append(s.toString()); + } + log.log(Level.INFO, forOneThread.toString()); } - log.log(Level.INFO, forOneThread.toString()); + log.log(Level.INFO, "End of diagnostic thread dump."); + } catch (Exception e) { + // just give up... } - log.log(Level.INFO, "End of diagnostic thread dump."); - } catch (Exception e) { - // just give up... + busyDumpingThreads.set(false); + } else { + log.log(Level.WARNING, "Thread dump already in progress. Skipping it."); } } |