Skip to content
Snippets Groups Projects
Commit 286f8f87 authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Change time unit in MetadataCleaner to seconds

parent f03d9760
No related branches found
No related tags found
No related merge requests found
...@@ -9,7 +9,6 @@ import spark.Logging ...@@ -9,7 +9,6 @@ import spark.Logging
* Runs a timer task to periodically clean up metadata (e.g. old files or hashtable entries) * Runs a timer task to periodically clean up metadata (e.g. old files or hashtable entries)
*/ */
class MetadataCleaner(name: String, cleanupFunc: (Long) => Unit) extends Logging { class MetadataCleaner(name: String, cleanupFunc: (Long) => Unit) extends Logging {
val delaySeconds = MetadataCleaner.getDelaySeconds val delaySeconds = MetadataCleaner.getDelaySeconds
val periodSeconds = math.max(10, delaySeconds / 10) val periodSeconds = math.max(10, delaySeconds / 10)
val timer = new Timer(name + " cleanup timer", true) val timer = new Timer(name + " cleanup timer", true)
...@@ -39,7 +38,7 @@ class MetadataCleaner(name: String, cleanupFunc: (Long) => Unit) extends Logging ...@@ -39,7 +38,7 @@ class MetadataCleaner(name: String, cleanupFunc: (Long) => Unit) extends Logging
object MetadataCleaner { object MetadataCleaner {
def getDelaySeconds = (System.getProperty("spark.cleaner.delay", "-100").toDouble * 60).toInt def getDelaySeconds = System.getProperty("spark.cleaner.delay", "-1").toInt
def setDelaySeconds(delay: Long) { System.setProperty("spark.cleaner.delay", delay.toString) } def setDelaySeconds(delay: Int) { System.setProperty("spark.cleaner.delay", delay.toString) }
} }
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment