Skip to content
Snippets Groups Projects
Commit 5ee2f5c4 authored by Mridul Muralidharan's avatar Mridul Muralidharan
Browse files

Cache pattern, add (commented out) alternatives for check* apis

parent f0796106
No related branches found
No related tags found
No related merge requests found
...@@ -13,6 +13,7 @@ import com.google.common.io.Files ...@@ -13,6 +13,7 @@ import com.google.common.io.Files
import com.google.common.util.concurrent.ThreadFactoryBuilder import com.google.common.util.concurrent.ThreadFactoryBuilder
import spark.serializer.SerializerInstance import spark.serializer.SerializerInstance
import spark.deploy.SparkHadoopUtil import spark.deploy.SparkHadoopUtil
import java.util.regex.Pattern
/** /**
* Various utility methods used by Spark. * Various utility methods used by Spark.
...@@ -337,9 +338,11 @@ private object Utils extends Logging { ...@@ -337,9 +338,11 @@ private object Utils extends Logging {
} }
// Used by DEBUG code : remove when all testing done // Used by DEBUG code : remove when all testing done
private val ipPattern = Pattern.compile("^[0-9]+(\\.[0-9]+)*$")
def checkHost(host: String, message: String = "") { def checkHost(host: String, message: String = "") {
// Currently catches only ipv4 pattern, this is just a debugging tool - not rigourous ! // Currently catches only ipv4 pattern, this is just a debugging tool - not rigourous !
if (host.matches("^[0-9]+(\\.[0-9]+)*$")) { // if (host.matches("^[0-9]+(\\.[0-9]+)*$")) {
if (ipPattern.matcher(host).matches()) {
Utils.logErrorWithStack("Unexpected to have host " + host + " which matches IP pattern. Message " + message) Utils.logErrorWithStack("Unexpected to have host " + host + " which matches IP pattern. Message " + message)
} }
if (Utils.parseHostPort(host)._2 != 0){ if (Utils.parseHostPort(host)._2 != 0){
...@@ -356,6 +359,12 @@ private object Utils extends Logging { ...@@ -356,6 +359,12 @@ private object Utils extends Logging {
} }
} }
// Once testing is complete in various modes, replace with this ?
/*
def checkHost(host: String, message: String = "") {}
def checkHostPort(hostPort: String, message: String = "") {}
*/
def getUserNameFromEnvironment(): String = { def getUserNameFromEnvironment(): String = {
SparkHadoopUtil.getUserNameFromEnvironment SparkHadoopUtil.getUserNameFromEnvironment
} }
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment