Skip to content
Snippets Groups Projects
Commit a79f6077 authored by jerryshao's avatar jerryshao
Browse files

Add Maven metrics library dependency and code changes

parent 1daff54b
No related branches found
No related tags found
No related merge requests found
# syntax: [prefix].[sink|source].[instance].[options] # syntax: [instance].[sink|source].[name].[options]
*.sink.console.period=10 *.sink.console.period=10
*.sink.console.unit=second *.sink.console.unit=second
master.source.jvm.class=spark.metrics.source.JvmSource *.sink.console.class=spark.metrics.sink.ConsoleSink
master.sink.console.period=10 master.sink.console.period=10
......
...@@ -108,6 +108,14 @@ ...@@ -108,6 +108,14 @@
<groupId>log4j</groupId> <groupId>log4j</groupId>
<artifactId>log4j</artifactId> <artifactId>log4j</artifactId>
</dependency> </dependency>
<dependency>
<groupId>com.codahale.metrics</groupId>
<artifactId>metrics-core</artifactId>
</dependency>
<dependency>
<groupId>com.codahale.metrics</groupId>
<artifactId>metrics-jvm</artifactId>
</dependency>
<dependency> <dependency>
<groupId>org.apache.derby</groupId> <groupId>org.apache.derby</groupId>
......
...@@ -24,6 +24,7 @@ import akka.actor.{Actor, ActorRef, Props, ActorSystemImpl, ActorSystem} ...@@ -24,6 +24,7 @@ import akka.actor.{Actor, ActorRef, Props, ActorSystemImpl, ActorSystem}
import akka.remote.RemoteActorRefProvider import akka.remote.RemoteActorRefProvider
import spark.broadcast.BroadcastManager import spark.broadcast.BroadcastManager
import spark.metrics.MetricsSystem
import spark.storage.BlockManager import spark.storage.BlockManager
import spark.storage.BlockManagerMaster import spark.storage.BlockManagerMaster
import spark.network.ConnectionManager import spark.network.ConnectionManager
...@@ -54,7 +55,7 @@ class SparkEnv ( ...@@ -54,7 +55,7 @@ class SparkEnv (
val connectionManager: ConnectionManager, val connectionManager: ConnectionManager,
val httpFileServer: HttpFileServer, val httpFileServer: HttpFileServer,
val sparkFilesDir: String, val sparkFilesDir: String,
val metricsSystem: metricsSystem, val metricsSystem: MetricsSystem,
// To be set only as part of initialization of SparkContext. // To be set only as part of initialization of SparkContext.
// (executorId, defaultHostPort) => executorHostPort // (executorId, defaultHostPort) => executorHostPort
// If executorId is NOT found, return defaultHostPort // If executorId is NOT found, return defaultHostPort
......
...@@ -268,6 +268,14 @@ ...@@ -268,6 +268,14 @@
<groupId>org.scala-lang</groupId> <groupId>org.scala-lang</groupId>
<artifactId>scalap</artifactId> <artifactId>scalap</artifactId>
<version>${scala.version}</version> <version>${scala.version}</version>
<groupId>com.codahale.metrics</groupId>
<artifactId>metrics-core</artifactId>
<version>3.0.0</version>
</dependency>
<dependency>
<groupId>com.codahale.metrics</groupId>
<artifactId>metrics-jvm</artifactId>
<version>3.0.0</version>
</dependency> </dependency>
<dependency> <dependency>
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment