Packages

class SparkEnv extends Logging

:: DeveloperApi :: Holds all the runtime environment objects for a running Spark instance (either master or worker), including the serializer, RpcEnv, block manager, map output tracker, etc. Currently Spark code finds the SparkEnv through a global variable, so all the threads can access the same SparkEnv. It can be accessed by SparkEnv.get (e.g. after creating a SparkContext).

Annotations
@DeveloperApi()
Source
SparkEnv.scala
Linear Supertypes
Logging, AnyRef, Any

Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkEnv
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1.  new SparkEnv(executorId: String, rpcEnv: RpcEnv, serializer: Serializer, closureSerializer: Serializer, serializerManager: SerializerManager, mapOutputTracker: MapOutputTracker, broadcastManager: BroadcastManager, blockManager: BlockManager, securityManager: SecurityManager, metricsSystem: MetricsSystem, outputCommitCoordinator: OutputCommitCoordinator, conf: SparkConf)

Type Members

  1.  implicit class LogStringContext extends AnyRef
    Definition Classes
    Logging

Value Members

  1.  final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2.  final def ##: Int
    Definition Classes
    AnyRef → Any
  3.  final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4.  final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5.  val blockManager: BlockManager
  6.  val broadcastManager: BroadcastManager
  7.  def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  8.  val closureSerializer: Serializer
  9.  val conf: SparkConf
  10.  final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  11.  def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  12.  val executorId: String
  13.  final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  14.  def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  15.  def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  16.  def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  17.  final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  18.  def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  19.  def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  20.  def logDebug(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  21.  def logDebug(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  22.  def logDebug(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  23.  def logDebug(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  24.  def logError(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  25.  def logError(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  26.  def logError(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  27.  def logError(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28.  def logInfo(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29.  def logInfo(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  30.  def logInfo(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  31.  def logInfo(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  32.  def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  33.  def logTrace(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34.  def logTrace(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35.  def logTrace(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36.  def logTrace(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37.  def logWarning(msg: => String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  38.  def logWarning(entry: LogEntry, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39.  def logWarning(entry: LogEntry): Unit
    Attributes
    protected
    Definition Classes
    Logging
  40.  def logWarning(msg: => String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  41.  val mapOutputTracker: MapOutputTracker
  42.  def memoryManager: MemoryManager
  43.  val metricsSystem: MetricsSystem
  44.  final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  45.  final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  46.  final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  47.  val outputCommitCoordinator: OutputCommitCoordinator
  48.  val securityManager: SecurityManager
  49.  val serializer: Serializer
  50.  val serializerManager: SerializerManager
  51.  def shuffleManager: ShuffleManager
  52.  final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  53.  def toString(): String
    Definition Classes
    AnyRef → Any
  54.  final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  55.  final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  56.  final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  57.  def withLogContext(context: Map[String, String])(body: => Unit): Unit
    Attributes
    protected
    Definition Classes
    Logging

Deprecated Value Members

  1.  def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped