Class/Object

org.apache.spark.deploy.yarn

YarnSparkHadoopUtil

Related Docs: object YarnSparkHadoopUtil | package yarn

Permalink

class YarnSparkHadoopUtil extends SparkHadoopUtil

Contains util methods to interact with Hadoop from spark.

Linear Supertypes
SparkHadoopUtil, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. YarnSparkHadoopUtil
  2. SparkHadoopUtil
  3. Logging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new YarnSparkHadoopUtil()

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. def addCredentials(conf: JobConf): Unit

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  5. def addCurrentUserCredentials(creds: Credentials): Unit

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  6. def addSecretKeyToUserCredentials(key: String, secret: String): Unit

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  7. def appendS3AndSparkHadoopConfigurations(conf: SparkConf, hadoopConf: Configuration): Unit

    Permalink
    Definition Classes
    SparkHadoopUtil
  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  9. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  10. val conf: Configuration

    Permalink
    Definition Classes
    SparkHadoopUtil
  11. def createSparkUser(): UserGroupInformation

    Permalink
    Definition Classes
    SparkHadoopUtil
  12. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  13. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  16. def getCurrentUserCredentials(): Credentials

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  17. def getSecretKeyFromUserCredentials(key: String): Array[Byte]

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  18. def globPath(fs: FileSystem, pattern: Path): Seq[Path]

    Permalink
    Definition Classes
    SparkHadoopUtil
  19. def globPath(pattern: Path): Seq[Path]

    Permalink
    Definition Classes
    SparkHadoopUtil
  20. def globPathIfNecessary(fs: FileSystem, pattern: Path): Seq[Path]

    Permalink
    Definition Classes
    SparkHadoopUtil
  21. def globPathIfNecessary(pattern: Path): Seq[Path]

    Permalink
    Definition Classes
    SparkHadoopUtil
  22. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  23. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  24. def isGlobPath(pattern: Path): Boolean

    Permalink
    Definition Classes
    SparkHadoopUtil
  25. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  26. def isProxyUser(ugi: UserGroupInformation): Boolean

    Permalink
    Definition Classes
    SparkHadoopUtil
  27. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  28. def isYarnMode(): Boolean

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  29. def listFilesSorted(remoteFs: FileSystem, dir: Path, prefix: String, exclusionSuffix: String): Array[FileStatus]

    Permalink
    Definition Classes
    SparkHadoopUtil
  30. def listLeafDirStatuses(fs: FileSystem, baseStatus: FileStatus): Seq[FileStatus]

    Permalink
    Definition Classes
    SparkHadoopUtil
  31. def listLeafDirStatuses(fs: FileSystem, basePath: Path): Seq[FileStatus]

    Permalink
    Definition Classes
    SparkHadoopUtil
  32. def listLeafStatuses(fs: FileSystem, baseStatus: FileStatus): Seq[FileStatus]

    Permalink
    Definition Classes
    SparkHadoopUtil
  33. def listLeafStatuses(fs: FileSystem, basePath: Path): Seq[FileStatus]

    Permalink
    Definition Classes
    SparkHadoopUtil
  34. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  35. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  36. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  37. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  38. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  39. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  40. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  41. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  42. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  43. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  44. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  45. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  46. def loginUserFromKeytab(principalName: String, keytabFilename: String): Unit

    Permalink
    Definition Classes
    SparkHadoopUtil
  47. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  48. def newConfiguration(conf: SparkConf): Configuration

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  49. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  50. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  51. def runAsSparkUser(func: () ⇒ Unit): Unit

    Permalink
    Definition Classes
    SparkHadoopUtil
  52. def substituteHadoopVariables(text: String, hadoopConf: Configuration): String

    Permalink
    Definition Classes
    SparkHadoopUtil
  53. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  54. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  55. def transferCredentials(source: UserGroupInformation, dest: UserGroupInformation): Unit

    Permalink
    Definition Classes
    YarnSparkHadoopUtil → SparkHadoopUtil
  56. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  57. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  58. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SparkHadoopUtil

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped