org.apache.spark.resource

Class ResourceUtils

Object

org.apache.spark.resource.ResourceUtils

public class ResourceUtils
extends Object

Constructor Summary

Constructors

Constructor and Description
ResourceUtils()

Method Summary

Modifier and Type	Method and Description
static String	AMOUNT()
static String	DISCOVERY_SCRIPT()
static String	FPGA()
static scala.collection.immutable.Map<String,ResourceInformation>	getOrDiscoverAllResources(SparkConf sparkConf, String componentName, scala.Option<String> resourcesFileOpt) Gets all allocated resource information for the input component from input resources file and discover the remaining via discovery scripts.
static String	GPU()
static void	initializeForcefully(boolean isInterpreter, boolean silent)
static scala.collection.Seq<org.apache.spark.resource.ResourceID>	listResourceIds(SparkConf sparkConf, String componentName)
static void	logResourceInfo(String componentName, scala.collection.immutable.Map<String,ResourceInformation> resources)
static void	org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)
static org.slf4j.Logger	org$apache$spark$internal$Logging$$log_()
static scala.collection.Seq<org.apache.spark.resource.ResourceAllocation>	parseAllocatedFromJsonFile(String resourcesFile)
static scala.collection.Seq<org.apache.spark.resource.ResourceRequest>	parseAllResourceRequests(SparkConf sparkConf, String componentName)
static org.apache.spark.resource.ResourceRequest	parseResourceRequest(SparkConf sparkConf, org.apache.spark.resource.ResourceID resourceId)
static scala.collection.Seq<org.apache.spark.resource.ResourceRequirement>	parseResourceRequirements(SparkConf sparkConf, String componentName)
static String	RESOURCE_DOT()
static String	RESOURCE_PREFIX()
static boolean	resourcesMeetRequirements(scala.collection.immutable.Map<String,Object> resourcesFree, scala.collection.Seq<org.apache.spark.resource.ResourceRequirement> resourceRequirements)
static String	VENDOR()
static <T> scala.collection.Seq<T>	withResourcesJson(String resourcesFile, scala.Function1<String,scala.collection.Seq<T>> extract)

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ResourceUtils

public ResourceUtils()

Method Detail

DISCOVERY_SCRIPT

public static String DISCOVERY_SCRIPT()

VENDOR

public static String VENDOR()

AMOUNT

public static String AMOUNT()

parseResourceRequest

public static org.apache.spark.resource.ResourceRequest parseResourceRequest(SparkConf sparkConf,
                                                                             org.apache.spark.resource.ResourceID resourceId)

listResourceIds

public static scala.collection.Seq<org.apache.spark.resource.ResourceID> listResourceIds(SparkConf sparkConf,
                                                                                         String componentName)

parseAllResourceRequests

public static scala.collection.Seq<org.apache.spark.resource.ResourceRequest> parseAllResourceRequests(SparkConf sparkConf,
                                                                                                       String componentName)

parseResourceRequirements

public static scala.collection.Seq<org.apache.spark.resource.ResourceRequirement> parseResourceRequirements(SparkConf sparkConf,
                                                                                                            String componentName)

resourcesMeetRequirements

public static boolean resourcesMeetRequirements(scala.collection.immutable.Map<String,Object> resourcesFree,
                                                scala.collection.Seq<org.apache.spark.resource.ResourceRequirement> resourceRequirements)

withResourcesJson

public static <T> scala.collection.Seq<T> withResourcesJson(String resourcesFile,
                                                            scala.Function1<String,scala.collection.Seq<T>> extract)

parseAllocatedFromJsonFile

public static scala.collection.Seq<org.apache.spark.resource.ResourceAllocation> parseAllocatedFromJsonFile(String resourcesFile)

getOrDiscoverAllResources

public static scala.collection.immutable.Map<String,ResourceInformation> getOrDiscoverAllResources(SparkConf sparkConf,
                                                                                                   String componentName,
                                                                                                   scala.Option<String> resourcesFileOpt)

Gets all allocated resource information for the input component from input resources file and discover the remaining via discovery scripts. It also verifies the resource allocation meets required amount for each resource.

Parameters:

sparkConf - (undocumented)

componentName - (undocumented)

resourcesFileOpt - (undocumented)

Returns:

a map from resource name to resource info

logResourceInfo

public static void logResourceInfo(String componentName,
                                   scala.collection.immutable.Map<String,ResourceInformation> resources)

GPU

public static final String GPU()

FPGA

public static final String FPGA()

RESOURCE_PREFIX

public static final String RESOURCE_PREFIX()

RESOURCE_DOT

public static final String RESOURCE_DOT()

org$apache$spark$internal$Logging$$log_

public static org.slf4j.Logger org$apache$spark$internal$Logging$$log_()

org$apache$spark$internal$Logging$$log__$eq

public static void org$apache$spark$internal$Logging$$log__$eq(org.slf4j.Logger x$1)

initializeForcefully

public static void initializeForcefully(boolean isInterpreter,
                                        boolean silent)