backtype.storm.utils

Class Utils

java.lang.Object

backtype.storm.utils.Utils

Direct Known Subclasses:

TestUtils

public class Utils
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	DEFAULT_STREAM_ID

Constructor Summary

Constructors

Constructor and Description
Utils()

Method Summary

Methods

Modifier and Type	Method and Description
static <T> T	deserialize(byte[] serialized, Class<T> clazz)
static void	downloadFromMaster(Map conf, String file, String localFile)
static boolean	exceptionCauseIsInstanceOf(Class klass, Throwable throwable)
static Map	findAndReadConfigFile(String name)
static Map	findAndReadConfigFile(String name, boolean mustExist)
static List<URL>	findResources(String name)
static <S,T> T	get(Map<S,T> m, S key, T def)
static boolean	getBoolean(Object o, boolean defaultValue)
static ComponentCommon	getComponentCommon(StormTopology topology, String id)
static Integer	getInt(Object o)
static Integer	getInt(Object o, Integer defaultValue)
static Object	getSetComponentObject(ComponentObject obj)
static List<org.apache.zookeeper.data.ACL>	getWorkerACL(Map conf)
static byte[]	gunzip(byte[] data)
static byte[]	gzip(byte[] data)
static void	handleUncaughtException(Throwable t)
static TreeMap<Integer,Integer>	integerDivided(int sum, int numPieces) (defn integer-divided [sum num-pieces] (let [base (int (/ sum num-pieces)) num-inc (mod sum num-pieces) num-bases (- num-pieces num-inc)] (if (= num-inc 0) {base num-bases} {base num-bases (inc base) num-inc} )))
static boolean	isSystemId(String id)
static boolean	isValidConf(Map<String,Object> stormConf)
static boolean	isZkAuthenticationConfiguredStormServer(Map conf) Is the cluster configured to interact with ZooKeeper in a secure way? This only works when called from within Nimbus or a Supervisor process.
static boolean	isZkAuthenticationConfiguredTopology(Map conf) Is the topology configured to have ZooKeeper authentication.
static <T> T	javaDeserialize(byte[] serialized, Class<T> clazz)
static byte[]	javaSerialize(Object obj)
static <T> String	join(Iterable<T> coll, String sep)
static clojure.lang.IFn	loadClojureFn(String namespace, String name)
static org.apache.curator.framework.CuratorFramework	newCurator(Map conf, List<String> servers, Object port, String root)
static org.apache.curator.framework.CuratorFramework	newCurator(Map conf, List<String> servers, Object port, String root, ZookeeperAuthInfo auth)
static org.apache.curator.framework.CuratorFramework	newCurator(Map conf, List<String> servers, Object port, ZookeeperAuthInfo auth)
static org.apache.curator.framework.CuratorFramework	newCuratorStarted(Map conf, List<String> servers, Object port, String root, ZookeeperAuthInfo auth)
static org.apache.curator.framework.CuratorFramework	newCuratorStarted(Map conf, List<String> servers, Object port, ZookeeperAuthInfo auth)
static Object	newInstance(String klass)
static void	readAndLogStream(String prefix, InputStream in)
static Map	readCommandLineOpts()
static Map	readDefaultConfig()
static Map	readStormConfig()
static <K,V> Map<V,K>	reverseMap(Map<K,V> map)
static long	secureRandomLong()
static byte[]	serialize(Object obj)
protected static void	setupBuilder(org.apache.curator.framework.CuratorFrameworkFactory.Builder builder, String zkStr, Map conf, ZookeeperAuthInfo auth)
static void	sleep(long millis)
static String	threadDump()
static byte[]	toByteArray(ByteBuffer buffer)
static List<Object>	tuple(Object... values)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEFAULT_STREAM_ID

public static final String DEFAULT_STREAM_ID

See Also:

Constant Field Values

Constructor Detail

Utils

public Utils()

Method Detail

newInstance

public static Object newInstance(String klass)

serialize

public static byte[] serialize(Object obj)

deserialize

public static <T> T deserialize(byte[] serialized,
                Class<T> clazz)

javaSerialize

public static byte[] javaSerialize(Object obj)

javaDeserialize

public static <T> T javaDeserialize(byte[] serialized,
                    Class<T> clazz)

gzip

public static byte[] gzip(byte[] data)

gunzip

public static byte[] gunzip(byte[] data)

join

public static <T> String join(Iterable<T> coll,
              String sep)

sleep

public static void sleep(long millis)

findResources

public static List<URL> findResources(String name)

findAndReadConfigFile

public static Map findAndReadConfigFile(String name,
                        boolean mustExist)

findAndReadConfigFile

public static Map findAndReadConfigFile(String name)

readDefaultConfig

public static Map readDefaultConfig()

readCommandLineOpts

public static Map readCommandLineOpts()

readStormConfig

public static Map readStormConfig()

isValidConf

public static boolean isValidConf(Map<String,Object> stormConf)

getSetComponentObject

public static Object getSetComponentObject(ComponentObject obj)

get

public static <S,T> T get(Map<S,T> m,
          S key,
          T def)

tuple

public static List<Object> tuple(Object... values)

downloadFromMaster

public static void downloadFromMaster(Map conf,
                      String file,
                      String localFile)
                               throws AuthorizationException,
                                      IOException,
                                      org.apache.thrift.TException

Throws:

AuthorizationException

IOException

org.apache.thrift.TException

loadClojureFn

public static clojure.lang.IFn loadClojureFn(String namespace,
                             String name)

isSystemId

public static boolean isSystemId(String id)

reverseMap

public static <K,V> Map<V,K> reverseMap(Map<K,V> map)

getComponentCommon

public static ComponentCommon getComponentCommon(StormTopology topology,
                                 String id)

getInt

public static Integer getInt(Object o)

getInt

public static Integer getInt(Object o,
             Integer defaultValue)

getBoolean

public static boolean getBoolean(Object o,
                 boolean defaultValue)

secureRandomLong

public static long secureRandomLong()

newCurator

public static org.apache.curator.framework.CuratorFramework newCurator(Map conf,
                                                       List<String> servers,
                                                       Object port,
                                                       String root)

newCurator

public static org.apache.curator.framework.CuratorFramework newCurator(Map conf,
                                                       List<String> servers,
                                                       Object port,
                                                       String root,
                                                       ZookeeperAuthInfo auth)

setupBuilder

protected static void setupBuilder(org.apache.curator.framework.CuratorFrameworkFactory.Builder builder,
                String zkStr,
                Map conf,
                ZookeeperAuthInfo auth)

newCurator

public static org.apache.curator.framework.CuratorFramework newCurator(Map conf,
                                                       List<String> servers,
                                                       Object port,
                                                       ZookeeperAuthInfo auth)

newCuratorStarted

public static org.apache.curator.framework.CuratorFramework newCuratorStarted(Map conf,
                                                              List<String> servers,
                                                              Object port,
                                                              String root,
                                                              ZookeeperAuthInfo auth)

newCuratorStarted

public static org.apache.curator.framework.CuratorFramework newCuratorStarted(Map conf,
                                                              List<String> servers,
                                                              Object port,
                                                              ZookeeperAuthInfo auth)

integerDivided

public static TreeMap<Integer,Integer> integerDivided(int sum,
                                      int numPieces)

(defn integer-divided [sum num-pieces] (let [base (int (/ sum num-pieces)) num-inc (mod sum num-pieces) num-bases (- num-pieces num-inc)] (if (= num-inc 0) {base num-bases} {base num-bases (inc base) num-inc} )))

Parameters:

sum -

numPieces -

Returns:

toByteArray

public static byte[] toByteArray(ByteBuffer buffer)

readAndLogStream

public static void readAndLogStream(String prefix,
                    InputStream in)

exceptionCauseIsInstanceOf

public static boolean exceptionCauseIsInstanceOf(Class klass,
                                 Throwable throwable)

isZkAuthenticationConfiguredStormServer

public static boolean isZkAuthenticationConfiguredStormServer(Map conf)

Is the cluster configured to interact with ZooKeeper in a secure way? This only works when called from within Nimbus or a Supervisor process.

Parameters:

conf - the storm configuration, not the topology configuration

Returns:

true if it is configured else false.

isZkAuthenticationConfiguredTopology

public static boolean isZkAuthenticationConfiguredTopology(Map conf)

Is the topology configured to have ZooKeeper authentication.

Parameters:

conf - the topology configuration

Returns:

true if ZK is configured else false

getWorkerACL

public static List<org.apache.zookeeper.data.ACL> getWorkerACL(Map conf)

threadDump

public static String threadDump()

handleUncaughtException

public static void handleUncaughtException(Throwable t)