beehive.server

Class HashtableServerImpl

java.lang.Object

beehive.server.HashtableServerImpl

All Implemented Interfaces:

HashtableServer, HashtableServer_thrift.Iface, java.rmi.Remote

public class HashtableServerImpl
extends java.lang.Object
implements HashtableServer, HashtableServer_thrift.Iface

Constructor Summary

Constructors

Constructor and Description
HashtableServerImpl(java.lang.String url) server-id unaware constructor
HashtableServerImpl(java.lang.String url, int serverId, Config configParams, boolean caching, java.util.HashMap<java.lang.Byte,java.lang.String> nodeClassNameMap, java.util.HashMap<java.lang.Byte,java.lang.Class> nodeClassMap) Constructor for the caching case
HashtableServerImpl(java.lang.String url, int serverId, Config configParams, boolean caching, java.util.HashMap<java.lang.Byte,java.lang.String> nodeClassNameMap, java.util.HashMap<java.lang.Byte,java.lang.Class> nodeClassMap, boolean recover)

Method Summary

Modifier and Type	Method and Description
int	acquireLocks_thrift(java.util.Set<LockRequest_thrift> lockRequests)
int	acquireLocks(java.util.SortedSet<LockRequest> lockRequests)
Node	cacheEvict(java.lang.String nodeId) cache eviction thread invokes this method when removing a copy from the cache table (cache replacement)
void	cacheEvictMasterNotify(java.lang.String cachingServerId, java.util.Hashtable<java.lang.String,java.lang.Long> evictedNodes) cache eviction thread invokes this method on the master site informing it of the cache eviction
void	cacheInvalidate(java.lang.String nodeId) Master server invokes this function on a remote server when asking it to invalidate its cache copy
java.util.Vector<ResultObject>	cachePut(java.util.Map<java.lang.Integer,java.util.Vector<Node>> nodes, long storageSystemThreadId) Bulk call for cachePut
ResultObject	cachePut(java.lang.String nodeId, Node node, int masterCopySite, long storageSystemThreadId) Once a node has been fetched for caching, insert into cache table.
void	checkpoint()
void	clearStatContainers() Clear stat containers
void	commitChanges_thrift(java.util.Set<NodeData_thrift> writeNd, java.util.Map<java.lang.String,java.lang.Long> read)
void	commitChanges(java.util.Set<Node> write, java.util.Set<NodeData> writeNd, java.util.Map<java.lang.String,java.lang.Long> read)
void	configureServer(java.util.Vector<java.lang.String> hostList) Configure server to hold rmi handles of other servers Allows for inter-server communication
boolean	contains(java.lang.String key) Check if the table contains a given key
void	enableStats() Turn on stat recording
ResultObject	exec(NodeData n)
java.util.Vector<ResultObject>	execBulk(java.util.Vector<NodeData> keyList)
ResultObject_thrift	get_thrift(java.lang.String key, long storageSystemThreadId)
ResultObject	get(java.lang.String nodeId, long storageSystemThreadId) Given a node id, returns a node to the storage system (application) Forks off to getUseCache in the useCaching = true case
java.util.List<java.lang.String>	getAllKeys_thrift()
java.util.Vector<java.lang.String>	getAllKeys() Get all node ids present in the main table (does not include cache table)
java.util.Vector<Node>	getAllNodes() Get all nodes present in the main table (does not include cache table)
java.util.Vector<Node>	getCachedObjects(java.util.Vector<java.lang.String> nodeIds) In the list provided, get the objects that are available in the cache
java.util.Vector<ResultObject>	getLocalNodes(java.util.Vector<java.lang.String> nodeIds, long storageSystemThreadId) Storage system invokes this method on the server when requesting nodes and status for those nodes which are not available Only used in caching case
Node	getNodeForCaching(java.lang.String nodeId, int cachingSite) Remote server invokes this method on the master site when requesting a cache copy
Node	getNodeFromCacheTable(java.lang.String nodeId) get node for nodeId from the cache table returns null if node not found
Node	getNodeFromTable(java.lang.String nodeId) get a node from the table
ResultObject_thrift	getNodeProperties_thrift(NodeData_thrift n)
ResultObject	getNodeProperties(NodeData n) retrieve the node data for a node, given its node ids and the required properties
java.util.Vector<Node>	getNodesForCaching(java.util.Vector<java.lang.String> nodeIds, int cachingSite) Bulk call for getNodeForCaching
int	getNumServers()
java.util.List<ResultObject_thrift>	getObjects_thrift(java.util.List<java.lang.String> keyList)
java.util.Vector<ResultObject>	getObjects(java.util.Vector<java.lang.String> keyList) getObjects from the hash table.
java.util.List<ResultObject_thrift>	getObjectsProperties_thrift(java.util.List<NodeData_thrift> keyList)
java.util.Vector<ResultObject>	getObjectsProperties(java.util.Vector<NodeData> keyList) Bulk call to get object properties for a set of nodes
int	getServerId()
java.lang.String	getStats() Get the stats, called after program run terminates
void	loadNodes(java.util.Vector<Node> nodes) To load initial nodes into the table, used by the file loader
void	locationChange_thrift(int nodeId, java.lang.String serverName)
void	locationChange(int nodeId, java.lang.String servername) Deprecated. nodeIds are now Strings
ResultObject_thrift	lock_thrift(int nodeId)
ResultObject	lock(int nodeId) Deprecated. nodeIds are now Strings
static void	main(java.lang.String[] args)
java.util.Date	ping() Test if the hashtable server is up
ResultObject_thrift	put_thrift(java.lang.String nodeId, Node_thrift value)
ResultObject	put(java.lang.String nodeId, java.lang.Object value) put the node into the table, given a node-id Forks off to putUseCache in the useCaching = true case Returns status as FAILED if the object is put for the first time.
ResultObject	put(java.lang.String nodeId, java.lang.Object value, int callerServerId) put for the write through cache case
java.util.List<ResultObject_thrift>	putObjects_thrift(java.util.Map<java.lang.String,Node_thrift> nodeList_thrift)
java.util.Vector<ResultObject>	putObjects(java.util.concurrent.ConcurrentHashMap<java.lang.String,Node> objList) putObjects back into the hash table
java.util.Vector<ResultObject>	putObjects(java.util.concurrent.ConcurrentHashMap<java.lang.String,Node> objList, int callingServerId) put objects back into the hash table for the write through cache case
void	releaseLock(java.util.SortedSet<LockRequest> lockRequests)
void	releaseLocks_thrift(java.util.Set<LockRequest_thrift> lockRequests)
ResultObject_thrift	relocate_thrift(int nodeId, java.lang.String serverName)
ResultObject	relocate(int nodeId, java.lang.String serverName) Deprecated. nodeIds are now Strings
void	removeLocationTableEntry(java.lang.String key) Remove a key from the location table
void	setNumServers(int n)
ResultObject_thrift	updateNodeProperties_thrift(NodeData_thrift n)
ResultObject	updateNodeProperties(NodeData value) update the properties of a node, given the node id and the updated property map
java.util.List<ResultObject_thrift>	updateNodePropertiesParallel_thrift(java.util.List<NodeData_thrift> keyList)
java.util.Vector<ResultObject>	updateNodePropertiesParallel(java.util.Vector<NodeData> objList) This is the reflection counterpart of putObjects, used for bulk update of node properties repeatedly calls the updateNodeProperties (can be done in parallel)
void	writeThroughToCache(java.lang.String paramString, java.lang.Object value) write through to local cache, so that master does need to invalidate the copy on put
void	writeThroughToCacheBulk(java.util.concurrent.ConcurrentHashMap<java.lang.String,Node> map) bulk call for writeThroughToCache

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HashtableServerImpl

public HashtableServerImpl(java.lang.String url)
                    throws java.rmi.RemoteException

server-id unaware constructor

Parameters:

url -

Throws:

java.rmi.RemoteException

HashtableServerImpl

public HashtableServerImpl(java.lang.String url,
                           int serverId,
                           Config configParams,
                           boolean caching,
                           java.util.HashMap<java.lang.Byte,java.lang.String> nodeClassNameMap,
                           java.util.HashMap<java.lang.Byte,java.lang.Class> nodeClassMap)
                    throws java.rmi.RemoteException

Constructor for the caching case

Parameters:

url -

serverId -

configParams -

Throws:

java.rmi.RemoteException

HashtableServerImpl

public HashtableServerImpl(java.lang.String url,
                           int serverId,
                           Config configParams,
                           boolean caching,
                           java.util.HashMap<java.lang.Byte,java.lang.String> nodeClassNameMap,
                           java.util.HashMap<java.lang.Byte,java.lang.Class> nodeClassMap,
                           boolean recover)
                    throws java.rmi.RemoteException

Throws:

java.rmi.RemoteException

Method Detail

configureServer

public void configureServer(java.util.Vector<java.lang.String> hostList)

Configure server to hold rmi handles of other servers Allows for inter-server communication

Parameters:

hostList -

enableStats

public void enableStats()

Turn on stat recording

ping

public java.util.Date ping()

Test if the hashtable server is up

Specified by:

ping in interface HashtableServer

Returns:

Date

get

public ResultObject get(java.lang.String nodeId,
                        long storageSystemThreadId)

Given a node id, returns a node to the storage system (application) Forks off to getUseCache in the useCaching = true case

Specified by:

get in interface HashtableServer

Parameters:

nodeId -

storageSystemThreadId -

Returns:

put

public ResultObject put(java.lang.String nodeId,
                        java.lang.Object value)
                 throws java.rmi.RemoteException

put the node into the table, given a node-id Forks off to putUseCache in the useCaching = true case Returns status as FAILED if the object is put for the first time.

Specified by:

put in interface HashtableServer

Parameters:

nodeId -

value -

Returns:

Throws:

java.rmi.RemoteException

put

public ResultObject put(java.lang.String nodeId,
                        java.lang.Object value,
                        int callerServerId)
                 throws java.rmi.RemoteException

put for the write through cache case

Specified by:

put in interface HashtableServer

Parameters:

nodeId -

value -

callerServerId -

Returns:

Throws:

java.rmi.RemoteException

getNodeProperties

public ResultObject getNodeProperties(NodeData n)
                               throws java.rmi.RemoteException

retrieve the node data for a node, given its node ids and the required properties

Specified by:

getNodeProperties in interface HashtableServer

Parameters:

n -

Returns:

Throws:

java.rmi.RemoteException

updateNodeProperties

public ResultObject updateNodeProperties(NodeData value)
                                  throws java.rmi.RemoteException

update the properties of a node, given the node id and the updated property map

Specified by:

updateNodeProperties in interface HashtableServer

Parameters:

value -

Returns:

Throws:

java.rmi.RemoteException

exec

public ResultObject exec(NodeData n)
                  throws java.rmi.RemoteException

Specified by:

exec in interface HashtableServer

Throws:

java.rmi.RemoteException

execBulk

public java.util.Vector<ResultObject> execBulk(java.util.Vector<NodeData> keyList)
                                        throws java.rmi.RemoteException

Specified by:

execBulk in interface HashtableServer

Throws:

java.rmi.RemoteException

getObjects

public java.util.Vector<ResultObject> getObjects(java.util.Vector<java.lang.String> keyList)

getObjects from the hash table. Called only in non-caching case

Specified by:

getObjects in interface HashtableServer

Parameters:

keyList -

Returns:

putObjects

public java.util.Vector<ResultObject> putObjects(java.util.concurrent.ConcurrentHashMap<java.lang.String,Node> objList)
                                          throws java.rmi.RemoteException

putObjects back into the hash table

Specified by:

putObjects in interface HashtableServer

Parameters:

objList -

Returns:

Throws:

java.rmi.RemoteException

putObjects

public java.util.Vector<ResultObject> putObjects(java.util.concurrent.ConcurrentHashMap<java.lang.String,Node> objList,
                                                 int callingServerId)
                                          throws java.rmi.RemoteException

put objects back into the hash table for the write through cache case

Specified by:

putObjects in interface HashtableServer

Parameters:

objList -

callingServerId -

Returns:

Throws:

java.rmi.RemoteException

getObjectsProperties

public java.util.Vector<ResultObject> getObjectsProperties(java.util.Vector<NodeData> keyList)
                                                    throws java.rmi.RemoteException

Bulk call to get object properties for a set of nodes

Specified by:

getObjectsProperties in interface HashtableServer

Parameters:

keyList -

Returns:

Throws:

java.rmi.RemoteException

getCachedObjects

public java.util.Vector<Node> getCachedObjects(java.util.Vector<java.lang.String> nodeIds)
                                        throws java.rmi.RemoteException

In the list provided, get the objects that are available in the cache

Specified by:

getCachedObjects in interface HashtableServer

Parameters:

nodeIds -

Returns:

Cached Nodes

Throws:

java.rmi.RemoteException

updateNodePropertiesParallel

public java.util.Vector<ResultObject> updateNodePropertiesParallel(java.util.Vector<NodeData> objList)
                                                            throws java.rmi.RemoteException

This is the reflection counterpart of putObjects, used for bulk update of node properties repeatedly calls the updateNodeProperties (can be done in parallel)

Specified by:

updateNodePropertiesParallel in interface HashtableServer

Parameters:

objList - - hashtable of nodeId/Node data object

Returns:

result obects for reflection

Throws:

java.rmi.RemoteException

getNodeFromCacheTable

public Node getNodeFromCacheTable(java.lang.String nodeId)
                           throws java.rmi.RemoteException

get node for nodeId from the cache table returns null if node not found

Specified by:

getNodeFromCacheTable in interface HashtableServer

Parameters:

nodeId -

Returns:

Throws:

java.rmi.RemoteException

cachePut

public ResultObject cachePut(java.lang.String nodeId,
                             Node node,
                             int masterCopySite,
                             long storageSystemThreadId)

Once a node has been fetched for caching, insert into cache table.

Specified by:

cachePut in interface HashtableServer

Parameters:

nodeId -

node -

masterCopySite -

storageSystemThreadId -

Returns:

cachePut

public java.util.Vector<ResultObject> cachePut(java.util.Map<java.lang.Integer,java.util.Vector<Node>> nodes,
                                               long storageSystemThreadId)

Bulk call for cachePut

Specified by:

cachePut in interface HashtableServer

Parameters:

nodes - - Map of master site v/s list of nodes obtained from that master site

storageSystemThreadId -

Returns:

cacheInvalidate

public void cacheInvalidate(java.lang.String nodeId)

Master server invokes this function on a remote server when asking it to invalidate its cache copy

Specified by:

cacheInvalidate in interface HashtableServer

Parameters:

nodeId - - node for which invalidation has to take place

cacheEvict

public Node cacheEvict(java.lang.String nodeId)

cache eviction thread invokes this method when removing a copy from the cache table (cache replacement)

Parameters:

nodeId -

Returns:

cacheEvictMasterNotify

public void cacheEvictMasterNotify(java.lang.String cachingServerId,
                                   java.util.Hashtable<java.lang.String,java.lang.Long> evictedNodes)
                            throws java.rmi.RemoteException

cache eviction thread invokes this method on the master site informing it of the cache eviction

Specified by:

cacheEvictMasterNotify in interface HashtableServer

Parameters:

cachingServerId -

evictedNodes -

Throws:

java.rmi.RemoteException

getNodeForCaching

public Node getNodeForCaching(java.lang.String nodeId,
                              int cachingSite)

Remote server invokes this method on the master site when requesting a cache copy

Specified by:

getNodeForCaching in interface HashtableServer

Parameters:

nodeId -

cachingSite -

Returns:

getNodesForCaching

public java.util.Vector<Node> getNodesForCaching(java.util.Vector<java.lang.String> nodeIds,
                                                 int cachingSite)

Bulk call for getNodeForCaching

Specified by:

getNodesForCaching in interface HashtableServer

writeThroughToCache

public void writeThroughToCache(java.lang.String paramString,
                                java.lang.Object value)

write through to local cache, so that master does need to invalidate the copy on put

Specified by:

writeThroughToCache in interface HashtableServer

Parameters:

paramString -

value -

writeThroughToCacheBulk

public void writeThroughToCacheBulk(java.util.concurrent.ConcurrentHashMap<java.lang.String,Node> map)

bulk call for writeThroughToCache

Specified by:

writeThroughToCacheBulk in interface HashtableServer

Parameters:

map -

getLocalNodes

public java.util.Vector<ResultObject> getLocalNodes(java.util.Vector<java.lang.String> nodeIds,
                                                    long storageSystemThreadId)

Storage system invokes this method on the server when requesting nodes and status for those nodes which are not available Only used in caching case

Specified by:

getLocalNodes in interface HashtableServer

Parameters:

nodeIds -

Returns:

getNodeFromTable

public Node getNodeFromTable(java.lang.String nodeId)
                      throws java.rmi.RemoteException

get a node from the table

Specified by:

getNodeFromTable in interface HashtableServer

Parameters:

nodeId -

Returns:

Throws:

java.rmi.RemoteException

contains

public boolean contains(java.lang.String key)

Check if the table contains a given key

Specified by:

contains in interface HashtableServer

Parameters:

key -

Returns:

getAllNodes

public java.util.Vector<Node> getAllNodes()

Get all nodes present in the main table (does not include cache table)

Specified by:

getAllNodes in interface HashtableServer

Returns:

getAllKeys

public java.util.Vector<java.lang.String> getAllKeys()

Get all node ids present in the main table (does not include cache table)

Specified by:

getAllKeys in interface HashtableServer

Returns:

getStats

public java.lang.String getStats()

Get the stats, called after program run terminates

Specified by:

getStats in interface HashtableServer

Returns:

clearStatContainers

public void clearStatContainers()

Clear stat containers

Specified by:

clearStatContainers in interface HashtableServer

loadNodes

public void loadNodes(java.util.Vector<Node> nodes)
               throws java.rmi.RemoteException

To load initial nodes into the table, used by the file loader

Specified by:

loadNodes in interface HashtableServer

Parameters:

nodes -

Throws:

java.rmi.RemoteException

getServerId

public int getServerId()
                throws java.rmi.RemoteException

Specified by:

getServerId in interface HashtableServer

Throws:

java.rmi.RemoteException

getNumServers

public int getNumServers()
                  throws java.rmi.RemoteException

Specified by:

getNumServers in interface HashtableServer

Throws:

java.rmi.RemoteException

setNumServers

public void setNumServers(int n)
                   throws java.rmi.RemoteException

Specified by:

setNumServers in interface HashtableServer

Throws:

java.rmi.RemoteException

relocate

@Deprecated
public ResultObject relocate(int nodeId,
                                         java.lang.String serverName)

Deprecated. nodeIds are now Strings

called on the homesite when relocating a node to a remote server homesite makes a note of it in the location table

Specified by:

relocate in interface HashtableServer

Parameters:

nodeId -

serverName -

Returns:

locationChange

@Deprecated
public void locationChange(int nodeId,
                                       java.lang.String servername)

Deprecated. nodeIds are now Strings

Inform the homesite that a node has been relocated. homesite makes a note of it in the location table and removes node from main table

Specified by:

locationChange in interface HashtableServer

Parameters:

nodeId -

servername -

lock

@Deprecated
public ResultObject lock(int nodeId)
                              throws java.rmi.RemoteException

Deprecated. nodeIds are now Strings

Lock an object to prevent its relocation

Specified by:

lock in interface HashtableServer

Parameters:

nodeId -

Returns:

Throws:

java.rmi.RemoteException

removeLocationTableEntry

public void removeLocationTableEntry(java.lang.String key)

Remove a key from the location table

Specified by:

removeLocationTableEntry in interface HashtableServer

Parameters:

key -

acquireLocks

public int acquireLocks(java.util.SortedSet<LockRequest> lockRequests)
                 throws java.rmi.RemoteException

Specified by:

acquireLocks in interface HashtableServer

Throws:

java.rmi.RemoteException

releaseLock

public void releaseLock(java.util.SortedSet<LockRequest> lockRequests)
                 throws java.rmi.RemoteException

Specified by:

releaseLock in interface HashtableServer

Throws:

java.rmi.RemoteException

commitChanges

public void commitChanges(java.util.Set<Node> write,
                          java.util.Set<NodeData> writeNd,
                          java.util.Map<java.lang.String,java.lang.Long> read)
                   throws java.rmi.RemoteException

Specified by:

commitChanges in interface HashtableServer

Throws:

java.rmi.RemoteException

checkpoint

public void checkpoint()
                throws java.rmi.RemoteException

Specified by:

checkpoint in interface HashtableServer

Throws:

java.rmi.RemoteException

put_thrift

public ResultObject_thrift put_thrift(java.lang.String nodeId,
                                      Node_thrift value)

Specified by:

put_thrift in interface HashtableServer_thrift.Iface

get_thrift

public ResultObject_thrift get_thrift(java.lang.String key,
                                      long storageSystemThreadId)
                               throws org.apache.thrift.TException

Specified by:

get_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

getNodeProperties_thrift

public ResultObject_thrift getNodeProperties_thrift(NodeData_thrift n)
                                             throws org.apache.thrift.TException

Specified by:

getNodeProperties_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

updateNodeProperties_thrift

public ResultObject_thrift updateNodeProperties_thrift(NodeData_thrift n)
                                                throws org.apache.thrift.TException

Specified by:

updateNodeProperties_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

getObjectsProperties_thrift

public java.util.List<ResultObject_thrift> getObjectsProperties_thrift(java.util.List<NodeData_thrift> keyList)
                                                                throws org.apache.thrift.TException

Specified by:

getObjectsProperties_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

updateNodePropertiesParallel_thrift

public java.util.List<ResultObject_thrift> updateNodePropertiesParallel_thrift(java.util.List<NodeData_thrift> keyList)
                                                                        throws org.apache.thrift.TException

Specified by:

updateNodePropertiesParallel_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

putObjects_thrift

public java.util.List<ResultObject_thrift> putObjects_thrift(java.util.Map<java.lang.String,Node_thrift> nodeList_thrift)
                                                      throws org.apache.thrift.TException

Specified by:

putObjects_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

getObjects_thrift

public java.util.List<ResultObject_thrift> getObjects_thrift(java.util.List<java.lang.String> keyList)
                                                      throws org.apache.thrift.TException

Specified by:

getObjects_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

getAllKeys_thrift

public java.util.List<java.lang.String> getAllKeys_thrift()
                                                   throws org.apache.thrift.TException

Specified by:

getAllKeys_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

relocate_thrift

public ResultObject_thrift relocate_thrift(int nodeId,
                                           java.lang.String serverName)
                                    throws org.apache.thrift.TException

Specified by:

relocate_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

locationChange_thrift

public void locationChange_thrift(int nodeId,
                                  java.lang.String serverName)
                           throws org.apache.thrift.TException

Specified by:

locationChange_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

lock_thrift

public ResultObject_thrift lock_thrift(int nodeId)
                                throws org.apache.thrift.TException

Specified by:

lock_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

acquireLocks_thrift

public int acquireLocks_thrift(java.util.Set<LockRequest_thrift> lockRequests)
                        throws org.apache.thrift.TException

Specified by:

acquireLocks_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

releaseLocks_thrift

public void releaseLocks_thrift(java.util.Set<LockRequest_thrift> lockRequests)
                         throws org.apache.thrift.TException

Specified by:

releaseLocks_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

commitChanges_thrift

public void commitChanges_thrift(java.util.Set<NodeData_thrift> writeNd,
                                 java.util.Map<java.lang.String,java.lang.Long> read)
                          throws org.apache.thrift.TException

Specified by:

commitChanges_thrift in interface HashtableServer_thrift.Iface

Throws:

org.apache.thrift.TException

main

public static void main(java.lang.String[] args)
                 throws java.lang.Exception

Throws:

java.lang.Exception