Package org.apache.pinot.server.starter.helix

Class HelixInstanceDataManager

java.lang.Object

org.apache.pinot.server.starter.helix.HelixInstanceDataManager

All Implemented Interfaces:

InstanceDataManager

@ThreadSafe
public class HelixInstanceDataManager
extends Object
implements InstanceDataManager

The class HelixInstanceDataManager is the instance data manager based on Helix.

Constructor Summary

Constructors

Constructor	Description
HelixInstanceDataManager()

Method Summary

Modifier and Type	Method	Description
void	addOfflineSegment(String offlineTableName, String segmentName, File indexDir)
void	addOrReplaceSegment(String tableNameWithType, String segmentName)
void	addRealtimeSegment(String realtimeTableName, String segmentName)
void	deleteSegment(String tableNameWithType, String segmentName)
void	deleteTable(String tableNameWithType)
void	forceCommit(String tableNameWithType, Set<String> segmentNames)
List<org.apache.pinot.segment.spi.SegmentMetadata>	getAllSegmentsMetadata(String tableNameWithType)
Set<String>	getAllTables()
String	getInstanceId()
int	getMaxParallelRefreshThreads()
org.apache.helix.store.zk.ZkHelixPropertyStore<org.apache.helix.zookeeper.datamodel.ZNRecord>	getPropertyStore()
File	getSegmentDataDirectory(String tableNameWithType, String segmentName)	Assemble the path to segment dir directly, when table mgr object is not created for the given table yet.
String	getSegmentFileDirectory()
org.apache.pinot.segment.spi.SegmentMetadata	getSegmentMetadata(String tableNameWithType, String segmentName)
SegmentUploader	getSegmentUploader()
org.apache.pinot.segment.local.data.manager.TableDataManager	getTableDataManager(String tableNameWithType)
void	init(PinotConfiguration config, org.apache.helix.HelixManager helixManager, ServerMetrics serverMetrics)
void	offloadSegment(String tableNameWithType, String segmentName)
void	reloadAllSegments(String tableNameWithType, boolean forceDownload, SegmentRefreshSemaphore segmentRefreshSemaphore)
void	reloadSegment(String tableNameWithType, String segmentName, boolean forceDownload)
void	reloadSegments(String tableNameWithType, List<String> segmentNames, boolean forceDownload, SegmentRefreshSemaphore segmentRefreshSemaphore)
void	shutDown()
void	start()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HelixInstanceDataManager

public HelixInstanceDataManager()

Method Detail

init

public void init(PinotConfiguration config,
                 org.apache.helix.HelixManager helixManager,
                 ServerMetrics serverMetrics)
          throws org.apache.commons.configuration.ConfigurationException

Specified by:

init in interface InstanceDataManager

Throws:

org.apache.commons.configuration.ConfigurationException

getInstanceId

public String getInstanceId()

Specified by:

getInstanceId in interface InstanceDataManager

start

public void start()

Specified by:

start in interface InstanceDataManager

shutDown

public void shutDown()

Specified by:

shutDown in interface InstanceDataManager

addOfflineSegment

public void addOfflineSegment(String offlineTableName,
                              String segmentName,
                              File indexDir)
                       throws Exception

Specified by:

addOfflineSegment in interface InstanceDataManager

Throws:

Exception

addRealtimeSegment

public void addRealtimeSegment(String realtimeTableName,
                               String segmentName)
                        throws Exception

Specified by:

addRealtimeSegment in interface InstanceDataManager

Throws:

Exception

deleteTable

public void deleteTable(String tableNameWithType)
                 throws Exception

Specified by:

deleteTable in interface InstanceDataManager

Throws:

Exception

offloadSegment

public void offloadSegment(String tableNameWithType,
                           String segmentName)

Specified by:

offloadSegment in interface InstanceDataManager

deleteSegment

public void deleteSegment(String tableNameWithType,
                          String segmentName)
                   throws Exception

Specified by:

deleteSegment in interface InstanceDataManager

Throws:

Exception

reloadSegment

public void reloadSegment(String tableNameWithType,
                          String segmentName,
                          boolean forceDownload)
                   throws Exception

Specified by:

reloadSegment in interface InstanceDataManager

Throws:

Exception

reloadAllSegments

public void reloadAllSegments(String tableNameWithType,
                              boolean forceDownload,
                              SegmentRefreshSemaphore segmentRefreshSemaphore)
                       throws Exception

Specified by:

reloadAllSegments in interface InstanceDataManager

Throws:

Exception

reloadSegments

public void reloadSegments(String tableNameWithType,
                           List<String> segmentNames,
                           boolean forceDownload,
                           SegmentRefreshSemaphore segmentRefreshSemaphore)
                    throws Exception

Specified by:

reloadSegments in interface InstanceDataManager

Throws:

Exception

addOrReplaceSegment

public void addOrReplaceSegment(String tableNameWithType,
                                String segmentName)
                         throws Exception

Specified by:

addOrReplaceSegment in interface InstanceDataManager

Throws:

Exception

getAllTables

public Set<String> getAllTables()

Specified by:

getAllTables in interface InstanceDataManager

getTableDataManager

@Nullable
public org.apache.pinot.segment.local.data.manager.TableDataManager getTableDataManager(String tableNameWithType)

Specified by:

getTableDataManager in interface InstanceDataManager

getSegmentMetadata

@Nullable
public org.apache.pinot.segment.spi.SegmentMetadata getSegmentMetadata(String tableNameWithType,
                                                                       String segmentName)

Specified by:

getSegmentMetadata in interface InstanceDataManager

getAllSegmentsMetadata

public List<org.apache.pinot.segment.spi.SegmentMetadata> getAllSegmentsMetadata(String tableNameWithType)

Specified by:

getAllSegmentsMetadata in interface InstanceDataManager

getSegmentDataDirectory

public File getSegmentDataDirectory(String tableNameWithType,
                                    String segmentName)

Assemble the path to segment dir directly, when table mgr object is not created for the given table yet.

Specified by:

getSegmentDataDirectory in interface InstanceDataManager

getSegmentFileDirectory

public String getSegmentFileDirectory()

Specified by:

getSegmentFileDirectory in interface InstanceDataManager

getMaxParallelRefreshThreads

public int getMaxParallelRefreshThreads()

Specified by:

getMaxParallelRefreshThreads in interface InstanceDataManager

getPropertyStore

public org.apache.helix.store.zk.ZkHelixPropertyStore<org.apache.helix.zookeeper.datamodel.ZNRecord> getPropertyStore()

Specified by:

getPropertyStore in interface InstanceDataManager

getSegmentUploader

public SegmentUploader getSegmentUploader()

Specified by:

getSegmentUploader in interface InstanceDataManager

forceCommit

public void forceCommit(String tableNameWithType,
                        Set<String> segmentNames)

Specified by:

forceCommit in interface InstanceDataManager