Add support for ES index aliases / rollover to the dependency store

Signed-off-by: Christian Rohmann <[email protected]>

Author: frittentheke

plugin/storage/es/dependencystore/storage.go

@@ -37,33 +37,43 @@ const (
 
 // DependencyStore handles all queries and insertions to ElasticSearch dependencies
 type DependencyStore struct {
-	ctx         context.Context
-	client      es.Client
-	logger      *zap.Logger
-	indexPrefix string
+	ctx                 context.Context
+	client              es.Client
+	logger              *zap.Logger
+	indexPrefix         string
+	useReadWriteAliases bool
 }
 
 // NewDependencyStore returns a DependencyStore
-func NewDependencyStore(client es.Client, logger *zap.Logger, indexPrefix string) *DependencyStore {
+func NewDependencyStore(client es.Client, logger *zap.Logger, indexPrefix string, useReadWriteAliases bool) *DependencyStore {
 	var prefix string
 	if indexPrefix != "" {
 		prefix = indexPrefix + "-"
 	}
 	return &DependencyStore{
-		ctx:         context.Background(),
-		client:      client,
-		logger:      logger,
-		indexPrefix: prefix + dependencyIndex,
+		ctx:                 context.Background(),
+		client:              client,
+		logger:              logger,
+		indexPrefix:         prefix + dependencyIndex,
+		useReadWriteAliases: useReadWriteAliases,
 	}
 }
 
 // WriteDependencies implements dependencystore.Writer#WriteDependencies.
 func (s *DependencyStore) WriteDependencies(ts time.Time, dependencies []model.DependencyLink) error {
-	indexName := indexWithDate(s.indexPrefix, ts)
-	if err := s.createIndex(indexName); err != nil {
-		return err
+
+	var indexName string
+
+	if useReadWriteAliases {
+		indexName = s.indexPrefix + "write"
+	} else {
+		indexName := indexWithDate(s.indexPrefix, ts)
+		if err := s.createIndex(indexName); err != nil {
+			return err
+		}
 	}
 	s.writeDependencies(indexName, ts, dependencies)
+
 	return nil
 }
 
@@ -113,6 +123,11 @@ func buildTSQuery(endTs time.Time, lookback time.Duration) elastic.Query {
 
 func getIndices(prefix string, ts time.Time, lookback time.Duration) []string {
 	var indices []string
+
+	if useReadWriteAliases {
+		return append(indices, prefix+"read")
+	}
+
 	firstIndex := indexWithDate(prefix, ts.Add(-lookback))
 	currentIndex := indexWithDate(prefix, ts)
 	for currentIndex != firstIndex {

plugin/storage/es/factory.go

@@ -112,7 +112,7 @@ func (f *Factory) CreateSpanWriter() (spanstore.Writer, error) {
 
 // CreateDependencyReader implements storage.Factory
 func (f *Factory) CreateDependencyReader() (dependencystore.Reader, error) {
-	return esDepStore.NewDependencyStore(f.primaryClient, f.logger, f.primaryConfig.GetIndexPrefix()), nil
+	return esDepStore.NewDependencyStore(f.primaryClient, f.logger, f.primaryConfig.GetIndexPrefix(), cfg.GetUseReadWriteAliases()), nil
 }
 
 func loadTagsFromFile(filePath string) ([]string, error) {