Kiu/VictoriaMetrics
Kiu/VictoriaMetrics
1
0
Fork 0
mirror of https://github.com/VictoriaMetrics/VictoriaMetrics.git synced 2025-01-05 22:32:20 +01:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

app/vmstorage: add "/internal/force_flush" endpoint (#893)

Browse Source
This commit is contained in:
immerrr again 2020-11-11 13:40:27 +01:00 committed by Aliaksandr Valialkin
parent 6b979ea5a7
commit 1ec1a9f27f
3 changed files with 14 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
app/vmstorage/main.go
View File

@ -30,6 +30,7 @@ var (
vmselectAddr = flag.String("vmselectAddr", ":8401", "TCP address to accept connections from vmselect services") vmselectAddr = flag.String("vmselectAddr", ":8401", "TCP address to accept connections from vmselect services")
snapshotAuthKey = flag.String("snapshotAuthKey", "", "authKey, which must be passed in query string to /snapshot* pages") snapshotAuthKey = flag.String("snapshotAuthKey", "", "authKey, which must be passed in query string to /snapshot* pages")
forceMergeAuthKey = flag.String("forceMergeAuthKey", "", "authKey, which must be passed in query string to /internal/force_merge pages") forceMergeAuthKey = flag.String("forceMergeAuthKey", "", "authKey, which must be passed in query string to /internal/force_merge pages")
forceFlushAuthKey = flag.String("forceFlushAuthKey", "", "authKey, which must be passed in query string to /internal/force_flush pages")
finalMergeDelay = flag.Duration("finalMergeDelay", 30*time.Second, "The delay before starting final merge for per-month partition after no new data is ingested into it. "+ finalMergeDelay = flag.Duration("finalMergeDelay", 30*time.Second, "The delay before starting final merge for per-month partition after no new data is ingested into it. "+
"Query speed and disk space usage is usually reduced after the final merge is complete. Too low delay for final merge may result in increased "+ "Query speed and disk space usage is usually reduced after the final merge is complete. Too low delay for final merge may result in increased "+
@ -146,6 +147,16 @@ func requestHandler(w http.ResponseWriter, r *http.Request, strg *storage.Storag
}() }()
return true return true
} }
if path == "/internal/force_flush" {
authKey := r.FormValue("authKey")
if authKey != *forceFlushAuthKey {
httpserver.Errorf(w, r, "invalid authKey %q. It must match the value from -forceFlushAuthKey command line flag", authKey)
return true
}
logger.Infof("flushing storage to make pending data available for reading")
strg.DebugFlush()
return true
}
if !strings.HasPrefix(path, "/snapshot") { if !strings.HasPrefix(path, "/snapshot") {
return false return false
} }

4
lib/storage/storage.go
View File

@ -206,8 +206,8 @@ func (s *Storage) RetentionMsecs() int64 {
return s.retentionMsecs return s.retentionMsecs
} }
// debugFlush flushes recently added storage data, so it becomes visible to search. // DebugFlush flushes recently added storage data, so it becomes visible to search.
func (s *Storage) debugFlush() { func (s *Storage) DebugFlush() {
s.tb.flushRawRows() s.tb.flushRawRows()
s.idb().tb.DebugFlush() s.idb().tb.DebugFlush()
} }

2
lib/storage/storage_test.go
View File

@ -597,7 +597,7 @@ func testStorageDeleteMetrics(s *Storage, workerNum int) error {
return fmt.Errorf("unexpected error when adding mrs: %w", err) return fmt.Errorf("unexpected error when adding mrs: %w", err)
} }
} }
s.debugFlush() s.DebugFlush()
// Verify tag values exist // Verify tag values exist
tvs, err := s.SearchTagValues(accountID, projectID, workerTag, 1e5, noDeadline) tvs, err := s.SearchTagValues(accountID, projectID, workerTag, 1e5, noDeadline)