Initial commit

vendor/github.com/cockroachdb/pebble/internal/base/filenames.go

@@ -0,0 +1,169 @@
+// Copyright 2012 The LevelDB-Go and Pebble Authors. All rights reserved. Use
+// of this source code is governed by a BSD-style license that can be found in
+// the LICENSE file.
+
+package base
+
+import (
+	"fmt"
+	"strconv"
+	"strings"
+
+	"github.com/cockroachdb/errors/oserror"
+	"github.com/cockroachdb/pebble/vfs"
+	"github.com/cockroachdb/redact"
+)
+
+// FileNum is an internal DB identifier for a file.
+type FileNum uint64
+
+// String returns a string representation of the file number.
+func (fn FileNum) String() string { return fmt.Sprintf("%06d", fn) }
+
+// FileType enumerates the types of files found in a DB.
+type FileType int
+
+// The FileType enumeration.
+const (
+	FileTypeLog FileType = iota
+	FileTypeLock
+	FileTypeTable
+	FileTypeManifest
+	FileTypeCurrent
+	FileTypeOptions
+	FileTypeOldTemp
+	FileTypeTemp
+)
+
+// MakeFilename builds a filename from components.
+func MakeFilename(fileType FileType, fileNum FileNum) string {
+	switch fileType {
+	case FileTypeLog:
+		return fmt.Sprintf("%s.log", fileNum)
+	case FileTypeLock:
+		return "LOCK"
+	case FileTypeTable:
+		return fmt.Sprintf("%s.sst", fileNum)
+	case FileTypeManifest:
+		return fmt.Sprintf("MANIFEST-%s", fileNum)
+	case FileTypeCurrent:
+		return "CURRENT"
+	case FileTypeOptions:
+		return fmt.Sprintf("OPTIONS-%s", fileNum)
+	case FileTypeOldTemp:
+		return fmt.Sprintf("CURRENT.%s.dbtmp", fileNum)
+	case FileTypeTemp:
+		return fmt.Sprintf("temporary.%s.dbtmp", fileNum)
+	}
+	panic("unreachable")
+}
+
+// MakeFilepath builds a filepath from components.
+func MakeFilepath(fs vfs.FS, dirname string, fileType FileType, fileNum FileNum) string {
+	return fs.PathJoin(dirname, MakeFilename(fileType, fileNum))
+}
+
+// ParseFilename parses the components from a filename.
+func ParseFilename(fs vfs.FS, filename string) (fileType FileType, fileNum FileNum, ok bool) {
+	filename = fs.PathBase(filename)
+	switch {
+	case filename == "CURRENT":
+		return FileTypeCurrent, 0, true
+	case filename == "LOCK":
+		return FileTypeLock, 0, true
+	case strings.HasPrefix(filename, "MANIFEST-"):
+		fileNum, ok = parseFileNum(filename[len("MANIFEST-"):])
+		if !ok {
+			break
+		}
+		return FileTypeManifest, fileNum, true
+	case strings.HasPrefix(filename, "OPTIONS-"):
+		fileNum, ok = parseFileNum(filename[len("OPTIONS-"):])
+		if !ok {
+			break
+		}
+		return FileTypeOptions, fileNum, ok
+	case strings.HasPrefix(filename, "CURRENT.") && strings.HasSuffix(filename, ".dbtmp"):
+		s := strings.TrimSuffix(filename[len("CURRENT."):], ".dbtmp")
+		fileNum, ok = parseFileNum(s)
+		if !ok {
+			break
+		}
+		return FileTypeOldTemp, fileNum, ok
+	case strings.HasPrefix(filename, "temporary.") && strings.HasSuffix(filename, ".dbtmp"):
+		s := strings.TrimSuffix(filename[len("temporary."):], ".dbtmp")
+		fileNum, ok = parseFileNum(s)
+		if !ok {
+			break
+		}
+		return FileTypeTemp, fileNum, ok
+	default:
+		i := strings.IndexByte(filename, '.')
+		if i < 0 {
+			break
+		}
+		fileNum, ok = parseFileNum(filename[:i])
+		if !ok {
+			break
+		}
+		switch filename[i+1:] {
+		case "sst":
+			return FileTypeTable, fileNum, true
+		case "log":
+			return FileTypeLog, fileNum, true
+		}
+	}
+	return 0, fileNum, false
+}
+
+func parseFileNum(s string) (fileNum FileNum, ok bool) {
+	u, err := strconv.ParseUint(s, 10, 64)
+	if err != nil {
+		return fileNum, false
+	}
+	return FileNum(u), true
+}
+
+// A Fataler fatals a process with a message when called.
+type Fataler interface {
+	Fatalf(format string, args ...interface{})
+}
+
+// MustExist checks if err is an error indicating a file does not exist.
+// If it is, it lists the containing directory's files to annotate the error
+// with counts of the various types of files and invokes the provided fataler.
+// See cockroachdb/cockroach#56490.
+func MustExist(fs vfs.FS, filename string, fataler Fataler, err error) {
+	if err == nil || !oserror.IsNotExist(err) {
+		return
+	}
+
+	ls, lsErr := fs.List(fs.PathDir(filename))
+	if lsErr != nil {
+		// TODO(jackson): if oserror.IsNotExist(lsErr), the the data directory
+		// doesn't exist anymore. Another process likely deleted it before
+		// killing the process. We want to fatal the process, but without
+		// triggering error reporting like Sentry.
+		fataler.Fatalf("%s:\norig err: %s\nlist err: %s", redact.Safe(fs.PathBase(filename)), err, lsErr)
+	}
+	var total, unknown, tables, logs, manifests int
+	total = len(ls)
+	for _, f := range ls {
+		typ, _, ok := ParseFilename(fs, f)
+		if !ok {
+			unknown++
+			continue
+		}
+		switch typ {
+		case FileTypeTable:
+			tables++
+		case FileTypeLog:
+			logs++
+		case FileTypeManifest:
+			manifests++
+		}
+	}
+
+	fataler.Fatalf("%s:\n%s\ndirectory contains %d files, %d unknown, %d tables, %d logs, %d manifests",
+		fs.PathBase(filename), err, total, unknown, tables, logs, manifests)
+}