2016-05-13 06:50:04 +03:00
|
|
|
// Copyright 2016 The etcd Authors
|
2016-03-17 19:51:33 +03:00
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package wal
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"os"
|
2017-03-16 03:18:55 +03:00
|
|
|
"path/filepath"
|
2016-03-17 19:51:33 +03:00
|
|
|
|
2019-04-27 00:17:16 +03:00
|
|
|
"go.etcd.io/etcd/v3/pkg/fileutil"
|
2018-04-16 13:58:25 +03:00
|
|
|
|
|
|
|
"go.uber.org/zap"
|
2016-03-17 19:51:33 +03:00
|
|
|
)
|
|
|
|
|
|
|
|
// filePipeline pipelines allocating disk space
|
|
|
|
type filePipeline struct {
|
2018-04-16 13:58:25 +03:00
|
|
|
lg *zap.Logger
|
|
|
|
|
2016-03-17 19:51:33 +03:00
|
|
|
// dir to put files
|
|
|
|
dir string
|
|
|
|
// size of files to make, in bytes
|
|
|
|
size int64
|
|
|
|
// count number of files generated
|
|
|
|
count int
|
|
|
|
|
|
|
|
filec chan *fileutil.LockedFile
|
|
|
|
errc chan error
|
|
|
|
donec chan struct{}
|
|
|
|
}
|
|
|
|
|
2018-04-16 13:58:25 +03:00
|
|
|
func newFilePipeline(lg *zap.Logger, dir string, fileSize int64) *filePipeline {
|
2016-03-17 19:51:33 +03:00
|
|
|
fp := &filePipeline{
|
2018-04-16 13:58:25 +03:00
|
|
|
lg: lg,
|
2016-03-17 19:51:33 +03:00
|
|
|
dir: dir,
|
|
|
|
size: fileSize,
|
|
|
|
filec: make(chan *fileutil.LockedFile),
|
|
|
|
errc: make(chan error, 1),
|
|
|
|
donec: make(chan struct{}),
|
|
|
|
}
|
|
|
|
go fp.run()
|
|
|
|
return fp
|
|
|
|
}
|
|
|
|
|
2016-05-29 06:28:26 +03:00
|
|
|
// Open returns a fresh file for writing. Rename the file before calling
|
|
|
|
// Open again or there will be file collisions.
|
2016-03-17 19:51:33 +03:00
|
|
|
func (fp *filePipeline) Open() (f *fileutil.LockedFile, err error) {
|
|
|
|
select {
|
|
|
|
case f = <-fp.filec:
|
|
|
|
case err = <-fp.errc:
|
|
|
|
}
|
2017-11-11 05:28:57 +03:00
|
|
|
return f, err
|
2016-03-17 19:51:33 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
func (fp *filePipeline) Close() error {
|
|
|
|
close(fp.donec)
|
|
|
|
return <-fp.errc
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fp *filePipeline) alloc() (f *fileutil.LockedFile, err error) {
|
2016-05-29 06:28:26 +03:00
|
|
|
// count % 2 so this file isn't the same as the one last published
|
2017-03-16 03:18:55 +03:00
|
|
|
fpath := filepath.Join(fp.dir, fmt.Sprintf("%d.tmp", fp.count%2))
|
2016-06-11 01:10:02 +03:00
|
|
|
if f, err = fileutil.LockFile(fpath, os.O_CREATE|os.O_WRONLY, fileutil.PrivateFileMode); err != nil {
|
2016-03-17 19:51:33 +03:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if err = fileutil.Preallocate(f.File, fp.size, true); err != nil {
|
2018-05-17 20:48:57 +03:00
|
|
|
if fp.lg != nil {
|
|
|
|
fp.lg.Warn("failed to preallocate space when creating a new WAL", zap.Int64("size", fp.size), zap.Error(err))
|
|
|
|
} else {
|
|
|
|
plog.Errorf("failed to allocate space when creating new wal file (%v)", err)
|
|
|
|
}
|
2016-03-17 19:51:33 +03:00
|
|
|
f.Close()
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
fp.count++
|
|
|
|
return f, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (fp *filePipeline) run() {
|
|
|
|
defer close(fp.errc)
|
|
|
|
for {
|
|
|
|
f, err := fp.alloc()
|
|
|
|
if err != nil {
|
|
|
|
fp.errc <- err
|
|
|
|
return
|
|
|
|
}
|
|
|
|
select {
|
|
|
|
case fp.filec <- f:
|
|
|
|
case <-fp.donec:
|
|
|
|
os.Remove(f.Name())
|
|
|
|
f.Close()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|