2024-10-25 16:09:18 +00:00
|
|
|
//go:build (darwin || linux) && (386 || arm || amd64 || arm64 || riscv64 || ppc64le) && !(sqlite3_flock || sqlite3_noshm || sqlite3_nosys)
|
2024-05-27 15:46:15 +00:00
|
|
|
|
|
|
|
package vfs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"io"
|
|
|
|
"os"
|
2024-10-25 16:09:18 +00:00
|
|
|
"sync"
|
2024-09-14 14:36:25 +00:00
|
|
|
"time"
|
2024-05-27 15:46:15 +00:00
|
|
|
|
|
|
|
"github.com/tetratelabs/wazero/api"
|
|
|
|
"golang.org/x/sys/unix"
|
2024-10-25 16:09:18 +00:00
|
|
|
|
|
|
|
"github.com/ncruces/go-sqlite3/internal/util"
|
2024-05-27 15:46:15 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// SupportsSharedMemory is false on platforms that do not support shared memory.
|
|
|
|
// To use [WAL without shared-memory], you need to set [EXCLUSIVE locking mode].
|
|
|
|
//
|
|
|
|
// [WAL without shared-memory]: https://sqlite.org/wal.html#noshm
|
|
|
|
// [EXCLUSIVE locking mode]: https://sqlite.org/pragma.html#pragma_locking_mode
|
|
|
|
const SupportsSharedMemory = true
|
|
|
|
|
|
|
|
const (
|
|
|
|
_SHM_NLOCK = 8
|
|
|
|
_SHM_BASE = 120
|
|
|
|
_SHM_DMS = _SHM_BASE + _SHM_NLOCK
|
|
|
|
)
|
|
|
|
|
|
|
|
func (f *vfsFile) SharedMemory() SharedMemory { return f.shm }
|
|
|
|
|
|
|
|
// NewSharedMemory returns a shared-memory WAL-index
|
|
|
|
// backed by a file with the given path.
|
|
|
|
// It will return nil if shared-memory is not supported,
|
|
|
|
// or not appropriate for the given flags.
|
|
|
|
// Only [OPEN_MAIN_DB] databases may need a WAL-index.
|
|
|
|
// You must ensure all concurrent accesses to a database
|
|
|
|
// use shared-memory instances created with the same path.
|
|
|
|
func NewSharedMemory(path string, flags OpenFlag) SharedMemory {
|
|
|
|
if flags&OPEN_MAIN_DB == 0 || flags&(OPEN_DELETEONCLOSE|OPEN_MEMORY) != 0 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return &vfsShm{
|
|
|
|
path: path,
|
|
|
|
readOnly: flags&OPEN_READONLY != 0,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-10-25 16:09:18 +00:00
|
|
|
var _ blockingSharedMemory = &vfsShm{}
|
|
|
|
|
2024-05-27 15:46:15 +00:00
|
|
|
type vfsShm struct {
|
|
|
|
*os.File
|
|
|
|
path string
|
|
|
|
regions []*util.MappedRegion
|
|
|
|
readOnly bool
|
2024-09-14 14:36:25 +00:00
|
|
|
blocking bool
|
2024-10-25 16:09:18 +00:00
|
|
|
sync.Mutex
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
|
2024-06-07 13:06:43 +00:00
|
|
|
func (s *vfsShm) shmOpen() _ErrorCode {
|
2024-05-27 15:46:15 +00:00
|
|
|
if s.File == nil {
|
|
|
|
var flag int
|
|
|
|
if s.readOnly {
|
|
|
|
flag = unix.O_RDONLY
|
|
|
|
} else {
|
|
|
|
flag = unix.O_RDWR
|
|
|
|
}
|
|
|
|
f, err := os.OpenFile(s.path,
|
|
|
|
flag|unix.O_CREAT|unix.O_NOFOLLOW, 0666)
|
|
|
|
if err != nil {
|
2024-06-07 13:06:43 +00:00
|
|
|
return _CANTOPEN
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
s.File = f
|
|
|
|
}
|
|
|
|
|
|
|
|
// Dead man's switch.
|
2024-09-30 10:46:23 +00:00
|
|
|
if lock, rc := osTestLock(s.File, _SHM_DMS, 1); rc != _OK {
|
2024-06-07 13:06:43 +00:00
|
|
|
return _IOERR_LOCK
|
2024-05-27 15:46:15 +00:00
|
|
|
} else if lock == unix.F_WRLCK {
|
2024-06-07 13:06:43 +00:00
|
|
|
return _BUSY
|
2024-05-27 15:46:15 +00:00
|
|
|
} else if lock == unix.F_UNLCK {
|
|
|
|
if s.readOnly {
|
2024-06-07 13:06:43 +00:00
|
|
|
return _READONLY_CANTINIT
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
2024-09-14 14:36:25 +00:00
|
|
|
// Do not use a blocking lock here.
|
|
|
|
// If the lock cannot be obtained immediately,
|
|
|
|
// it means some other connection is truncating the file.
|
|
|
|
// And after it has done so, it will not release its lock,
|
|
|
|
// but only downgrade it to a shared lock.
|
|
|
|
// So no point in blocking here.
|
|
|
|
// The call below to obtain the shared DMS lock may use a blocking lock.
|
2024-05-27 15:46:15 +00:00
|
|
|
if rc := osWriteLock(s.File, _SHM_DMS, 1, 0); rc != _OK {
|
2024-06-07 13:06:43 +00:00
|
|
|
return rc
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
if err := s.Truncate(0); err != nil {
|
2024-06-07 13:06:43 +00:00
|
|
|
return _IOERR_SHMOPEN
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
}
|
2024-09-14 14:36:25 +00:00
|
|
|
if rc := osReadLock(s.File, _SHM_DMS, 1, time.Millisecond); rc != _OK {
|
2024-06-07 13:06:43 +00:00
|
|
|
return rc
|
|
|
|
}
|
|
|
|
return _OK
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *vfsShm) shmMap(ctx context.Context, mod api.Module, id, size int32, extend bool) (uint32, _ErrorCode) {
|
|
|
|
// Ensure size is a multiple of the OS page size.
|
|
|
|
if int(size)&(unix.Getpagesize()-1) != 0 {
|
|
|
|
return 0, _IOERR_SHMMAP
|
|
|
|
}
|
|
|
|
|
|
|
|
if rc := s.shmOpen(); rc != _OK {
|
2024-05-27 15:46:15 +00:00
|
|
|
return 0, rc
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check if file is big enough.
|
|
|
|
o, err := s.Seek(0, io.SeekEnd)
|
|
|
|
if err != nil {
|
|
|
|
return 0, _IOERR_SHMSIZE
|
|
|
|
}
|
|
|
|
if n := (int64(id) + 1) * int64(size); n > o {
|
|
|
|
if !extend {
|
2024-06-07 13:06:43 +00:00
|
|
|
return 0, _OK
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
err := osAllocate(s.File, n)
|
|
|
|
if err != nil {
|
|
|
|
return 0, _IOERR_SHMSIZE
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
var prot int
|
|
|
|
if s.readOnly {
|
|
|
|
prot = unix.PROT_READ
|
|
|
|
} else {
|
|
|
|
prot = unix.PROT_READ | unix.PROT_WRITE
|
|
|
|
}
|
|
|
|
r, err := util.MapRegion(ctx, mod, s.File, int64(id)*int64(size), size, prot)
|
|
|
|
if err != nil {
|
2024-06-07 13:06:43 +00:00
|
|
|
return 0, _IOERR_SHMMAP
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
s.regions = append(s.regions, r)
|
2024-06-12 12:21:34 +00:00
|
|
|
if s.readOnly {
|
|
|
|
return r.Ptr, _READONLY
|
|
|
|
}
|
2024-06-07 13:06:43 +00:00
|
|
|
return r.Ptr, _OK
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
|
|
|
|
2024-06-07 13:06:43 +00:00
|
|
|
func (s *vfsShm) shmLock(offset, n int32, flags _ShmFlag) _ErrorCode {
|
2024-05-27 15:46:15 +00:00
|
|
|
// Argument check.
|
|
|
|
if n <= 0 || offset < 0 || offset+n > _SHM_NLOCK {
|
|
|
|
panic(util.AssertErr())
|
|
|
|
}
|
|
|
|
switch flags {
|
|
|
|
case
|
|
|
|
_SHM_LOCK | _SHM_SHARED,
|
|
|
|
_SHM_LOCK | _SHM_EXCLUSIVE,
|
|
|
|
_SHM_UNLOCK | _SHM_SHARED,
|
|
|
|
_SHM_UNLOCK | _SHM_EXCLUSIVE:
|
|
|
|
//
|
|
|
|
default:
|
|
|
|
panic(util.AssertErr())
|
|
|
|
}
|
|
|
|
if n != 1 && flags&_SHM_EXCLUSIVE == 0 {
|
|
|
|
panic(util.AssertErr())
|
|
|
|
}
|
|
|
|
|
2024-09-14 14:36:25 +00:00
|
|
|
var timeout time.Duration
|
|
|
|
if s.blocking {
|
|
|
|
timeout = time.Millisecond
|
|
|
|
}
|
|
|
|
|
2024-05-27 15:46:15 +00:00
|
|
|
switch {
|
|
|
|
case flags&_SHM_UNLOCK != 0:
|
|
|
|
return osUnlock(s.File, _SHM_BASE+int64(offset), int64(n))
|
|
|
|
case flags&_SHM_SHARED != 0:
|
2024-09-14 14:36:25 +00:00
|
|
|
return osReadLock(s.File, _SHM_BASE+int64(offset), int64(n), timeout)
|
2024-05-27 15:46:15 +00:00
|
|
|
case flags&_SHM_EXCLUSIVE != 0:
|
2024-09-14 14:36:25 +00:00
|
|
|
return osWriteLock(s.File, _SHM_BASE+int64(offset), int64(n), timeout)
|
2024-05-27 15:46:15 +00:00
|
|
|
default:
|
|
|
|
panic(util.AssertErr())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *vfsShm) shmUnmap(delete bool) {
|
|
|
|
if s.File == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Unmap regions.
|
|
|
|
for _, r := range s.regions {
|
|
|
|
r.Unmap()
|
|
|
|
}
|
|
|
|
clear(s.regions)
|
|
|
|
s.regions = s.regions[:0]
|
|
|
|
|
|
|
|
// Close the file.
|
|
|
|
if delete {
|
2024-06-07 13:06:43 +00:00
|
|
|
os.Remove(s.path)
|
2024-05-27 15:46:15 +00:00
|
|
|
}
|
2024-06-07 13:06:43 +00:00
|
|
|
s.Close()
|
2024-05-27 15:46:15 +00:00
|
|
|
s.File = nil
|
|
|
|
}
|
2024-09-14 14:36:25 +00:00
|
|
|
|
2024-10-25 16:09:18 +00:00
|
|
|
func (s *vfsShm) shmBarrier() {
|
|
|
|
s.Lock()
|
|
|
|
//lint:ignore SA2001 memory barrier.
|
|
|
|
s.Unlock()
|
|
|
|
}
|
|
|
|
|
2024-09-14 14:36:25 +00:00
|
|
|
func (s *vfsShm) shmEnableBlocking(block bool) {
|
|
|
|
s.blocking = block
|
|
|
|
}
|