mirror of
https://github.com/superseriousbusiness/gotosocial.git
synced 2024-11-27 14:16:39 +00:00
361 lines
8.1 KiB
Go
361 lines
8.1 KiB
Go
package tracker
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"sync"
|
|
|
|
"github.com/pelletier/go-toml/v2/unstable"
|
|
)
|
|
|
|
type keyKind uint8
|
|
|
|
const (
|
|
invalidKind keyKind = iota
|
|
valueKind
|
|
tableKind
|
|
arrayTableKind
|
|
)
|
|
|
|
func (k keyKind) String() string {
|
|
switch k {
|
|
case invalidKind:
|
|
return "invalid"
|
|
case valueKind:
|
|
return "value"
|
|
case tableKind:
|
|
return "table"
|
|
case arrayTableKind:
|
|
return "array table"
|
|
}
|
|
panic("missing keyKind string mapping")
|
|
}
|
|
|
|
// SeenTracker tracks which keys have been seen with which TOML type to flag
|
|
// duplicates and mismatches according to the spec.
|
|
//
|
|
// Each node in the visited tree is represented by an entry. Each entry has an
|
|
// identifier, which is provided by a counter. Entries are stored in the array
|
|
// entries. As new nodes are discovered (referenced for the first time in the
|
|
// TOML document), entries are created and appended to the array. An entry
|
|
// points to its parent using its id.
|
|
//
|
|
// To find whether a given key (sequence of []byte) has already been visited,
|
|
// the entries are linearly searched, looking for one with the right name and
|
|
// parent id.
|
|
//
|
|
// Given that all keys appear in the document after their parent, it is
|
|
// guaranteed that all descendants of a node are stored after the node, this
|
|
// speeds up the search process.
|
|
//
|
|
// When encountering [[array tables]], the descendants of that node are removed
|
|
// to allow that branch of the tree to be "rediscovered". To maintain the
|
|
// invariant above, the deletion process needs to keep the order of entries.
|
|
// This results in more copies in that case.
|
|
type SeenTracker struct {
|
|
entries []entry
|
|
currentIdx int
|
|
}
|
|
|
|
var pool sync.Pool
|
|
|
|
func (s *SeenTracker) reset() {
|
|
// Always contains a root element at index 0.
|
|
s.currentIdx = 0
|
|
if len(s.entries) == 0 {
|
|
s.entries = make([]entry, 1, 2)
|
|
} else {
|
|
s.entries = s.entries[:1]
|
|
}
|
|
s.entries[0].child = -1
|
|
s.entries[0].next = -1
|
|
}
|
|
|
|
type entry struct {
|
|
// Use -1 to indicate no child or no sibling.
|
|
child int
|
|
next int
|
|
|
|
name []byte
|
|
kind keyKind
|
|
explicit bool
|
|
kv bool
|
|
}
|
|
|
|
// Find the index of the child of parentIdx with key k. Returns -1 if
|
|
// it does not exist.
|
|
func (s *SeenTracker) find(parentIdx int, k []byte) int {
|
|
for i := s.entries[parentIdx].child; i >= 0; i = s.entries[i].next {
|
|
if bytes.Equal(s.entries[i].name, k) {
|
|
return i
|
|
}
|
|
}
|
|
return -1
|
|
}
|
|
|
|
// Remove all descendants of node at position idx.
|
|
func (s *SeenTracker) clear(idx int) {
|
|
if idx >= len(s.entries) {
|
|
return
|
|
}
|
|
|
|
for i := s.entries[idx].child; i >= 0; {
|
|
next := s.entries[i].next
|
|
n := s.entries[0].next
|
|
s.entries[0].next = i
|
|
s.entries[i].next = n
|
|
s.entries[i].name = nil
|
|
s.clear(i)
|
|
i = next
|
|
}
|
|
|
|
s.entries[idx].child = -1
|
|
}
|
|
|
|
func (s *SeenTracker) create(parentIdx int, name []byte, kind keyKind, explicit bool, kv bool) int {
|
|
e := entry{
|
|
child: -1,
|
|
next: s.entries[parentIdx].child,
|
|
|
|
name: name,
|
|
kind: kind,
|
|
explicit: explicit,
|
|
kv: kv,
|
|
}
|
|
var idx int
|
|
if s.entries[0].next >= 0 {
|
|
idx = s.entries[0].next
|
|
s.entries[0].next = s.entries[idx].next
|
|
s.entries[idx] = e
|
|
} else {
|
|
idx = len(s.entries)
|
|
s.entries = append(s.entries, e)
|
|
}
|
|
|
|
s.entries[parentIdx].child = idx
|
|
|
|
return idx
|
|
}
|
|
|
|
func (s *SeenTracker) setExplicitFlag(parentIdx int) {
|
|
for i := s.entries[parentIdx].child; i >= 0; i = s.entries[i].next {
|
|
if s.entries[i].kv {
|
|
s.entries[i].explicit = true
|
|
s.entries[i].kv = false
|
|
}
|
|
s.setExplicitFlag(i)
|
|
}
|
|
}
|
|
|
|
// CheckExpression takes a top-level node and checks that it does not contain
|
|
// keys that have been seen in previous calls, and validates that types are
|
|
// consistent. It returns true if it is the first time this node's key is seen.
|
|
// Useful to clear array tables on first use.
|
|
func (s *SeenTracker) CheckExpression(node *unstable.Node) (bool, error) {
|
|
if s.entries == nil {
|
|
s.reset()
|
|
}
|
|
switch node.Kind {
|
|
case unstable.KeyValue:
|
|
return s.checkKeyValue(node)
|
|
case unstable.Table:
|
|
return s.checkTable(node)
|
|
case unstable.ArrayTable:
|
|
return s.checkArrayTable(node)
|
|
default:
|
|
panic(fmt.Errorf("this should not be a top level node type: %s", node.Kind))
|
|
}
|
|
}
|
|
|
|
func (s *SeenTracker) checkTable(node *unstable.Node) (bool, error) {
|
|
if s.currentIdx >= 0 {
|
|
s.setExplicitFlag(s.currentIdx)
|
|
}
|
|
|
|
it := node.Key()
|
|
|
|
parentIdx := 0
|
|
|
|
// This code is duplicated in checkArrayTable. This is because factoring
|
|
// it in a function requires to copy the iterator, or allocate it to the
|
|
// heap, which is not cheap.
|
|
for it.Next() {
|
|
if it.IsLast() {
|
|
break
|
|
}
|
|
|
|
k := it.Node().Data
|
|
|
|
idx := s.find(parentIdx, k)
|
|
|
|
if idx < 0 {
|
|
idx = s.create(parentIdx, k, tableKind, false, false)
|
|
} else {
|
|
entry := s.entries[idx]
|
|
if entry.kind == valueKind {
|
|
return false, fmt.Errorf("toml: expected %s to be a table, not a %s", string(k), entry.kind)
|
|
}
|
|
}
|
|
parentIdx = idx
|
|
}
|
|
|
|
k := it.Node().Data
|
|
idx := s.find(parentIdx, k)
|
|
|
|
first := false
|
|
if idx >= 0 {
|
|
kind := s.entries[idx].kind
|
|
if kind != tableKind {
|
|
return false, fmt.Errorf("toml: key %s should be a table, not a %s", string(k), kind)
|
|
}
|
|
if s.entries[idx].explicit {
|
|
return false, fmt.Errorf("toml: table %s already exists", string(k))
|
|
}
|
|
s.entries[idx].explicit = true
|
|
} else {
|
|
idx = s.create(parentIdx, k, tableKind, true, false)
|
|
first = true
|
|
}
|
|
|
|
s.currentIdx = idx
|
|
|
|
return first, nil
|
|
}
|
|
|
|
func (s *SeenTracker) checkArrayTable(node *unstable.Node) (bool, error) {
|
|
if s.currentIdx >= 0 {
|
|
s.setExplicitFlag(s.currentIdx)
|
|
}
|
|
|
|
it := node.Key()
|
|
|
|
parentIdx := 0
|
|
|
|
for it.Next() {
|
|
if it.IsLast() {
|
|
break
|
|
}
|
|
|
|
k := it.Node().Data
|
|
|
|
idx := s.find(parentIdx, k)
|
|
|
|
if idx < 0 {
|
|
idx = s.create(parentIdx, k, tableKind, false, false)
|
|
} else {
|
|
entry := s.entries[idx]
|
|
if entry.kind == valueKind {
|
|
return false, fmt.Errorf("toml: expected %s to be a table, not a %s", string(k), entry.kind)
|
|
}
|
|
}
|
|
|
|
parentIdx = idx
|
|
}
|
|
|
|
k := it.Node().Data
|
|
idx := s.find(parentIdx, k)
|
|
|
|
firstTime := idx < 0
|
|
if firstTime {
|
|
idx = s.create(parentIdx, k, arrayTableKind, true, false)
|
|
} else {
|
|
kind := s.entries[idx].kind
|
|
if kind != arrayTableKind {
|
|
return false, fmt.Errorf("toml: key %s already exists as a %s, but should be an array table", kind, string(k))
|
|
}
|
|
s.clear(idx)
|
|
}
|
|
|
|
s.currentIdx = idx
|
|
|
|
return firstTime, nil
|
|
}
|
|
|
|
func (s *SeenTracker) checkKeyValue(node *unstable.Node) (bool, error) {
|
|
parentIdx := s.currentIdx
|
|
it := node.Key()
|
|
|
|
for it.Next() {
|
|
k := it.Node().Data
|
|
|
|
idx := s.find(parentIdx, k)
|
|
|
|
if idx < 0 {
|
|
idx = s.create(parentIdx, k, tableKind, false, true)
|
|
} else {
|
|
entry := s.entries[idx]
|
|
if it.IsLast() {
|
|
return false, fmt.Errorf("toml: key %s is already defined", string(k))
|
|
} else if entry.kind != tableKind {
|
|
return false, fmt.Errorf("toml: expected %s to be a table, not a %s", string(k), entry.kind)
|
|
} else if entry.explicit {
|
|
return false, fmt.Errorf("toml: cannot redefine table %s that has already been explicitly defined", string(k))
|
|
}
|
|
}
|
|
|
|
parentIdx = idx
|
|
}
|
|
|
|
s.entries[parentIdx].kind = valueKind
|
|
|
|
value := node.Value()
|
|
|
|
switch value.Kind {
|
|
case unstable.InlineTable:
|
|
return s.checkInlineTable(value)
|
|
case unstable.Array:
|
|
return s.checkArray(value)
|
|
}
|
|
|
|
return false, nil
|
|
}
|
|
|
|
func (s *SeenTracker) checkArray(node *unstable.Node) (first bool, err error) {
|
|
it := node.Children()
|
|
for it.Next() {
|
|
n := it.Node()
|
|
switch n.Kind {
|
|
case unstable.InlineTable:
|
|
first, err = s.checkInlineTable(n)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
case unstable.Array:
|
|
first, err = s.checkArray(n)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
}
|
|
return first, nil
|
|
}
|
|
|
|
func (s *SeenTracker) checkInlineTable(node *unstable.Node) (first bool, err error) {
|
|
if pool.New == nil {
|
|
pool.New = func() interface{} {
|
|
return &SeenTracker{}
|
|
}
|
|
}
|
|
|
|
s = pool.Get().(*SeenTracker)
|
|
s.reset()
|
|
|
|
it := node.Children()
|
|
for it.Next() {
|
|
n := it.Node()
|
|
first, err = s.checkKeyValue(n)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
}
|
|
|
|
// As inline tables are self-contained, the tracker does not
|
|
// need to retain the details of what they contain. The
|
|
// keyValue element that creates the inline table is kept to
|
|
// mark the presence of the inline table and prevent
|
|
// redefinition of its keys: check* functions cannot walk into
|
|
// a value.
|
|
pool.Put(s)
|
|
return first, nil
|
|
}
|