gitea-mirror/models/dbfs/dbfs_test.go

// Copyright 2022 The Gitea Authors. All rights reserved.
// SPDX-License-Identifier: MIT

package dbfs

import (
	"bufio"
	"io"
	"os"
	"testing"

	"code.gitea.io/gitea/modules/test"

	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

func TestDbfsBasic(t *testing.T) {
	defer test.MockVariableValue(&defaultFileBlockSize, 4)()

	// test basic write/read
	f, err := OpenFile(t.Context(), "test.txt", os.O_RDWR|os.O_CREATE)
	assert.NoError(t, err)

	n, err := f.Write([]byte("0123456789")) // blocks: 0123 4567 89
	assert.NoError(t, err)
	assert.Equal(t, 10, n)

	_, err = f.Seek(0, io.SeekStart)
	assert.NoError(t, err)

	buf, err := io.ReadAll(f)
	assert.NoError(t, err)
	assert.Equal(t, 10, n)
	assert.Equal(t, "0123456789", string(buf))

	// write some new data
	_, err = f.Seek(1, io.SeekStart)
	assert.NoError(t, err)
	_, err = f.Write([]byte("bcdefghi")) // blocks: 0bcd efgh i9
	assert.NoError(t, err)

	// read from offset
	buf, err = io.ReadAll(f)
	assert.NoError(t, err)
	assert.Equal(t, "9", string(buf))

	// read all
	_, err = f.Seek(0, io.SeekStart)
	assert.NoError(t, err)
	buf, err = io.ReadAll(f)
	assert.NoError(t, err)
	assert.Equal(t, "0bcdefghi9", string(buf))

	// write to new size
	_, err = f.Seek(-1, io.SeekEnd)
	assert.NoError(t, err)
	_, err = f.Write([]byte("JKLMNOP")) // blocks: 0bcd efgh iJKL MNOP
	assert.NoError(t, err)
	_, err = f.Seek(0, io.SeekStart)
	assert.NoError(t, err)
	buf, err = io.ReadAll(f)
	assert.NoError(t, err)
	assert.Equal(t, "0bcdefghiJKLMNOP", string(buf))

	// write beyond EOF and fill with zero
	_, err = f.Seek(5, io.SeekCurrent)
	assert.NoError(t, err)
	_, err = f.Write([]byte("xyzu")) // blocks: 0bcd efgh iJKL MNOP 0000 0xyz u
	assert.NoError(t, err)
	_, err = f.Seek(0, io.SeekStart)
	assert.NoError(t, err)
	buf, err = io.ReadAll(f)
	assert.NoError(t, err)
	assert.Equal(t, "0bcdefghiJKLMNOP\x00\x00\x00\x00\x00xyzu", string(buf))

	// write to the block with zeros
	_, err = f.Seek(-6, io.SeekCurrent)
	assert.NoError(t, err)
	_, err = f.Write([]byte("ABCD")) // blocks: 0bcd efgh iJKL MNOP 000A BCDz u
	assert.NoError(t, err)
	_, err = f.Seek(0, io.SeekStart)
	assert.NoError(t, err)
	buf, err = io.ReadAll(f)
	assert.NoError(t, err)
	assert.Equal(t, "0bcdefghiJKLMNOP\x00\x00\x00ABCDzu", string(buf))

	assert.NoError(t, f.Close())

	// test rename
	err = Rename(t.Context(), "test.txt", "test2.txt")
	assert.NoError(t, err)

	_, err = OpenFile(t.Context(), "test.txt", os.O_RDONLY)
	assert.Error(t, err)

	f, err = OpenFile(t.Context(), "test2.txt", os.O_RDONLY)
	assert.NoError(t, err)
	assert.NoError(t, f.Close())

	// test remove
	err = Remove(t.Context(), "test2.txt")
	assert.NoError(t, err)

	_, err = OpenFile(t.Context(), "test2.txt", os.O_RDONLY)
	assert.Error(t, err)

	// test stat
	f, err = OpenFile(t.Context(), "test/test.txt", os.O_RDWR|os.O_CREATE)
	assert.NoError(t, err)
	stat, err := f.Stat()
	assert.NoError(t, err)
	assert.Equal(t, "test.txt", stat.Name())
	assert.EqualValues(t, 0, stat.Size())
	_, err = f.Write([]byte("0123456789"))
	assert.NoError(t, err)
	stat, err = f.Stat()
	assert.NoError(t, err)
	assert.EqualValues(t, 10, stat.Size())

	t.Run("NonExisting", func(t *testing.T) {
		f, err := OpenFile(t.Context(), "non-existing.txt", os.O_RDONLY)
		assert.ErrorIs(t, err, os.ErrNotExist)
		assert.Nil(t, f)

		f, err = OpenFile(t.Context(), "non-existing.txt", os.O_WRONLY)
		assert.ErrorIs(t, err, os.ErrNotExist)
		assert.Nil(t, f)

		f, err = OpenFile(t.Context(), "non-existing.txt", os.O_WRONLY|os.O_APPEND|os.O_TRUNC)
		assert.ErrorIs(t, err, os.ErrNotExist)
		assert.Nil(t, f)
	})

	t.Run("Existing", func(t *testing.T) {
		assertFileContent := func(f File, expected string) {
			_, err := f.Seek(0, io.SeekStart)
			require.NoError(t, err)
			buf, err := io.ReadAll(f)
			require.NoError(t, err)
			assert.Equal(t, expected, string(buf))
		}

		f, err := OpenFile(t.Context(), "existing.txt", os.O_RDWR|os.O_CREATE)
		require.NoError(t, err)
		_, _ = f.Write([]byte("test"))
		assertFileContent(f, "test")
		assert.NoError(t, f.Close())

		f, err = OpenFile(t.Context(), "existing.txt", os.O_RDWR|os.O_CREATE|os.O_APPEND)
		require.NoError(t, err)
		_, _ = f.Write([]byte("\nnew"))
		assertFileContent(f, "test\nnew")
		assert.NoError(t, f.Close())

		f, err = OpenFile(t.Context(), "existing.txt", os.O_RDWR|os.O_TRUNC)
		require.NoError(t, err)
		assertFileContent(f, "")
		assert.NoError(t, f.Close())

		f, err = OpenFile(t.Context(), "existing.txt", os.O_RDWR|os.O_CREATE|os.O_EXCL)
		assert.ErrorIs(t, err, os.ErrExist)
		assert.Nil(t, f)
	})
}

func TestDbfsReadWrite(t *testing.T) {
	defer test.MockVariableValue(&defaultFileBlockSize, 4)()

	f1, err := OpenFile(t.Context(), "test.log", os.O_RDWR|os.O_CREATE)
	assert.NoError(t, err)
	defer f1.Close()

	f2, err := OpenFile(t.Context(), "test.log", os.O_RDONLY)
	assert.NoError(t, err)
	defer f2.Close()

	_, err = f1.Write([]byte("line 1\n"))
	assert.NoError(t, err)

	f2r := bufio.NewReader(f2)

	line, err := f2r.ReadString('\n')
	assert.NoError(t, err)
	assert.Equal(t, "line 1\n", line)
	_, err = f2r.ReadString('\n')
	assert.ErrorIs(t, err, io.EOF)

	_, err = f1.Write([]byte("line 2\n"))
	assert.NoError(t, err)

	line, err = f2r.ReadString('\n')
	assert.NoError(t, err)
	assert.Equal(t, "line 2\n", line)
	_, err = f2r.ReadString('\n')
	assert.ErrorIs(t, err, io.EOF)
}

func TestDbfsSeekWrite(t *testing.T) {
	defer test.MockVariableValue(&defaultFileBlockSize, 4)()

	// write something
	fw, err := OpenFile(t.Context(), "test2.log", os.O_RDWR|os.O_CREATE)
	require.NoError(t, err)
	defer fw.Close()

	n, err := fw.Write([]byte("111"))
	assert.NoError(t, err)

	_, err = fw.Seek(int64(n), io.SeekStart)
	assert.NoError(t, err)

	_, err = fw.Write([]byte("222"))
	assert.NoError(t, err)

	_, err = fw.Seek(int64(n), io.SeekStart)
	assert.NoError(t, err)

	_, err = fw.Write([]byte("333"))
	assert.NoError(t, err)

	// then read it
	fr, err := OpenFile(t.Context(), "test2.log", os.O_RDONLY)
	require.NoError(t, err)
	defer fr.Close()

	buf, err := io.ReadAll(fr)
	assert.NoError(t, err)
	assert.Equal(t, "111333", string(buf))
}