package cephfs import ( "io" "os" "path" "syscall" "testing" "github.com/stretchr/testify/assert" ) func TestFileOpen(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "TestFileOpen.txt" // idempotent open for read and write t.Run("create", func(t *testing.T) { f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) assert.NotNil(t, f1) err = f1.Close() assert.NoError(t, err) assert.NoError(t, mount.Unlink(fname)) }) t.Run("errorMissing", func(t *testing.T) { // try to open a file we know should not exist f2, err := mount.Open(".nope", os.O_RDONLY, 0666) assert.Error(t, err) assert.Nil(t, f2) }) t.Run("existsInMount", func(t *testing.T) { useMount(t) f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) assert.NotNil(t, f1) err = f1.Close() assert.NoError(t, err) defer func() { assert.NoError(t, mount.Unlink(fname)) }() s, err := os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.EqualValues(t, 0, s.Size()) }) t.Run("idempotentClose", func(t *testing.T) { f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) assert.NotNil(t, f1) assert.NoError(t, f1.Close()) assert.NoError(t, f1.Close()) // call close again. it should not fail defer func() { assert.NoError(t, mount.Unlink(fname)) }() }) t.Run("uninitializedFileClose", func(t *testing.T) { f := &File{} err := f.Close() assert.Error(t, err) assert.Equal(t, ErrNotConnected, err) }) t.Run("invalidFdClose", func(t *testing.T) { f := &File{mount, 1980} err := f.Close() assert.Error(t, err) }) t.Run("openInvalidMount", func(t *testing.T) { m := &MountInfo{} _, err := m.Open(fname, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0666) assert.Error(t, err) }) } func TestFileReadWrite(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "TestFileReadWrite.txt" t.Run("writeAndRead", func(t *testing.T) { // idempotent open for read and write f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) n, err := f1.Write([]byte("yello world!")) assert.NoError(t, err) assert.EqualValues(t, 12, n) err = f1.Close() assert.NoError(t, err) defer func() { assert.NoError(t, mount.Unlink(fname)) }() buf := make([]byte, 1024) f2, err := mount.Open(fname, os.O_RDONLY, 0) n, err = f2.Read(buf) assert.NoError(t, err) assert.EqualValues(t, 12, n) assert.Equal(t, "yello world!", string(buf[:n])) }) t.Run("openForWriteOnly", func(t *testing.T) { buf := make([]byte, 32) f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() _, err = f1.Read(buf) assert.Error(t, err) }) t.Run("openForReadOnly", func(t *testing.T) { // "touch" the file f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) assert.NoError(t, f1.Close()) f1, err = mount.Open(fname, os.O_RDONLY, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() _, err = f1.Write([]byte("yo")) assert.Error(t, err) }) t.Run("uninitializedFile", func(t *testing.T) { f := &File{} b := []byte("testme") _, err := f.Write(b) assert.Error(t, err) assert.Equal(t, ErrNotConnected, err) _, err = f.Read(b) assert.Error(t, err) assert.Equal(t, ErrNotConnected, err) }) } func TestFileReadWriteAt(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "TestFileReadWriteAt.txt" t.Run("writeAtAndReadAt", func(t *testing.T) { // idempotent open for read and write f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) n, err := f1.WriteAt([]byte("foo"), 0) assert.NoError(t, err) assert.EqualValues(t, 3, n) n, err = f1.WriteAt([]byte("bar"), 6) assert.NoError(t, err) assert.EqualValues(t, 3, n) // assert that negative offsets return an error _, err = f1.WriteAt([]byte("baz"), -10) assert.Error(t, err) err = f1.Close() assert.NoError(t, err) defer func() { assert.NoError(t, mount.Unlink(fname)) }() buf := make([]byte, 4) f2, err := mount.Open(fname, os.O_RDONLY, 0) n, err = f2.ReadAt(buf, 0) assert.NoError(t, err) assert.EqualValues(t, 4, n) assert.Equal(t, "foo", string(buf[:3])) assert.EqualValues(t, 0, string(buf[3])) n, err = f2.ReadAt(buf, 6) assert.NoError(t, err) assert.EqualValues(t, 3, n) assert.Equal(t, "bar", string(buf[:3])) // assert that negative offsets return an error _, err = f2.ReadAt(buf, -10) assert.Error(t, err) }) t.Run("openForWriteOnly", func(t *testing.T) { buf := make([]byte, 32) f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() _, err = f1.ReadAt(buf, 0) assert.Error(t, err) }) t.Run("openForReadOnly", func(t *testing.T) { // "touch" the file f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) assert.NoError(t, f1.Close()) f1, err = mount.Open(fname, os.O_RDONLY, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() _, err = f1.WriteAt([]byte("yo"), 0) assert.Error(t, err) }) t.Run("uninitializedFile", func(t *testing.T) { f := &File{} b := []byte("testme") _, err := f.WriteAt(b, 0) assert.Error(t, err) assert.Equal(t, ErrNotConnected, err) _, err = f.ReadAt(b, 0) assert.Error(t, err) assert.Equal(t, ErrNotConnected, err) }) } func TestFileInterfaces(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "TestFileInterfaces.txt" t.Run("ioWriter", func(t *testing.T) { f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() defer func() { assert.NoError(t, mount.Unlink(fname)) }() var w io.Writer = f1 _, err = w.Write([]byte("foo")) assert.NoError(t, err) }) t.Run("ioReader", func(t *testing.T) { f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) _, err = f1.Write([]byte("foo")) assert.NoError(t, err) assert.NoError(t, f1.Close()) f1, err = mount.Open(fname, os.O_RDONLY, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() defer func() { assert.NoError(t, mount.Unlink(fname)) }() var r io.Reader = f1 buf := make([]byte, 32) _, err = r.Read(buf) assert.NoError(t, err) n, err := r.Read(buf) assert.Equal(t, 0, n) assert.Equal(t, io.EOF, err) }) } func TestFileSeek(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "TestFileSeek.txt" t.Run("validSeek", func(t *testing.T) { f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() defer func() { assert.NoError(t, mount.Unlink(fname)) }() o, err := f1.Seek(8, SeekSet) assert.NoError(t, err) assert.EqualValues(t, 8, o) n, err := f1.Write([]byte("flimflam")) assert.NoError(t, err) assert.EqualValues(t, 8, n) }) t.Run("invalidWhence", func(t *testing.T) { f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() defer func() { assert.NoError(t, mount.Unlink(fname)) }() o, err := f1.Seek(8, 1776) assert.Error(t, err) assert.EqualValues(t, 0, o) }) t.Run("invalidSeek", func(t *testing.T) { f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Close()) }() defer func() { assert.NoError(t, mount.Unlink(fname)) }() o, err := f1.Seek(-22, SeekSet) assert.Error(t, err) assert.EqualValues(t, 0, o) }) t.Run("uninitializedFile", func(t *testing.T) { f := &File{} _, err := f.Seek(0, SeekSet) assert.Error(t, err) assert.Equal(t, ErrNotConnected, err) }) } func TestMixedReadReadAt(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "TestMixedReadReadAt.txt" f1, err := mount.Open(fname, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0666) assert.NoError(t, err) _, err = f1.Write([]byte("abc def ghi wow!")) assert.NoError(t, err) assert.NoError(t, f1.Close()) defer func() { assert.NoError(t, mount.Unlink(fname)) }() buf := make([]byte, 4) f2, err := mount.Open(fname, os.O_RDONLY, 0) n, err := f2.ReadAt(buf, 0) assert.NoError(t, err) assert.Equal(t, 4, n) assert.Equal(t, "abc ", string(buf)) n, err = f2.Read(buf) assert.NoError(t, err) assert.Equal(t, 4, n) assert.Equal(t, "abc ", string(buf)) n, err = f2.Read(buf) assert.NoError(t, err) assert.Equal(t, 4, n) assert.Equal(t, "def ", string(buf)) n, err = f2.ReadAt(buf, 0) assert.NoError(t, err) assert.Equal(t, 4, n) assert.Equal(t, "abc ", string(buf)) n, err = f2.ReadAt(buf, 12) assert.NoError(t, err) assert.Equal(t, 4, n) assert.Equal(t, "wow!", string(buf)) n, err = f2.Read(buf) assert.NoError(t, err) assert.Equal(t, 4, n) assert.Equal(t, "ghi ", string(buf)) assert.NoError(t, f1.Close()) } func TestFchmod(t *testing.T) { useMount(t) mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "file.txt" var statsBefore uint32 = 0755 var statsAfter uint32 = 0700 f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, statsBefore) assert.NoError(t, err) assert.NotNil(t, f1) defer func() { assert.NoError(t, f1.Close()) assert.NoError(t, mount.Unlink(fname)) }() err = mount.SyncFs() assert.NoError(t, err) stats, err := os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.Equal(t, uint32(stats.Mode().Perm()), statsBefore) err = f1.Fchmod(statsAfter) assert.NoError(t, err) stats, err = os.Stat(path.Join(CephMountDir, fname)) assert.Equal(t, uint32(stats.Mode().Perm()), statsAfter) // TODO use t.Run sub-tests where appropriate f2 := &File{} err = f2.Fchmod(statsAfter) assert.Error(t, err) } func TestFchown(t *testing.T) { useMount(t) fname := "file.txt" // dockerfile creates bob user account var bob uint32 = 1010 var root uint32 mount := fsConnect(t) defer fsDisconnect(t, mount) f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f1) defer func() { assert.NoError(t, f1.Close()) assert.NoError(t, mount.Unlink(fname)) }() err = mount.SyncFs() assert.NoError(t, err) stats, err := os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.Equal(t, uint32(stats.Sys().(*syscall.Stat_t).Uid), root) assert.Equal(t, uint32(stats.Sys().(*syscall.Stat_t).Gid), root) err = f1.Fchown(bob, bob) assert.NoError(t, err) stats, err = os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.Equal(t, uint32(stats.Sys().(*syscall.Stat_t).Uid), bob) assert.Equal(t, uint32(stats.Sys().(*syscall.Stat_t).Gid), bob) // TODO use t.Run sub-tests where appropriate f2 := &File{} err = f2.Fchown(bob, bob) assert.Error(t, err) } func TestFstatx(t *testing.T) { fname := "test_fstatx.txt" mount := fsConnect(t) defer fsDisconnect(t, mount) f, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0600) assert.NoError(t, err) assert.NotNil(t, f) assert.NoError(t, f.Close()) defer func() { assert.NoError(t, mount.Unlink(fname)) }() t.Run("emptyFile", func(t *testing.T) { f, err := mount.Open(fname, os.O_RDWR, 0600) assert.NoError(t, err) assert.NotNil(t, f) st, err := f.Fstatx(StatxBasicStats, 0) assert.NoError(t, err) assert.NotNil(t, f) assert.Equal(t, uint16(0600), st.Mode&0600) assert.Equal(t, uint64(0), st.Size) }) t.Run("populateFile", func(t *testing.T) { f, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0600) assert.NoError(t, err) assert.NotNil(t, f) defer func() { assert.NoError(t, f.Close()) }() _, err = f.Write([]byte("See spot run.\nSee spot jump.\n")) assert.NoError(t, err) st, err := f.Fstatx(StatxBasicStats, 0) assert.NoError(t, err) assert.NotNil(t, f) assert.Equal(t, uint16(0600), st.Mode&0600) assert.Equal(t, uint64(29), st.Size) }) t.Run("closedFile", func(t *testing.T) { f, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0600) assert.NoError(t, err) assert.NotNil(t, f) assert.NoError(t, f.Close()) st, err := f.Fstatx(StatxBasicStats, 0) assert.Error(t, err) assert.Nil(t, st) }) t.Run("invalidFile", func(t *testing.T) { f := &File{} _, err := f.Fstatx(StatxBasicStats, 0) assert.Error(t, err) }) } func TestFallocate(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) fname := "file1.txt" f, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f) defer func() { assert.NoError(t, f.Close()) assert.NoError(t, mount.Unlink(fname)) }() // assert that negative values will return error. t.Run("NegativeOffsetLength", func(t *testing.T) { err = f.Fallocate(FallocNoFlag, -1, 10) assert.Error(t, err) err = f.Fallocate(FallocNoFlag, 10, -1) assert.Error(t, err) }) // Allocate space - default case, mode == 0. t.Run("modeIsZero", func(t *testing.T) { useMount(t) // check file size. s, err := os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.EqualValues(t, 0, s.Size()) // write 10 bytes at offset 0. err = f.Fallocate(FallocNoFlag, 0, 10) assert.NoError(t, err) // check file size again. s, err = os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.EqualValues(t, 10, s.Size()) }) // Allocate space - size increases, data remains intact. t.Run("increaseSize", func(t *testing.T) { useMount(t) fname := "file2.txt" f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f1) defer func() { assert.NoError(t, f1.Close()) assert.NoError(t, mount.Unlink(fname)) }() // write to file. n, err := f1.Write([]byte("Ten chars!")) assert.NoError(t, err) assert.EqualValues(t, 10, n) // check the file size. s, err := os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.EqualValues(t, 10, s.Size()) // allocate 10 more bytes from the middle. err = f1.Fallocate(FallocNoFlag, 5, 10) assert.NoError(t, err) // check the size, it should increase. s, err = os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.EqualValues(t, 15, s.Size()) // Read the contents, first ten chars remain intact. buf := make([]byte, 10) n, err = f1.ReadAt(buf, 0) assert.NoError(t, err) assert.Equal(t, "Ten chars!", string(buf[:n])) }) // Allocate space - with FALLOC_FL_KEEP_SIZE. t.Run("allocateSpaceWithFlag", func(t *testing.T) { useMount(t) fname := "file3.txt" f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f1) defer func() { assert.NoError(t, f1.Close()) assert.NoError(t, mount.Unlink(fname)) }() // Write to file. n, err := f1.Write([]byte("tenchars!!")) assert.NoError(t, err) assert.EqualValues(t, 10, n) // Allocate 10 more bytes from the middle. err = f1.Fallocate(FallocFlKeepSize, 5, 10) assert.NoError(t, err) // Check the file size, it should not increase. s, err := os.Stat(path.Join(CephMountDir, fname)) assert.NoError(t, err) assert.EqualValues(t, 10, s.Size()) }) // Deallocate space - with only FALLOC_FL_PUNCH_HOLE. t.Run("punchHoleFlagAlone", func(t *testing.T) { err := f.Fallocate(FallocFlPunchHole, 0, 10) // Not supported. assert.Error(t, err) }) // De-allocate space - punch holes. t.Run("punchActualHoles", func(t *testing.T) { fname := "file4.txt" f1, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f1) defer func() { assert.NoError(t, f1.Close()) assert.NoError(t, mount.Unlink(fname)) }() // Write some data. n, err := f1.Write([]byte("Ten chars!")) assert.NoError(t, err) assert.EqualValues(t, 10, n) // Read it back. buf := make([]byte, 10) n, err = f1.ReadAt(buf, 0) assert.NoError(t, err) assert.Equal(t, "Ten chars!", string(buf[:n])) // Punch holes. err = f1.Fallocate(FallocFlPunchHole|FallocFlKeepSize, 0, 5) assert.NoError(t, err) // Read again - first five chars. buf = make([]byte, 5) n, err = f1.ReadAt(buf, 0) assert.NoError(t, err) assert.Equal(t, "\x00\x00\x00\x00\x00", string(buf[:n])) // Read again - last five chars. n, err = f1.ReadAt(buf, 5) assert.Equal(t, "hars!", string(buf[:n])) }) t.Run("checkValidate", func(t *testing.T) { f1 := &File{} err := f1.Fallocate(FallocNoFlag, 0, 10) assert.Error(t, err) }) } func TestFlock(t *testing.T) { mount := fsConnect(t) defer fsDisconnect(t, mount) t.Run("validate", func(t *testing.T) { f := &File{} err := f.Flock(LockSH, 1010) assert.Error(t, err) }) t.Run("validateOperation", func(t *testing.T) { fname := "Flockfile.txt" f, err := mount.Open(fname, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f) defer func() { assert.NoError(t, f.Close()) assert.NoError(t, mount.Unlink(fname)) }() err = f.Flock(LockSH|LockEX, 1010) assert.Error(t, err) }) t.Run("basicLocking", func(t *testing.T) { const ( anna = 42 bob = 43 chris = 44 ) fname1 := "Flockfile1.txt" f1, err := mount.Open(fname1, os.O_RDWR|os.O_CREATE, 0666) assert.NoError(t, err) assert.NotNil(t, f1) defer func() { assert.NoError(t, f1.Close()) assert.NoError(t, mount.Unlink(fname1)) }() // Lock exclusively twice. t.Run("exclusiveTwiceBlock", func(t *testing.T) { err := f1.Flock(LockEX, anna) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Flock(LockUN, anna)) }() err = f1.Flock(LockEX|LockNB, bob) assert.Error(t, err) }) t.Run("exclusiveTwiceNonBlock", func(t *testing.T) { err := f1.Flock(LockEX|LockNB, anna) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Flock(LockUN, anna)) }() err = f1.Flock(LockEX|LockNB, bob) assert.Error(t, err) }) // Lock shared. t.Run("sharedLock", func(t *testing.T) { err := f1.Flock(LockSH, anna) assert.NoError(t, err) err = f1.Flock(LockSH, bob) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Flock(LockUN, anna)) assert.NoError(t, f1.Flock(LockUN, bob)) }() // Now try to take exclusive lock. err = f1.Flock(LockEX|LockNB, chris) assert.Error(t, err) }) // Lock shared with upgrade to exclusive. t.Run("sharedLockUpExclusive", func(t *testing.T) { err := f1.Flock(LockSH, bob) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Flock(LockUN, bob)) }() err = f1.Flock(LockEX, bob) assert.NoError(t, err) }) // Lock exclusive with downgrade to shared. t.Run("exclusiveLockDownShared", func(t *testing.T) { err := f1.Flock(LockEX, bob) assert.NoError(t, err) defer func() { assert.NoError(t, f1.Flock(LockUN, bob)) }() err = f1.Flock(LockSH, bob) assert.NoError(t, err) }) }) }