package rados /* #cgo LDFLAGS: -lrados #include #include */ import "C" import ( "runtime" "unsafe" "github.com/ceph/go-ceph/internal/cutil" ) // setOmapStep is a write op step. It holds C memory used in the operation. type setOmapStep struct { withRefs withoutUpdate // C arguments cKeys cutil.CPtrCSlice cValues cutil.CPtrCSlice cLengths cutil.SizeTCSlice cNum C.size_t } func newSetOmapStep(pairs map[string][]byte) *setOmapStep { maplen := len(pairs) cKeys := cutil.NewCPtrCSlice(maplen) cValues := cutil.NewCPtrCSlice(maplen) cLengths := cutil.NewSizeTCSlice(maplen) sos := &setOmapStep{ cKeys: cKeys, cValues: cValues, cLengths: cLengths, cNum: C.size_t(maplen), } var i uintptr for key, value := range pairs { // key ck := C.CString(key) sos.add(unsafe.Pointer(ck)) cKeys[i] = cutil.CPtr(ck) // value and its length vlen := cutil.SizeT(len(value)) if vlen > 0 { cv := C.CBytes(value) sos.add(cv) cValues[i] = cutil.CPtr(cv) } else { cValues[i] = nil } cLengths[i] = vlen i++ } runtime.SetFinalizer(sos, opStepFinalizer) return sos } func (sos *setOmapStep) free() { sos.cKeys.Free() sos.cValues.Free() sos.cLengths.Free() sos.withRefs.free() } // OmapKeyValue items are returned by the GetOmapStep's Next call. type OmapKeyValue struct { Key string Value []byte } // GetOmapStep values are used to get the results of an GetOmapValues call // on a WriteOp. Until the Operate method of the WriteOp is called the Next // call will return an error. After Operate is called, the Next call will // return valid results. // // The life cycle of the GetOmapStep is bound to the ReadOp, if the ReadOp // Release method is called the public methods of the step must no longer be // used and may return errors. type GetOmapStep struct { // inputs: startAfter string filterPrefix string maxReturn uint64 // arguments: cStartAfter *C.char cFilterPrefix *C.char // C returned data: iter C.rados_omap_iter_t more *C.uchar rval *C.int // internal state: // canIterate is only set after the operation is performed and is // intended to prevent premature fetching of data canIterate bool } func newGetOmapStep(startAfter, filterPrefix string, maxReturn uint64) *GetOmapStep { gos := &GetOmapStep{ startAfter: startAfter, filterPrefix: filterPrefix, maxReturn: maxReturn, cStartAfter: C.CString(startAfter), cFilterPrefix: C.CString(filterPrefix), more: (*C.uchar)(C.malloc(C.sizeof_uchar)), rval: (*C.int)(C.malloc(C.sizeof_int)), } runtime.SetFinalizer(gos, opStepFinalizer) return gos } func (gos *GetOmapStep) free() { gos.canIterate = false if gos.iter != nil { C.rados_omap_get_end(gos.iter) } gos.iter = nil C.free(unsafe.Pointer(gos.more)) gos.more = nil C.free(unsafe.Pointer(gos.rval)) gos.rval = nil C.free(unsafe.Pointer(gos.cStartAfter)) gos.cStartAfter = nil C.free(unsafe.Pointer(gos.cFilterPrefix)) gos.cFilterPrefix = nil } func (gos *GetOmapStep) update() error { err := getError(*gos.rval) gos.canIterate = (err == nil) return err } // Next returns the next key value pair or nil if iteration is exhausted. func (gos *GetOmapStep) Next() (*OmapKeyValue, error) { if !gos.canIterate { return nil, ErrOperationIncomplete } var ( cKey *C.char cVal *C.char cKeyLen C.size_t cValLen C.size_t ) ret := C.rados_omap_get_next2(gos.iter, &cKey, &cVal, &cKeyLen, &cValLen) if ret != 0 { return nil, getError(ret) } if cKey == nil { return nil, nil } return &OmapKeyValue{ Key: string(C.GoBytes(unsafe.Pointer(cKey), C.int(cKeyLen))), Value: C.GoBytes(unsafe.Pointer(cVal), C.int(cValLen)), }, nil } // More returns true if there are more matching keys available. func (gos *GetOmapStep) More() bool { // tad bit hacky, but go can't automatically convert from // unsigned char to bool return *gos.more != 0 } // removeOmapKeysStep is a write operation step used to track state, especially // C memory, across the setup and use of a WriteOp. type removeOmapKeysStep struct { withRefs withoutUpdate // arguments: cKeys cutil.CPtrCSlice cNum C.size_t } func newRemoveOmapKeysStep(keys []string) *removeOmapKeysStep { cKeys := cutil.NewCPtrCSlice(len(keys)) roks := &removeOmapKeysStep{ cKeys: cKeys, cNum: C.size_t(len(keys)), } i := 0 for _, key := range keys { cKeys[i] = cutil.CPtr(C.CString(key)) roks.add(unsafe.Pointer(cKeys[i])) i++ } runtime.SetFinalizer(roks, opStepFinalizer) return roks } func (roks *removeOmapKeysStep) free() { roks.cKeys.Free() roks.withRefs.free() } // SetOmap appends the map `pairs` to the omap `oid` func (ioctx *IOContext) SetOmap(oid string, pairs map[string][]byte) error { op := CreateWriteOp() defer op.Release() op.SetOmap(pairs) return op.operateCompat(ioctx, oid) } // OmapListFunc is the type of the function called for each omap key // visited by ListOmapValues type OmapListFunc func(key string, value []byte) // ListOmapValues iterates over the keys and values in an omap by way of // a callback function. // // `startAfter`: iterate only on the keys after this specified one // `filterPrefix`: iterate only on the keys beginning with this prefix // `maxReturn`: iterate no more than `maxReturn` key/value pairs // `listFn`: the function called at each iteration func (ioctx *IOContext) ListOmapValues(oid string, startAfter string, filterPrefix string, maxReturn int64, listFn OmapListFunc) error { op := CreateReadOp() defer op.Release() gos := op.GetOmapValues(startAfter, filterPrefix, uint64(maxReturn)) err := op.operateCompat(ioctx, oid) if err != nil { return err } for { kv, err := gos.Next() if err != nil { return err } if kv == nil { break } listFn(kv.Key, kv.Value) } return nil } // GetOmapValues fetches a set of keys and their values from an omap and returns then as a map // `startAfter`: retrieve only the keys after this specified one // `filterPrefix`: retrieve only the keys beginning with this prefix // `maxReturn`: retrieve no more than `maxReturn` key/value pairs func (ioctx *IOContext) GetOmapValues(oid string, startAfter string, filterPrefix string, maxReturn int64) (map[string][]byte, error) { omap := map[string][]byte{} err := ioctx.ListOmapValues( oid, startAfter, filterPrefix, maxReturn, func(key string, value []byte) { omap[key] = value }, ) return omap, err } // GetAllOmapValues fetches all the keys and their values from an omap and returns then as a map // `startAfter`: retrieve only the keys after this specified one // `filterPrefix`: retrieve only the keys beginning with this prefix // `iteratorSize`: internal number of keys to fetch during a read operation func (ioctx *IOContext) GetAllOmapValues(oid string, startAfter string, filterPrefix string, iteratorSize int64) (map[string][]byte, error) { omap := map[string][]byte{} omapSize := 0 for { err := ioctx.ListOmapValues( oid, startAfter, filterPrefix, iteratorSize, func(key string, value []byte) { omap[key] = value startAfter = key }, ) if err != nil { return omap, err } // End of omap if len(omap) == omapSize { break } omapSize = len(omap) } return omap, nil } // RmOmapKeys removes the specified `keys` from the omap `oid` func (ioctx *IOContext) RmOmapKeys(oid string, keys []string) error { op := CreateWriteOp() defer op.Release() op.RmOmapKeys(keys) return op.operateCompat(ioctx, oid) } // CleanOmap clears the omap `oid` func (ioctx *IOContext) CleanOmap(oid string) error { op := CreateWriteOp() defer op.Release() op.CleanOmap() return op.operateCompat(ioctx, oid) }