file.go 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391
  1. package keyvalue
  2. import (
  3. "context"
  4. "io"
  5. "path"
  6. "time"
  7. "github.com/hack-pad/hackpadfs"
  8. "github.com/hack-pad/hackpadfs/keyvalue/blob"
  9. )
  10. var (
  11. _ interface {
  12. hackpadfs.File
  13. io.ReaderAt
  14. io.WriterAt
  15. blob.Reader
  16. blob.ReaderAt
  17. blob.Writer
  18. blob.WriterAt
  19. hackpadfs.DirReaderFile
  20. hackpadfs.ReadWriterFile
  21. hackpadfs.SeekerFile
  22. hackpadfs.TruncaterFile
  23. } = &file{}
  24. )
  25. type file struct {
  26. *fileData
  27. offset int64
  28. flag int
  29. }
  30. type fileData struct {
  31. fs *FS
  32. path string // path is stored as the "key", keeping it here is for generating hackpadfs.FileInfo's
  33. modeOverride *hackpadfs.FileMode
  34. modTimeOverride time.Time
  35. runOnceFileRecord
  36. }
  37. func (f *fileData) Mode() hackpadfs.FileMode {
  38. if f.modeOverride != nil {
  39. return *f.modeOverride
  40. }
  41. return f.runOnceFileRecord.Mode()
  42. }
  43. func (f *fileData) ModTime() time.Time {
  44. var zero time.Time
  45. if f.modTimeOverride != zero {
  46. return f.modTimeOverride
  47. }
  48. return f.runOnceFileRecord.ModTime()
  49. }
  50. // getFile returns a file for 'path' if it exists, os.ErrNotExist otherwise
  51. func (fs *FS) getFile(path string) (*file, error) {
  52. if !hackpadfs.ValidPath(path) {
  53. return nil, hackpadfs.ErrInvalid
  54. }
  55. f := fileData{
  56. path: path,
  57. fs: fs,
  58. }
  59. txn, err := fs.store.Transaction(TransactionOptions{
  60. Mode: TransactionReadOnly,
  61. })
  62. if err != nil {
  63. return nil, err
  64. }
  65. txn.Get(path)
  66. results, err := txn.Commit(context.Background())
  67. if err != nil {
  68. return nil, err
  69. }
  70. f.runOnceFileRecord.record, err = results[0].Record, results[0].Err
  71. return &file{fileData: &f}, err
  72. }
  73. // setFile write the 'file' data to the store at 'path'. If 'file' is nil, the file is deleted.
  74. func (fs *FS) setFile(path string, file FileRecord) error {
  75. var contents blob.Blob
  76. if file != nil && file.Mode().IsRegular() {
  77. var err error
  78. contents, err = file.Data()
  79. if err != nil {
  80. return err
  81. }
  82. }
  83. txn, err := fs.store.Transaction(TransactionOptions{
  84. Mode: TransactionReadWrite,
  85. })
  86. if err == nil {
  87. err = fs.setFileTxn(txn, path, file, contents)
  88. }
  89. if err == nil {
  90. _, err = txn.Commit(context.Background())
  91. }
  92. return err
  93. }
  94. func (fs *FS) setFileTxn(txn Transaction, path string, file FileRecord, contents blob.Blob) error {
  95. if !hackpadfs.ValidPath(path) {
  96. return hackpadfs.ErrInvalid
  97. }
  98. if contents == nil && file != nil && file.Mode().IsRegular() {
  99. panic("Contents must not be nil for regular file")
  100. }
  101. txn.Set(path, file, contents)
  102. return nil
  103. }
  104. type fileInfo struct {
  105. Record FileRecord
  106. Path string
  107. }
  108. func (f fileInfo) Name() string {
  109. return path.Base(f.Path)
  110. }
  111. func (f fileInfo) Size() int64 {
  112. return f.Record.Size()
  113. }
  114. func (f fileInfo) Mode() hackpadfs.FileMode {
  115. return f.Record.Mode()
  116. }
  117. func (f fileInfo) ModTime() time.Time {
  118. return f.Record.ModTime()
  119. }
  120. func (f fileInfo) IsDir() bool {
  121. return f.Record.Mode().IsDir()
  122. }
  123. func (f fileInfo) Sys() interface{} {
  124. return f.Record.Sys()
  125. }
  126. func (fs *FS) newFile(path string, flag int, mode hackpadfs.FileMode) *file {
  127. return &file{
  128. flag: flag,
  129. fileData: &fileData{
  130. fs: fs,
  131. path: path,
  132. runOnceFileRecord: runOnceFileRecord{
  133. record: NewBaseFileRecord(0, time.Now(), mode, nil,
  134. func() (blob.Blob, error) {
  135. return blob.NewBytes(nil), nil
  136. },
  137. nil,
  138. ),
  139. },
  140. },
  141. }
  142. }
  143. func (f *fileData) save() error {
  144. return f.fs.setFile(f.path, f)
  145. }
  146. func (f *fileData) info() hackpadfs.FileInfo {
  147. return fileInfo{Record: f, Path: f.path}
  148. }
  149. func (f *file) Close() error {
  150. if f.fileData == nil {
  151. return hackpadfs.ErrClosed
  152. }
  153. f.fileData = nil
  154. return nil
  155. }
  156. func (f *file) updateModTime() {
  157. f.modTimeOverride = time.Now()
  158. }
  159. func (f *file) Read(p []byte) (n int, err error) {
  160. n, err = f.ReadAt(p, f.offset)
  161. f.offset += int64(n)
  162. return
  163. }
  164. func (f *file) ReadBlob(length int) (blob blob.Blob, n int, err error) {
  165. blob, n, err = f.ReadBlobAt(length, f.offset)
  166. f.offset += int64(n)
  167. return
  168. }
  169. func (f *file) ReadAt(p []byte, off int64) (n int, err error) {
  170. blob, n, err := f.ReadBlobAt(len(p), off)
  171. if blob != nil {
  172. copy(p, blob.Bytes())
  173. }
  174. return n, err
  175. }
  176. func (f *file) ReadBlobAt(length int, off int64) (b blob.Blob, n int, err error) {
  177. if off >= int64(f.Size()) {
  178. return nil, 0, io.EOF
  179. }
  180. max := int64(f.Size())
  181. end := off + int64(length)
  182. if end > max {
  183. end = max
  184. }
  185. data, err := f.Data()
  186. if err != nil {
  187. return nil, 0, err
  188. }
  189. b, err = blob.View(data, off, end)
  190. if err != nil {
  191. return nil, 0, err
  192. }
  193. n = b.Len()
  194. if off+int64(n) == max {
  195. return b, n, io.EOF
  196. }
  197. return b, n, nil
  198. }
  199. func (f *file) Seek(offset int64, whence int) (int64, error) {
  200. newOffset := f.offset
  201. switch whence {
  202. case io.SeekStart:
  203. newOffset = offset
  204. case io.SeekCurrent:
  205. newOffset += offset
  206. case io.SeekEnd:
  207. newOffset = int64(f.Size()) + offset
  208. default:
  209. return 0, &hackpadfs.PathError{Op: "seek", Path: f.path, Err: hackpadfs.ErrInvalid}
  210. }
  211. if newOffset < 0 {
  212. return 0, &hackpadfs.PathError{Op: "seek", Path: f.path, Err: hackpadfs.ErrInvalid}
  213. }
  214. f.offset = newOffset
  215. return newOffset, nil
  216. }
  217. func (f *file) Write(p []byte) (n int, err error) {
  218. n, err = f.WriteBlob(blob.NewBytes(p))
  219. return
  220. }
  221. func (f *file) WriteBlob(p blob.Blob) (n int, err error) {
  222. n, err = f.writeBlobAt("write", p, f.offset)
  223. f.offset += int64(n)
  224. return
  225. }
  226. func (f *file) WriteAt(p []byte, off int64) (n int, err error) {
  227. return f.WriteBlobAt(blob.NewBytes(p), off)
  228. }
  229. func (f *file) WriteBlobAt(p blob.Blob, off int64) (n int, err error) {
  230. return f.writeBlobAt("writeat", p, off)
  231. }
  232. func (f *file) writeBlobAt(op string, p blob.Blob, off int64) (n int, err error) {
  233. if f.flag&hackpadfs.FlagAppend != 0 {
  234. off = int64(f.Size())
  235. }
  236. endIndex := off + int64(p.Len())
  237. if int64(f.Size()) < endIndex {
  238. data, err := f.Data()
  239. if err != nil {
  240. return 0, &hackpadfs.PathError{Op: op, Path: f.path, Err: err}
  241. }
  242. err = blob.Grow(data, endIndex-int64(f.Size()))
  243. if err != nil {
  244. return 0, &hackpadfs.PathError{Op: op, Path: f.path, Err: err}
  245. }
  246. }
  247. data, err := f.Data()
  248. if err != nil {
  249. return 0, &hackpadfs.PathError{Op: op, Path: f.path, Err: err}
  250. }
  251. n, err = blob.Set(data, p, off)
  252. if err != nil {
  253. return n, &hackpadfs.PathError{Op: op, Path: f.path, Err: err}
  254. }
  255. if n != 0 {
  256. f.updateModTime()
  257. }
  258. err = f.save()
  259. return
  260. }
  261. func (f *file) Stat() (hackpadfs.FileInfo, error) {
  262. return fileInfo{Record: &f.runOnceFileRecord, Path: f.path}, nil
  263. }
  264. func (f *file) Truncate(size int64) error {
  265. if f.Mode().IsDir() {
  266. return &hackpadfs.PathError{Op: "truncate", Path: f.path, Err: hackpadfs.ErrIsDir}
  267. }
  268. length := int64(f.Size())
  269. switch {
  270. case size < 0:
  271. return &hackpadfs.PathError{Op: "truncate", Path: f.path, Err: hackpadfs.ErrInvalid}
  272. case size == length:
  273. return nil
  274. case size > length:
  275. data, err := f.Data()
  276. if err != nil {
  277. return &hackpadfs.PathError{Op: "truncate", Path: f.path, Err: err}
  278. }
  279. err = blob.Grow(data, size-length)
  280. if err != nil {
  281. return &hackpadfs.PathError{Op: "truncate", Path: f.path, Err: err}
  282. }
  283. case size < length:
  284. data, err := f.Data()
  285. if err != nil {
  286. return &hackpadfs.PathError{Op: "truncate", Path: f.path, Err: err}
  287. }
  288. err = blob.Truncate(data, size)
  289. if err != nil {
  290. return &hackpadfs.PathError{Op: "truncate", Path: f.path, Err: err}
  291. }
  292. }
  293. f.updateModTime()
  294. return f.save()
  295. }
  296. func (f *file) ReadDir(n int) ([]hackpadfs.DirEntry, error) {
  297. dirNames, err := f.ReadDirNames()
  298. if err != nil {
  299. return nil, &hackpadfs.PathError{Op: "readdir", Path: f.path, Err: err}
  300. }
  301. start, end := f.offset, f.offset+int64(n)
  302. if n <= 0 {
  303. start, end = 0, int64(len(dirNames))
  304. } else if end > int64(len(dirNames)) {
  305. end = int64(len(dirNames))
  306. }
  307. offsetAdd := end - start
  308. var entries []hackpadfs.DirEntry
  309. for _, name := range dirNames[start:end] {
  310. entry, err := newDirEntry(f.fs, f.path, name)
  311. if err != nil {
  312. return nil, err
  313. }
  314. entries = append(entries, entry)
  315. }
  316. f.offset += offsetAdd
  317. return entries, nil
  318. }
  319. type dirEntry struct {
  320. info hackpadfs.FileInfo
  321. baseName string
  322. }
  323. func newDirEntry(fs hackpadfs.FS, basePath, name string) (*dirEntry, error) {
  324. info, err := hackpadfs.Stat(fs, path.Join(basePath, name))
  325. return &dirEntry{
  326. baseName: name,
  327. info: info,
  328. }, err
  329. }
  330. func (d *dirEntry) Name() string {
  331. return d.baseName
  332. }
  333. func (d *dirEntry) IsDir() bool {
  334. return d.info.Mode().IsDir()
  335. }
  336. func (d *dirEntry) Type() hackpadfs.FileMode {
  337. return d.info.Mode().Type()
  338. }
  339. func (d *dirEntry) Info() (hackpadfs.FileInfo, error) {
  340. return d.info, nil
  341. }
  342. func (f *file) Chmod(mode hackpadfs.FileMode) error {
  343. newMode := (f.Mode() & ^chmodBits) | (mode & chmodBits)
  344. f.modeOverride = &newMode
  345. return f.save()
  346. }