file_container.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261
  1. package basefs
  2. import (
  3. "fmt"
  4. "io"
  5. "io/ioutil"
  6. "os"
  7. "strings"
  8. "sync"
  9. drive "google.golang.org/api/drive/v3"
  10. "github.com/jacobsa/fuse"
  11. "github.com/jacobsa/fuse/fuseops"
  12. )
  13. type FileContainer struct {
  14. fileEntries map[fuseops.InodeID]*FileEntry
  15. /// tree *FileEntry
  16. fs *BaseFS
  17. //client *drive.Service // Wrong should be common
  18. uid uint32
  19. gid uint32
  20. inodeMU *sync.Mutex
  21. }
  22. func NewFileContainer(fs *BaseFS) *FileContainer {
  23. fc := &FileContainer{
  24. fileEntries: map[fuseops.InodeID]*FileEntry{},
  25. fs: fs,
  26. //client: fs.Client,
  27. inodeMU: &sync.Mutex{},
  28. uid: fs.Config.UID,
  29. gid: fs.Config.GID,
  30. }
  31. _, rootEntry := fc.FileEntry(nil, fuseops.RootInodeID)
  32. rootEntry.Attr.Mode = os.FileMode(0755) | os.ModeDir
  33. return fc
  34. }
  35. func (fc *FileContainer) Count() int {
  36. return len(fc.fileEntries)
  37. }
  38. func (fc *FileContainer) FindByInode(inode fuseops.InodeID) *FileEntry {
  39. return fc.fileEntries[inode]
  40. }
  41. // GID specific functions
  42. func (fc *FileContainer) FindByGID(gid string) (fuseops.InodeID, *FileEntry) {
  43. for inode, v := range fc.fileEntries {
  44. if v.File != nil && v.File.ID() == gid {
  45. return inode, v
  46. }
  47. }
  48. return 0, nil
  49. }
  50. func (fc *FileContainer) LookupByGID(parentGID string, name string) (fuseops.InodeID, *FileEntry) {
  51. for inode, entry := range fc.fileEntries {
  52. if entry.HasParentGID(parentGID) && entry.Name == name {
  53. return inode, entry
  54. }
  55. }
  56. return 0, nil
  57. }
  58. func (fc *FileContainer) Lookup(parent *FileEntry, name string) (fuseops.InodeID, *FileEntry) {
  59. for inode, entry := range fc.fileEntries {
  60. if entry.HasParent(parent) && entry.Name == name {
  61. return inode, entry
  62. }
  63. }
  64. return 0, nil
  65. }
  66. func (fc *FileContainer) ListByParent(parent *FileEntry) map[fuseops.InodeID]*FileEntry {
  67. ret := map[fuseops.InodeID]*FileEntry{}
  68. for inode, entry := range fc.fileEntries {
  69. if entry.HasParent(parent) {
  70. ret[inode] = entry
  71. }
  72. }
  73. return ret
  74. }
  75. func (fc *FileContainer) CreateFile(parentFile *FileEntry, name string, isDir bool) (fuseops.InodeID, *FileEntry, error) {
  76. newGFile := &drive.File{
  77. Parents: []string{parentFile.File.ID()},
  78. Name: name,
  79. }
  80. if isDir {
  81. newGFile.MimeType = "application/vnd.google-apps.folder"
  82. }
  83. // Could be transformed to CreateFile in continer
  84. createdGFile, err := fc.fs.Client.Files.Create(newGFile).Fields(fileFields).Do()
  85. if err != nil {
  86. return 0, nil, fuse.EINVAL
  87. }
  88. inode, entry := fc.FileEntry(createdGFile) // New Entry added // Or Return same?
  89. return inode, entry, nil
  90. }
  91. func (fc *FileContainer) DeleteFile(entry *FileEntry) error {
  92. err := fc.fs.Client.Files.Delete(entry.File.ID()).Do()
  93. if err != nil {
  94. return fuse.EIO
  95. }
  96. fc.RemoveEntry(entry)
  97. return nil
  98. }
  99. //////////////
  100. //Return or create inode // Pass name maybe?
  101. func (fc *FileContainer) FileEntry(gfile *drive.File, inodeOps ...fuseops.InodeID) (fuseops.InodeID, *FileEntry) {
  102. fc.inodeMU.Lock()
  103. defer fc.inodeMU.Unlock()
  104. var inode fuseops.InodeID
  105. if len(inodeOps) > 0 {
  106. inode = inodeOps[0]
  107. if fe, ok := fc.fileEntries[inode]; ok {
  108. return inode, fe
  109. }
  110. } else { // generate new inode
  111. // Max Inode Number
  112. for inode = 2; inode < 99999; inode++ {
  113. _, ok := fc.fileEntries[inode]
  114. if !ok {
  115. break
  116. }
  117. }
  118. }
  119. name := ""
  120. if gfile != nil {
  121. name = gfile.Name
  122. count := 1
  123. nameParts := strings.Split(name, ".")
  124. for {
  125. // We find if we have a GFile in same parent with same name
  126. var entry *FileEntry
  127. // Only Place requireing a GID
  128. for _, p := range gfile.Parents {
  129. _, entry = fc.LookupByGID(p, name)
  130. if entry != nil {
  131. break
  132. }
  133. }
  134. if entry == nil { // Not found return
  135. break
  136. }
  137. count++
  138. if len(nameParts) > 1 {
  139. name = fmt.Sprintf("%s(%d).%s", nameParts[0], count, strings.Join(nameParts[1:], "."))
  140. } else {
  141. name = fmt.Sprintf("%s(%d)", nameParts[0], count)
  142. }
  143. log.Printf("Conflicting name generated new '%s' as '%s'", gfile.Name, name)
  144. }
  145. }
  146. fe := &FileEntry{
  147. //Inode: inode,
  148. //container: fc,
  149. Name: name,
  150. //children: []*FileEntry{},
  151. Attr: fuseops.InodeAttributes{
  152. Uid: fc.uid,
  153. Gid: fc.gid,
  154. },
  155. }
  156. fe.SetFile(&GFile{gfile}, fc.uid, fc.gid)
  157. fc.fileEntries[inode] = fe
  158. return inode, fe
  159. }
  160. func (fc *FileContainer) SetEntry(inode fuseops.InodeID, entry *FileEntry) {
  161. fc.fileEntries[inode] = entry
  162. }
  163. // RemoveEntry remove file entry
  164. func (fc *FileContainer) RemoveEntry(entry *FileEntry) {
  165. var inode fuseops.InodeID
  166. for k, e := range fc.fileEntries {
  167. if e == entry {
  168. inode = k
  169. }
  170. }
  171. delete(fc.fileEntries, inode)
  172. }
  173. func (fc *FileContainer) Sync(fe *FileEntry) (err error) {
  174. if fe.tempFile == nil {
  175. return
  176. }
  177. fe.tempFile.Sync()
  178. fe.tempFile.Seek(0, io.SeekStart)
  179. upFile, err := fc.fs.Service.Upload(fe.tempFile, fe.File)
  180. if err != nil {
  181. return
  182. }
  183. fe.SetFile(upFile, fc.uid, fc.gid) // update local GFile entry
  184. return
  185. }
  186. //ClearCache remove local file
  187. func (fc *FileContainer) ClearCache(fe *FileEntry) (err error) {
  188. if fe.tempFile == nil {
  189. return
  190. }
  191. fe.tempFile.Close()
  192. os.Remove(fe.tempFile.Name())
  193. fe.tempFile = nil
  194. return
  195. }
  196. // Cache download GDrive file to a temporary local file or return already created file
  197. func (fc *FileContainer) Cache(fe *FileEntry) *os.File {
  198. if fe.tempFile != nil {
  199. return fe.tempFile
  200. }
  201. var err error
  202. // Local copy
  203. fe.tempFile, err = ioutil.TempFile(os.TempDir(), "gdfs") // TODO: const this elsewhere
  204. if err != nil {
  205. log.Println("Error creating temp file")
  206. return nil
  207. }
  208. err = fc.fs.Service.DownloadTo(fe.tempFile, fe.File)
  209. if err != nil {
  210. return nil
  211. }
  212. fe.tempFile.Seek(0, io.SeekStart)
  213. return fe.tempFile
  214. }
  215. func (fc *FileContainer) Truncate(fe *FileEntry) (err error) { // DriverTruncate
  216. // Delete and create another on truncate 0
  217. newFile, err := fc.fs.Service.Truncate(fe.File)
  218. if err != nil {
  219. return fuse.EINVAL
  220. }
  221. fe.SetFile(newFile, fc.uid, fc.gid) // Set new file
  222. return
  223. }