files.js 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165
  1. const fs = require('fs-extra')
  2. const path = require('path')
  3. const log = require('../../util/log')
  4. const manifestMBDBParse = require('../../util/manifest_mbdb_parse')
  5. const plist = require('../../util/plist')
  6. const Mode = require('stat-mode');
  7. module.exports = {
  8. version: 4,
  9. name: 'backup.files',
  10. description: `Gets a backup's file list`,
  11. requiresBackup: true,
  12. // Run on a v3 lib / backup object.
  13. run (lib, { backup, extract, filter }) {
  14. return new Promise(async (resolve, reject) => {
  15. getManifest(backup)
  16. .then(files => {
  17. // Possibly extract objects.
  18. if (extract) {
  19. extractFiles(backup, extract, filter, files)
  20. }
  21. resolve(files)
  22. })
  23. .catch(reject)
  24. })
  25. },
  26. // Available fields.
  27. output: {
  28. id: el => el.fileID,
  29. domain: el => el.domain,
  30. path: el => el.filename,
  31. size: el => el.filelen || 0,
  32. mode: el => new Mode(el).toString()
  33. }
  34. }
  35. /// Get the manifest for an sqlite database if available
  36. function getSqliteFileManifest (backup) {
  37. return new Promise(async (resolve, reject) => {
  38. backup.openDatabase('Manifest.db', true)
  39. .then(db => {
  40. db.all('SELECT fileID, domain, relativePath as filename, file from FILES', async function (err, rows) {
  41. if (err) reject(err)
  42. // Extract binary plist metadata
  43. for (var row of rows) {
  44. let data = plist.parseBuffer(row.file)
  45. let metadata = data['$objects'][1];
  46. row.filelen = metadata.Size
  47. row.mode = metadata.Mode
  48. }
  49. resolve(rows)
  50. })
  51. })
  52. .catch(reject)
  53. })
  54. }
  55. /// Get the manifest from the mbdb file
  56. function getMBDBFileManifest (backup) {
  57. return new Promise((resolve, reject) => {
  58. let mbdbPath = backup.getFileName('Manifest.mbdb', true)
  59. manifestMBDBParse.process(mbdbPath, resolve, reject)
  60. })
  61. }
  62. /// Try to load both of the manifest files
  63. function getManifest (backup) {
  64. return new Promise(async (resolve, reject) => {
  65. // Try the new sqlite file database.
  66. try {
  67. log.verbose('Trying sqlite manifest...')
  68. let item = await getSqliteFileManifest(backup)
  69. return resolve(item)
  70. } catch (e) {
  71. log.verbose('Trying sqlite manifest... [failed]', e)
  72. }
  73. // Try the mbdb file database
  74. try {
  75. log.verbose('Trying mbdb manifest...')
  76. let item = await getMBDBFileManifest(backup)
  77. return resolve(item)
  78. } catch (e) {
  79. log.verbose('Trying mbdb manifest...[failed]', e)
  80. }
  81. reject(new Error('Could not find a manifest.'))
  82. })
  83. }
  84. /// Filter exclusion check
  85. function isIncludedByFilter (filter, item, filePath) {
  86. return filter === 'all' ||
  87. filter === undefined ||
  88. (filter && item.domain.indexOf(filter) > -1) ||
  89. (filter && item.filename.indexOf(filter) > -1) ||
  90. (filePath.indexOf(filter) > -1)
  91. }
  92. /// Extract files
  93. /// - backup: the backup api object
  94. /// - destination: file system location
  95. /// - filter: contains check filter for files
  96. /// - items: list of files.
  97. function extractFiles (backup, destination, filter, items) {
  98. for (var item of items) {
  99. try {
  100. var domainPath = item.domain
  101. if (domainPath.match(/^AppDomain.*-/)) {
  102. // Extract sub-domain from app domain
  103. domainPath = domainPath.replace('-', path.sep)
  104. }
  105. domainPath = domainPath.replace('Domain', '')
  106. var filePath = path.join(domainPath, item.filename)
  107. // Skip items not included by the filter
  108. if (!isIncludedByFilter(filter, item, filePath)) {
  109. // Skip to the next iteration of the loop.
  110. log.action('skipped', filePath)
  111. continue
  112. }
  113. var stat = new Mode(item)
  114. if (stat.isSymbolicLink()) {
  115. log.warning('skipping symlink', filePath, 'to', item.linktarget)
  116. // FIXME: Restore symlinks
  117. continue
  118. }
  119. // Calculate the output path
  120. var outPath = path.join(destination, filePath)
  121. if (stat.isDirectory()) {
  122. log.action('mkdir', filePath)
  123. fs.ensureDirSync(outPath)
  124. } else if (stat.isFile()) {
  125. let sourceFile = backup.getFileName(item.fileID)
  126. // Only process files that exist.
  127. if (fs.existsSync(sourceFile)) {
  128. log.action('export', filePath)
  129. fs.copySync(sourceFile, outPath)
  130. } else {
  131. log.error('not found', sourceFile)
  132. }
  133. } else {
  134. throw new Error('unknown filetype')
  135. }
  136. // Save output info to the data item.
  137. item.output_dir = outPath
  138. } catch (e) {
  139. log.error(item.fileID, item.filename, e.toString())
  140. }
  141. }
  142. }