2017-11-06 09:57:03 +01:00
|
|
|
// for Node.js interpret
|
|
|
|
|
|
|
|
const { default: db } = require('../../built/db/mongodb')
|
|
|
|
const { default: DriveFile, getGridFSBucket } = require('../../built/api/models/drive-file')
|
|
|
|
const { Duplex } = require('stream')
|
|
|
|
|
|
|
|
const writeToGridFS = (bucket, buffer, ...rest) => new Promise((resolve, reject) => {
|
|
|
|
const writeStream = bucket.openUploadStreamWithId(...rest)
|
2017-11-07 11:17:42 +01:00
|
|
|
|
2017-11-06 09:57:03 +01:00
|
|
|
const dataStream = new Duplex()
|
|
|
|
dataStream.push(buffer)
|
|
|
|
dataStream.push(null)
|
|
|
|
|
|
|
|
writeStream.once('finish', resolve)
|
|
|
|
writeStream.on('error', reject)
|
|
|
|
|
|
|
|
dataStream.pipe(writeStream)
|
|
|
|
})
|
|
|
|
|
|
|
|
const migrateToGridFS = async (doc) => {
|
|
|
|
const id = doc._id
|
2017-11-07 10:47:23 +01:00
|
|
|
const buffer = doc.data ? doc.data.buffer : Buffer.from([0x00]) // アップロードのバグなのか知らないけどなぜか data が存在しない drive_file ドキュメントがまれにあることがわかったので
|
2017-11-06 09:57:03 +01:00
|
|
|
const created_at = doc.created_at
|
2017-11-07 01:30:51 +01:00
|
|
|
const name = doc.name
|
2017-11-06 09:57:03 +01:00
|
|
|
|
|
|
|
delete doc._id
|
|
|
|
delete doc.created_at
|
|
|
|
delete doc.datasize
|
|
|
|
delete doc.hash
|
|
|
|
delete doc.data
|
2017-11-07 01:30:51 +01:00
|
|
|
delete doc.name
|
2017-11-06 09:57:03 +01:00
|
|
|
|
|
|
|
const bucket = await getGridFSBucket()
|
2017-11-07 01:30:51 +01:00
|
|
|
const added = await writeToGridFS(bucket, buffer, id, name, { metadata: doc })
|
2017-11-06 09:57:03 +01:00
|
|
|
|
|
|
|
const result = await DriveFile.update(id, {
|
|
|
|
$set: {
|
|
|
|
uploadDate: created_at
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
return added && result.ok === 1
|
|
|
|
}
|
|
|
|
|
2017-11-07 11:17:42 +01:00
|
|
|
async function main() {
|
|
|
|
let i = 0;
|
|
|
|
|
2017-11-07 11:27:02 +01:00
|
|
|
const count = await db.get('drive_files').count({});
|
2017-11-07 11:17:42 +01:00
|
|
|
|
|
|
|
const iterate = async () => {
|
|
|
|
if (i == count) return true;
|
2017-11-07 11:42:29 +01:00
|
|
|
console.log(`${i} / ${count}`);
|
2017-11-07 11:33:54 +01:00
|
|
|
const doc = (await db.get('drive_files').find({}, { limit: 1, skip: i }))[0]
|
2017-11-07 11:17:42 +01:00
|
|
|
const res = await migrateToGridFS(doc);
|
|
|
|
if (!res) {
|
|
|
|
return false;
|
|
|
|
} else {
|
|
|
|
i++
|
|
|
|
return await iterate();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const res = await iterate();
|
|
|
|
|
|
|
|
if (res) {
|
|
|
|
return 'ok';
|
|
|
|
} else {
|
|
|
|
throw 'something happened';
|
|
|
|
}
|
2017-11-06 09:57:03 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
main().then(console.dir).catch(console.error)
|