|
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907 |
- 'use strict';
-
-
- const Chunk = require('./chunk');
- const ObjectID = require('mongodb-core').BSON.ObjectID;
- const ReadPreference = require('mongodb-core').ReadPreference;
- const Buffer = require('safe-buffer').Buffer;
- const fs = require('fs');
- const f = require('util').format;
- const util = require('util');
- const MongoError = require('mongodb-core').MongoError;
- const inherits = util.inherits;
- const Duplex = require('stream').Duplex;
- const shallowClone = require('../utils').shallowClone;
- const executeOperation = require('../utils').executeOperation;
- const deprecate = require('util').deprecate;
-
- var REFERENCE_BY_FILENAME = 0,
- REFERENCE_BY_ID = 1;
-
- const deprecationFn = deprecate(() => {},
- 'GridStore is deprecated, and will be removed in a future version. Please use GridFSBucket instead');
-
-
-
-
- var GridStore = function GridStore(db, id, filename, mode, options) {
- deprecationFn();
- if (!(this instanceof GridStore)) return new GridStore(db, id, filename, mode, options);
- this.db = db;
-
-
- if (typeof options === 'undefined') options = {};
-
- if (typeof mode === 'undefined') {
- mode = filename;
- filename = undefined;
- } else if (typeof mode === 'object') {
- options = mode;
- mode = filename;
- filename = undefined;
- }
-
- if (id && id._bsontype === 'ObjectID') {
- this.referenceBy = REFERENCE_BY_ID;
- this.fileId = id;
- this.filename = filename;
- } else if (typeof filename === 'undefined') {
- this.referenceBy = REFERENCE_BY_FILENAME;
- this.filename = id;
- if (mode.indexOf('w') != null) {
- this.fileId = new ObjectID();
- }
- } else {
- this.referenceBy = REFERENCE_BY_ID;
- this.fileId = id;
- this.filename = filename;
- }
-
-
- this.mode = mode == null ? 'r' : mode;
- this.options = options || {};
-
-
- this.isOpen = false;
-
-
- this.root =
- this.options['root'] == null ? GridStore.DEFAULT_ROOT_COLLECTION : this.options['root'];
- this.position = 0;
- this.readPreference =
- this.options.readPreference || db.options.readPreference || ReadPreference.primary;
- this.writeConcern = _getWriteConcern(db, this.options);
-
- this.internalChunkSize =
- this.options['chunkSize'] == null ? Chunk.DEFAULT_CHUNK_SIZE : this.options['chunkSize'];
-
-
- var promiseLibrary = this.options.promiseLibrary || Promise;
-
-
- this.promiseLibrary = promiseLibrary;
-
- Object.defineProperty(this, 'chunkSize', {
- enumerable: true,
- get: function() {
- return this.internalChunkSize;
- },
- set: function(value) {
- if (!(this.mode[0] === 'w' && this.position === 0 && this.uploadDate == null)) {
- this.internalChunkSize = this.internalChunkSize;
- } else {
- this.internalChunkSize = value;
- }
- }
- });
-
- Object.defineProperty(this, 'md5', {
- enumerable: true,
- get: function() {
- return this.internalMd5;
- }
- });
-
- Object.defineProperty(this, 'chunkNumber', {
- enumerable: true,
- get: function() {
- return this.currentChunk && this.currentChunk.chunkNumber
- ? this.currentChunk.chunkNumber
- : null;
- }
- });
- };
-
-
-
-
- GridStore.prototype.open = function(options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- if (this.mode !== 'w' && this.mode !== 'w+' && this.mode !== 'r') {
- throw MongoError.create({ message: 'Illegal mode ' + this.mode, driver: true });
- }
-
- return executeOperation(this.db.s.topology, open, [this, options, callback], {
- skipSessions: true
- });
- };
-
- var open = function(self, options, callback) {
-
- var writeConcern = _getWriteConcern(self.db, self.options);
-
-
- if (self.mode === 'w' || self.mode === 'w+') {
-
- var collection = self.collection();
-
- collection.ensureIndex([['filename', 1]], writeConcern, function() {
-
- var chunkCollection = self.chunkCollection();
-
- var chunkIndexOptions = shallowClone(writeConcern);
- chunkIndexOptions.unique = true;
-
- chunkCollection.ensureIndex([['files_id', 1], ['n', 1]], chunkIndexOptions, function() {
-
- _open(self, writeConcern, function(err, r) {
- if (err) return callback(err);
- self.isOpen = true;
- callback(err, r);
- });
- });
- });
- } else {
-
- _open(self, writeConcern, function(err, r) {
- if (err) return callback(err);
- self.isOpen = true;
- callback(err, r);
- });
- }
- };
-
-
- GridStore.prototype.eof = function() {
- return this.position === this.length ? true : false;
- };
-
-
-
-
- GridStore.prototype.getc = function(options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- return executeOperation(this.db.s.topology, getc, [this, options, callback], {
- skipSessions: true
- });
- };
-
- var getc = function(self, options, callback) {
- if (self.eof()) {
- callback(null, null);
- } else if (self.currentChunk.eof()) {
- nthChunk(self, self.currentChunk.chunkNumber + 1, function(err, chunk) {
- self.currentChunk = chunk;
- self.position = self.position + 1;
- callback(err, self.currentChunk.getc());
- });
- } else {
- self.position = self.position + 1;
- callback(null, self.currentChunk.getc());
- }
- };
-
-
- GridStore.prototype.puts = function(string, options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- var finalString = string.match(/\n$/) == null ? string + '\n' : string;
- return executeOperation(
- this.db.s.topology,
- this.write.bind(this),
- [finalString, options, callback],
- { skipSessions: true }
- );
- };
-
-
- GridStore.prototype.stream = function() {
- return new GridStoreStream(this);
- };
-
-
- GridStore.prototype.write = function write(data, close, options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- return executeOperation(
- this.db.s.topology,
- _writeNormal,
- [this, data, close, options, callback],
- { skipSessions: true }
- );
- };
-
-
- GridStore.prototype.destroy = function destroy() {
-
- if (!this.writable) return;
- this.readable = false;
- if (this.writable) {
- this.writable = false;
- this._q.length = 0;
- this.emit('close');
- }
- };
-
-
- GridStore.prototype.writeFile = function(file, options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- return executeOperation(this.db.s.topology, writeFile, [this, file, options, callback], {
- skipSessions: true
- });
- };
-
- var writeFile = function(self, file, options, callback) {
- if (typeof file === 'string') {
- fs.open(file, 'r', function(err, fd) {
- if (err) return callback(err);
- self.writeFile(fd, callback);
- });
- return;
- }
-
- self.open(function(err, self) {
- if (err) return callback(err, self);
-
- fs.fstat(file, function(err, stats) {
- if (err) return callback(err, self);
-
- var offset = 0;
- var index = 0;
-
-
- var writeChunk = function() {
-
- var _buffer = Buffer.alloc(self.chunkSize);
-
- fs.read(file, _buffer, 0, _buffer.length, offset, function(err, bytesRead, data) {
- if (err) return callback(err, self);
-
- offset = offset + bytesRead;
-
-
- var chunk = new Chunk(self, { n: index++ }, self.writeConcern);
- chunk.write(data.slice(0, bytesRead), function(err, chunk) {
- if (err) return callback(err, self);
-
- chunk.save({}, function(err) {
- if (err) return callback(err, self);
-
- self.position = self.position + bytesRead;
-
-
- self.currentChunk = chunk;
-
- if (offset >= stats.size) {
- fs.close(file, function(err) {
- if (err) return callback(err);
-
- self.close(function(err) {
- if (err) return callback(err, self);
- return callback(null, self);
- });
- });
- } else {
- return process.nextTick(writeChunk);
- }
- });
- });
- });
- };
-
-
- process.nextTick(writeChunk);
- });
- });
- };
-
-
- GridStore.prototype.close = function(options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- return executeOperation(this.db.s.topology, close, [this, options, callback], {
- skipSessions: true
- });
- };
-
- var close = function(self, options, callback) {
- if (self.mode[0] === 'w') {
-
- options = Object.assign({}, self.writeConcern, options);
-
- if (self.currentChunk != null && self.currentChunk.position > 0) {
- self.currentChunk.save({}, function(err) {
- if (err && typeof callback === 'function') return callback(err);
-
- self.collection(function(err, files) {
- if (err && typeof callback === 'function') return callback(err);
-
-
- if (self.uploadDate != null) {
- buildMongoObject(self, function(err, mongoObject) {
- if (err) {
- if (typeof callback === 'function') return callback(err);
- else throw err;
- }
-
- files.save(mongoObject, options, function(err) {
- if (typeof callback === 'function') callback(err, mongoObject);
- });
- });
- } else {
- self.uploadDate = new Date();
- buildMongoObject(self, function(err, mongoObject) {
- if (err) {
- if (typeof callback === 'function') return callback(err);
- else throw err;
- }
-
- files.save(mongoObject, options, function(err) {
- if (typeof callback === 'function') callback(err, mongoObject);
- });
- });
- }
- });
- });
- } else {
- self.collection(function(err, files) {
- if (err && typeof callback === 'function') return callback(err);
-
- self.uploadDate = new Date();
- buildMongoObject(self, function(err, mongoObject) {
- if (err) {
- if (typeof callback === 'function') return callback(err);
- else throw err;
- }
-
- files.save(mongoObject, options, function(err) {
- if (typeof callback === 'function') callback(err, mongoObject);
- });
- });
- });
- }
- } else if (self.mode[0] === 'r') {
- if (typeof callback === 'function') callback(null, null);
- } else {
- if (typeof callback === 'function')
- callback(MongoError.create({ message: f('Illegal mode %s', self.mode), driver: true }));
- }
- };
-
-
-
-
- GridStore.prototype.chunkCollection = function(callback) {
- if (typeof callback === 'function') return this.db.collection(this.root + '.chunks', callback);
- return this.db.collection(this.root + '.chunks');
- };
-
-
- GridStore.prototype.unlink = function(options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- return executeOperation(this.db.s.topology, unlink, [this, options, callback], {
- skipSessions: true
- });
- };
-
- var unlink = function(self, options, callback) {
- deleteChunks(self, function(err) {
- if (err !== null) {
- err.message = 'at deleteChunks: ' + err.message;
- return callback(err);
- }
-
- self.collection(function(err, collection) {
- if (err !== null) {
- err.message = 'at collection: ' + err.message;
- return callback(err);
- }
-
- collection.remove({ _id: self.fileId }, self.writeConcern, function(err) {
- callback(err, self);
- });
- });
- });
- };
-
-
- GridStore.prototype.collection = function(callback) {
- if (typeof callback === 'function') this.db.collection(this.root + '.files', callback);
- return this.db.collection(this.root + '.files');
- };
-
-
-
-
- GridStore.prototype.readlines = function(separator, options, callback) {
- var args = Array.prototype.slice.call(arguments, 0);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- separator = args.length ? args.shift() : '\n';
- separator = separator || '\n';
- options = args.length ? args.shift() : {};
-
- return executeOperation(this.db.s.topology, readlines, [this, separator, options, callback], {
- skipSessions: true
- });
- };
-
- var readlines = function(self, separator, options, callback) {
- self.read(function(err, data) {
- if (err) return callback(err);
-
- var items = data.toString().split(separator);
- items = items.length > 0 ? items.splice(0, items.length - 1) : [];
- for (var i = 0; i < items.length; i++) {
- items[i] = items[i] + separator;
- }
-
- callback(null, items);
- });
- };
-
-
- GridStore.prototype.rewind = function(options, callback) {
- if (typeof options === 'function') (callback = options), (options = {});
- options = options || {};
-
- return executeOperation(this.db.s.topology, rewind, [this, options, callback], {
- skipSessions: true
- });
- };
-
- var rewind = function(self, options, callback) {
- if (self.currentChunk.chunkNumber !== 0) {
- if (self.mode[0] === 'w') {
- deleteChunks(self, function(err) {
- if (err) return callback(err);
- self.currentChunk = new Chunk(self, { n: 0 }, self.writeConcern);
- self.position = 0;
- callback(null, self);
- });
- } else {
- self.currentChunk(0, function(err, chunk) {
- if (err) return callback(err);
- self.currentChunk = chunk;
- self.currentChunk.rewind();
- self.position = 0;
- callback(null, self);
- });
- }
- } else {
- self.currentChunk.rewind();
- self.position = 0;
- callback(null, self);
- }
- };
-
-
-
-
- GridStore.prototype.read = function(length, buffer, options, callback) {
- var args = Array.prototype.slice.call(arguments, 0);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- length = args.length ? args.shift() : null;
- buffer = args.length ? args.shift() : null;
- options = args.length ? args.shift() : {};
-
- return executeOperation(this.db.s.topology, read, [this, length, buffer, options, callback], {
- skipSessions: true
- });
- };
-
- var read = function(self, length, buffer, options, callback) {
-
- var finalLength = length == null ? self.length - self.position : length;
- var finalBuffer = buffer == null ? Buffer.alloc(finalLength) : buffer;
-
- finalBuffer._index = buffer != null && buffer._index != null ? buffer._index : 0;
-
- if (self.currentChunk.length() - self.currentChunk.position + finalBuffer._index >= finalLength) {
- var slice = self.currentChunk.readSlice(finalLength - finalBuffer._index);
-
- slice.copy(finalBuffer, finalBuffer._index);
-
- self.position = self.position + finalBuffer.length;
-
- if (finalLength === 0 && finalBuffer.length === 0)
- return callback(MongoError.create({ message: 'File does not exist', driver: true }), null);
-
- return callback(null, finalBuffer);
- }
-
-
- slice = self.currentChunk.readSlice(self.currentChunk.length() - self.currentChunk.position);
-
- slice.copy(finalBuffer, finalBuffer._index);
-
- finalBuffer._index += slice.length;
-
-
- nthChunk(self, self.currentChunk.chunkNumber + 1, function(err, chunk) {
- if (err) return callback(err);
-
- if (chunk.length() > 0) {
- self.currentChunk = chunk;
- self.read(length, finalBuffer, callback);
- } else {
- if (finalBuffer._index > 0) {
- callback(null, finalBuffer);
- } else {
- callback(
- MongoError.create({
- message: 'no chunks found for file, possibly corrupt',
- driver: true
- }),
- null
- );
- }
- }
- });
- };
-
-
-
-
- GridStore.prototype.tell = function(callback) {
- var self = this;
-
- if (typeof callback === 'function') return callback(null, this.position);
-
- return new self.promiseLibrary(function(resolve) {
- resolve(self.position);
- });
- };
-
-
-
-
- GridStore.prototype.seek = function(position, seekLocation, options, callback) {
- var args = Array.prototype.slice.call(arguments, 1);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- seekLocation = args.length ? args.shift() : null;
- options = args.length ? args.shift() : {};
-
- return executeOperation(
- this.db.s.topology,
- seek,
- [this, position, seekLocation, options, callback],
- { skipSessions: true }
- );
- };
-
- var seek = function(self, position, seekLocation, options, callback) {
-
- if (self.mode !== 'r') {
- return callback(
- MongoError.create({ message: 'seek is only supported for mode r', driver: true })
- );
- }
-
- var seekLocationFinal = seekLocation == null ? GridStore.IO_SEEK_SET : seekLocation;
- var finalPosition = position;
- var targetPosition = 0;
-
-
- if (seekLocationFinal === GridStore.IO_SEEK_CUR) {
- targetPosition = self.position + finalPosition;
- } else if (seekLocationFinal === GridStore.IO_SEEK_END) {
- targetPosition = self.length + finalPosition;
- } else {
- targetPosition = finalPosition;
- }
-
-
- var newChunkNumber = Math.floor(targetPosition / self.chunkSize);
- var seekChunk = function() {
- nthChunk(self, newChunkNumber, function(err, chunk) {
- if (err) return callback(err, null);
- if (chunk == null) return callback(new Error('no chunk found'));
-
-
- self.currentChunk = chunk;
- self.position = targetPosition;
- self.currentChunk.position = self.position % self.chunkSize;
- callback(err, self);
- });
- };
-
- seekChunk();
- };
-
-
- var _open = function(self, options, callback) {
- var collection = self.collection();
-
- var query =
- self.referenceBy === REFERENCE_BY_ID ? { _id: self.fileId } : { filename: self.filename };
- query = null == self.fileId && self.filename == null ? null : query;
- options.readPreference = self.readPreference;
-
-
- if (query != null) {
- collection.findOne(query, options, function(err, doc) {
- if (err) {
- return error(err);
- }
-
-
- if (doc != null) {
- self.fileId = doc._id;
-
- self.filename =
- self.mode === 'r' || self.filename === undefined ? doc.filename : self.filename;
- self.contentType = doc.contentType;
- self.internalChunkSize = doc.chunkSize;
- self.uploadDate = doc.uploadDate;
- self.aliases = doc.aliases;
- self.length = doc.length;
- self.metadata = doc.metadata;
- self.internalMd5 = doc.md5;
- } else if (self.mode !== 'r') {
- self.fileId = self.fileId == null ? new ObjectID() : self.fileId;
- self.contentType = GridStore.DEFAULT_CONTENT_TYPE;
- self.internalChunkSize =
- self.internalChunkSize == null ? Chunk.DEFAULT_CHUNK_SIZE : self.internalChunkSize;
- self.length = 0;
- } else {
- self.length = 0;
- var txtId = self.fileId._bsontype === 'ObjectID' ? self.fileId.toHexString() : self.fileId;
- return error(
- MongoError.create({
- message: f(
- 'file with id %s not opened for writing',
- self.referenceBy === REFERENCE_BY_ID ? txtId : self.filename
- ),
- driver: true
- }),
- self
- );
- }
-
-
- if (self.mode === 'r') {
- nthChunk(self, 0, options, function(err, chunk) {
- if (err) return error(err);
- self.currentChunk = chunk;
- self.position = 0;
- callback(null, self);
- });
- } else if (self.mode === 'w' && doc) {
-
- deleteChunks(self, options, function(err) {
- if (err) return error(err);
- self.currentChunk = new Chunk(self, { n: 0 }, self.writeConcern);
- self.contentType =
- self.options['content_type'] == null ? self.contentType : self.options['content_type'];
- self.internalChunkSize =
- self.options['chunk_size'] == null
- ? self.internalChunkSize
- : self.options['chunk_size'];
- self.metadata =
- self.options['metadata'] == null ? self.metadata : self.options['metadata'];
- self.aliases = self.options['aliases'] == null ? self.aliases : self.options['aliases'];
- self.position = 0;
- callback(null, self);
- });
- } else if (self.mode === 'w') {
- self.currentChunk = new Chunk(self, { n: 0 }, self.writeConcern);
- self.contentType =
- self.options['content_type'] == null ? self.contentType : self.options['content_type'];
- self.internalChunkSize =
- self.options['chunk_size'] == null ? self.internalChunkSize : self.options['chunk_size'];
- self.metadata = self.options['metadata'] == null ? self.metadata : self.options['metadata'];
- self.aliases = self.options['aliases'] == null ? self.aliases : self.options['aliases'];
- self.position = 0;
- callback(null, self);
- } else if (self.mode === 'w+') {
- nthChunk(self, lastChunkNumber(self), options, function(err, chunk) {
- if (err) return error(err);
-
- self.currentChunk = chunk == null ? new Chunk(self, { n: 0 }, self.writeConcern) : chunk;
- self.currentChunk.position = self.currentChunk.data.length();
- self.metadata =
- self.options['metadata'] == null ? self.metadata : self.options['metadata'];
- self.aliases = self.options['aliases'] == null ? self.aliases : self.options['aliases'];
- self.position = self.length;
- callback(null, self);
- });
- }
- });
- } else {
-
- self.fileId = null == self.fileId ? new ObjectID() : self.fileId;
- self.contentType = GridStore.DEFAULT_CONTENT_TYPE;
- self.internalChunkSize =
- self.internalChunkSize == null ? Chunk.DEFAULT_CHUNK_SIZE : self.internalChunkSize;
- self.length = 0;
-
-
- if (self.mode === 'w') {
-
- deleteChunks(self, options, function(err) {
- if (err) return error(err);
- self.currentChunk = new Chunk(self, { n: 0 }, self.writeConcern);
- self.contentType =
- self.options['content_type'] == null ? self.contentType : self.options['content_type'];
- self.internalChunkSize =
- self.options['chunk_size'] == null ? self.internalChunkSize : self.options['chunk_size'];
- self.metadata = self.options['metadata'] == null ? self.metadata : self.options['metadata'];
- self.aliases = self.options['aliases'] == null ? self.aliases : self.options['aliases'];
- self.position = 0;
- callback(null, self);
- });
- } else if (self.mode === 'w+') {
- nthChunk(self, lastChunkNumber(self), options, function(err, chunk) {
- if (err) return error(err);
-
- self.currentChunk = chunk == null ? new Chunk(self, { n: 0 }, self.writeConcern) : chunk;
- self.currentChunk.position = self.currentChunk.data.length();
- self.metadata = self.options['metadata'] == null ? self.metadata : self.options['metadata'];
- self.aliases = self.options['aliases'] == null ? self.aliases : self.options['aliases'];
- self.position = self.length;
- callback(null, self);
- });
- }
- }
-
-
- function error(err) {
- if (error.err) return;
- callback((error.err = err));
- }
- };
-
-
- var writeBuffer = function(self, buffer, close, callback) {
- if (typeof close === 'function') {
- callback = close;
- close = null;
- }
- var finalClose = typeof close === 'boolean' ? close : false;
-
- if (self.mode !== 'w') {
- callback(
- MongoError.create({
- message: f(
- 'file with id %s not opened for writing',
- self.referenceBy === REFERENCE_BY_ID ? self.referenceBy : self.filename
- ),
- driver: true
- }),
- null
- );
- } else {
- if (self.currentChunk.position + buffer.length >= self.chunkSize) {
-
-
- var previousChunkNumber = self.currentChunk.chunkNumber;
- var leftOverDataSize = self.chunkSize - self.currentChunk.position;
- var firstChunkData = buffer.slice(0, leftOverDataSize);
- var leftOverData = buffer.slice(leftOverDataSize);
-
- var chunksToWrite = [self.currentChunk.write(firstChunkData)];
-
- while (leftOverData.length >= self.chunkSize) {
-
- var newChunk = new Chunk(self, { n: previousChunkNumber + 1 }, self.writeConcern);
- firstChunkData = leftOverData.slice(0, self.chunkSize);
- leftOverData = leftOverData.slice(self.chunkSize);
-
- previousChunkNumber = previousChunkNumber + 1;
-
- newChunk.write(firstChunkData);
-
- chunksToWrite.push(newChunk);
- }
-
-
- self.currentChunk = new Chunk(self, { n: previousChunkNumber + 1 }, self.writeConcern);
-
- if (leftOverData.length > 0) self.currentChunk.write(leftOverData);
-
-
- self.position = self.position + buffer.length;
-
- var numberOfChunksToWrite = chunksToWrite.length;
-
- for (var i = 0; i < chunksToWrite.length; i++) {
- chunksToWrite[i].save({}, function(err) {
- if (err) return callback(err);
-
- numberOfChunksToWrite = numberOfChunksToWrite - 1;
-
- if (numberOfChunksToWrite <= 0) {
-
- if (finalClose) {
- return self.close(function(err) {
- callback(err, self);
- });
- }
-
-
- return callback(null, self);
- }
- });
- }
- } else {
-
- self.position = self.position + buffer.length;
-
- self.currentChunk.write(buffer);
-
- if (finalClose) {
- return self.close(function(err) {
- callback(err, self);
- });
- }
-
- return callback(null, self);
- }
- }
- };
-
-
- var buildMongoObject = function(self, callback) {
-
- var mongoObject = {
- _id: self.fileId,
- filename: self.filename,
- contentType: self.contentType,
- length: self.position ? self.position : 0,
- chunkSize: self.chunkSize,
- uploadDate: self.uploadDate,
- aliases: self.aliases,
- metadata: self.metadata
- };
-
- var md5Command = { filemd5: self.fileId, root: self.root };
- self.db.command(md5Command, function(err, results) {
- if (err) return callback(err);
-
- mongoObject.md5 = results.md5;
- callback(null, mongoObject);
- });
- };
-
-
- var nthChunk = function(self, chunkNumber, options, callback) {
- if (typeof options === 'function') {
- callback = options;
- options = {};
- }
-
- options = options || self.writeConcern;
- options.readPreference = self.readPreference;
-
- self
- .chunkCollection()
- .findOne({ files_id: self.fileId, n: chunkNumber }, options, function(err, chunk) {
- if (err) return callback(err);
-
- var finalChunk = chunk == null ? {} : chunk;
- callback(null, new Chunk(self, finalChunk, self.writeConcern));
- });
- };
-
-
- var lastChunkNumber = function(self) {
- return Math.floor((self.length ? self.length - 1 : 0) / self.chunkSize);
- };
-
-
- var deleteChunks = function(self, options, callback) {
- if (typeof options === 'function') {
- callback = options;
- options = {};
- }
-
- options = options || self.writeConcern;
-
- if (self.fileId != null) {
- self.chunkCollection().remove({ files_id: self.fileId }, options, function(err) {
- if (err) return callback(err, false);
- callback(null, true);
- });
- } else {
- callback(null, true);
- }
- };
-
-
- GridStore.DEFAULT_ROOT_COLLECTION = 'fs';
-
-
- GridStore.DEFAULT_CONTENT_TYPE = 'binary/octet-stream';
-
-
- GridStore.IO_SEEK_SET = 0;
-
-
- GridStore.IO_SEEK_CUR = 1;
-
-
- GridStore.IO_SEEK_END = 2;
-
-
- GridStore.exist = function(db, fileIdObject, rootCollection, options, callback) {
- var args = Array.prototype.slice.call(arguments, 2);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- rootCollection = args.length ? args.shift() : null;
- options = args.length ? args.shift() : {};
- options = options || {};
-
- return executeOperation(
- db.s.topology,
- exists,
- [db, fileIdObject, rootCollection, options, callback],
- { skipSessions: true }
- );
- };
-
- var exists = function(db, fileIdObject, rootCollection, options, callback) {
-
- var readPreference = options.readPreference || ReadPreference.PRIMARY;
-
- var rootCollectionFinal =
- rootCollection != null ? rootCollection : GridStore.DEFAULT_ROOT_COLLECTION;
- db.collection(rootCollectionFinal + '.files', function(err, collection) {
- if (err) return callback(err);
-
-
- var query =
- typeof fileIdObject === 'string' ||
- Object.prototype.toString.call(fileIdObject) === '[object RegExp]'
- ? { filename: fileIdObject }
- : { _id: fileIdObject };
-
-
- if (
- fileIdObject != null &&
- typeof fileIdObject === 'object' &&
- Object.prototype.toString.call(fileIdObject) !== '[object RegExp]'
- ) {
- query = fileIdObject;
- }
-
-
- collection.findOne(query, { readPreference: readPreference }, function(err, item) {
- if (err) return callback(err);
- callback(null, item == null ? false : true);
- });
- });
- };
-
-
- GridStore.list = function(db, rootCollection, options, callback) {
- var args = Array.prototype.slice.call(arguments, 1);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- rootCollection = args.length ? args.shift() : null;
- options = args.length ? args.shift() : {};
- options = options || {};
-
- return executeOperation(db.s.topology, list, [db, rootCollection, options, callback], {
- skipSessions: true
- });
- };
-
- var list = function(db, rootCollection, options, callback) {
-
- if (rootCollection != null && typeof rootCollection === 'object') {
- options = rootCollection;
- rootCollection = null;
- }
-
-
- var readPreference = options.readPreference || ReadPreference.primary;
-
- var byId = options['id'] != null ? options['id'] : false;
-
- var rootCollectionFinal =
- rootCollection != null ? rootCollection : GridStore.DEFAULT_ROOT_COLLECTION;
- var items = [];
- db.collection(rootCollectionFinal + '.files', function(err, collection) {
- if (err) return callback(err);
-
- collection.find({}, { readPreference: readPreference }, function(err, cursor) {
- if (err) return callback(err);
-
- cursor.each(function(err, item) {
- if (item != null) {
- items.push(byId ? item._id : item.filename);
- } else {
- callback(err, items);
- }
- });
- });
- });
- };
-
-
- GridStore.read = function(db, name, length, offset, options, callback) {
- var args = Array.prototype.slice.call(arguments, 2);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- length = args.length ? args.shift() : null;
- offset = args.length ? args.shift() : null;
- options = args.length ? args.shift() : null;
- options = options || {};
-
- return executeOperation(
- db.s.topology,
- readStatic,
- [db, name, length, offset, options, callback],
- { skipSessions: true }
- );
- };
-
- var readStatic = function(db, name, length, offset, options, callback) {
- new GridStore(db, name, 'r', options).open(function(err, gridStore) {
- if (err) return callback(err);
-
- if (offset && offset >= gridStore.length)
- return callback('offset larger than size of file', null);
- if (length && length > gridStore.length)
- return callback('length is larger than the size of the file', null);
- if (offset && length && offset + length > gridStore.length)
- return callback('offset and length is larger than the size of the file', null);
-
- if (offset != null) {
- gridStore.seek(offset, function(err, gridStore) {
- if (err) return callback(err);
- gridStore.read(length, callback);
- });
- } else {
- gridStore.read(length, callback);
- }
- });
- };
-
-
- GridStore.readlines = function(db, name, separator, options, callback) {
- var args = Array.prototype.slice.call(arguments, 2);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- separator = args.length ? args.shift() : null;
- options = args.length ? args.shift() : null;
- options = options || {};
-
- return executeOperation(
- db.s.topology,
- readlinesStatic,
- [db, name, separator, options, callback],
- { skipSessions: true }
- );
- };
-
- var readlinesStatic = function(db, name, separator, options, callback) {
- var finalSeperator = separator == null ? '\n' : separator;
- new GridStore(db, name, 'r', options).open(function(err, gridStore) {
- if (err) return callback(err);
- gridStore.readlines(finalSeperator, callback);
- });
- };
-
-
- GridStore.unlink = function(db, names, options, callback) {
- var args = Array.prototype.slice.call(arguments, 2);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- options = args.length ? args.shift() : {};
- options = options || {};
-
- return executeOperation(db.s.topology, unlinkStatic, [this, db, names, options, callback], {
- skipSessions: true
- });
- };
-
- var unlinkStatic = function(self, db, names, options, callback) {
-
- var writeConcern = _getWriteConcern(db, options);
-
-
- if (names.constructor === Array) {
- var tc = 0;
- for (var i = 0; i < names.length; i++) {
- ++tc;
- GridStore.unlink(db, names[i], options, function() {
- if (--tc === 0) {
- callback(null, self);
- }
- });
- }
- } else {
- new GridStore(db, names, 'w', options).open(function(err, gridStore) {
- if (err) return callback(err);
- deleteChunks(gridStore, function(err) {
- if (err) return callback(err);
- gridStore.collection(function(err, collection) {
- if (err) return callback(err);
- collection.remove({ _id: gridStore.fileId }, writeConcern, function(err) {
- callback(err, self);
- });
- });
- });
- });
- }
- };
-
-
- var _writeNormal = function(self, data, close, options, callback) {
-
- if (Buffer.isBuffer(data)) {
- return writeBuffer(self, data, close, callback);
- } else {
- return writeBuffer(self, Buffer.from(data, 'binary'), close, callback);
- }
- };
-
-
- var _setWriteConcernHash = function(options) {
- var finalOptions = {};
- if (options.w != null) finalOptions.w = options.w;
- if (options.journal === true) finalOptions.j = options.journal;
- if (options.j === true) finalOptions.j = options.j;
- if (options.fsync === true) finalOptions.fsync = options.fsync;
- if (options.wtimeout != null) finalOptions.wtimeout = options.wtimeout;
- return finalOptions;
- };
-
-
- var _getWriteConcern = function(self, options) {
-
- var finalOptions = { w: 1 };
- options = options || {};
-
-
- if (
- options.w != null ||
- typeof options.j === 'boolean' ||
- typeof options.journal === 'boolean' ||
- typeof options.fsync === 'boolean'
- ) {
- finalOptions = _setWriteConcernHash(options);
- } else if (options.safe != null && typeof options.safe === 'object') {
- finalOptions = _setWriteConcernHash(options.safe);
- } else if (typeof options.safe === 'boolean') {
- finalOptions = { w: options.safe ? 1 : 0 };
- } else if (
- self.options.w != null ||
- typeof self.options.j === 'boolean' ||
- typeof self.options.journal === 'boolean' ||
- typeof self.options.fsync === 'boolean'
- ) {
- finalOptions = _setWriteConcernHash(self.options);
- } else if (
- self.safe &&
- (self.safe.w != null ||
- typeof self.safe.j === 'boolean' ||
- typeof self.safe.journal === 'boolean' ||
- typeof self.safe.fsync === 'boolean')
- ) {
- finalOptions = _setWriteConcernHash(self.safe);
- } else if (typeof self.safe === 'boolean') {
- finalOptions = { w: self.safe ? 1 : 0 };
- }
-
-
- if (
- finalOptions.w < 1 &&
- (finalOptions.journal === true || finalOptions.j === true || finalOptions.fsync === true)
- )
- throw MongoError.create({
- message: 'No acknowledgement using w < 1 cannot be combined with journal:true or fsync:true',
- driver: true
- });
-
-
- return finalOptions;
- };
-
-
- var GridStoreStream = function(gs) {
-
- Duplex.call(this);
-
-
- this.gs = gs;
-
-
- this.endCalled = false;
-
-
- this.totalBytesToRead = this.gs.length - this.gs.position;
- this.seekPosition = this.gs.position;
- };
-
-
-
- inherits(GridStoreStream, Duplex);
-
- GridStoreStream.prototype._pipe = GridStoreStream.prototype.pipe;
-
-
- GridStoreStream.prototype.pipe = function(destination) {
- var self = this;
-
-
- if (!self.gs.isOpen) {
- self.gs.open(function(err) {
- if (err) return self.emit('error', err);
- self.totalBytesToRead = self.gs.length - self.gs.position;
- self._pipe.apply(self, [destination]);
- });
- } else {
- self.totalBytesToRead = self.gs.length - self.gs.position;
- self._pipe.apply(self, [destination]);
- }
-
- return destination;
- };
-
-
- GridStoreStream.prototype._read = function() {
- var self = this;
-
- var read = function() {
-
- self.gs.read(length, function(err, buffer) {
- if (err && !self.endCalled) return self.emit('error', err);
-
-
- if (self.endCalled || buffer == null) return self.push(null);
-
- if (buffer.length <= self.totalBytesToRead) {
- self.totalBytesToRead = self.totalBytesToRead - buffer.length;
- self.push(buffer);
- } else if (buffer.length > self.totalBytesToRead) {
- self.totalBytesToRead = self.totalBytesToRead - buffer._index;
- self.push(buffer.slice(0, buffer._index));
- }
-
-
- if (self.totalBytesToRead <= 0) {
- self.endCalled = true;
- }
- });
- };
-
-
- var length =
- self.gs.length < self.gs.chunkSize ? self.gs.length - self.seekPosition : self.gs.chunkSize;
- if (!self.gs.isOpen) {
- self.gs.open(function(err) {
- self.totalBytesToRead = self.gs.length - self.gs.position;
- if (err) return self.emit('error', err);
- read();
- });
- } else {
- read();
- }
- };
-
- GridStoreStream.prototype.destroy = function() {
- this.pause();
- this.endCalled = true;
- this.gs.close();
- this.emit('end');
- };
-
- GridStoreStream.prototype.write = function(chunk) {
- var self = this;
- if (self.endCalled)
- return self.emit(
- 'error',
- MongoError.create({ message: 'attempting to write to stream after end called', driver: true })
- );
-
- if (!self.gs.isOpen) {
- self.gs.open(function() {
- self.gs.isOpen = true;
- self.gs.write(chunk, function() {
- process.nextTick(function() {
- self.emit('drain');
- });
- });
- });
- return false;
- } else {
- self.gs.write(chunk, function() {
- self.emit('drain');
- });
- return true;
- }
- };
-
- GridStoreStream.prototype.end = function(chunk, encoding, callback) {
- var self = this;
- var args = Array.prototype.slice.call(arguments, 0);
- callback = typeof args[args.length - 1] === 'function' ? args.pop() : undefined;
- chunk = args.length ? args.shift() : null;
- encoding = args.length ? args.shift() : null;
- self.endCalled = true;
-
- if (chunk) {
- self.gs.write(chunk, function() {
- self.gs.close(function() {
- if (typeof callback === 'function') callback();
- self.emit('end');
- });
- });
- }
-
- self.gs.close(function() {
- if (typeof callback === 'function') callback();
- self.emit('end');
- });
- };
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- module.exports = GridStore;
|