Merge remote-tracking branch 'github/master'

Author: theill

.npmignore

@@ -0,0 +1,33 @@
+# Logs
+logs
+*.log
+
+# Runtime data
+pids
+*.pid
+*.seed
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (http://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directory
+# https://www.npmjs.org/doc/misc/npm-faq.html#should-i-check-my-node_modules-folder-into-git
+node_modules
+
+# Emacs
+*~
+
+# WebStorm/IntelliJ
+.idea

bin/parse-server

@@ -21,7 +21,6 @@ if (process.env.PARSE_SERVER_OPTIONS) {
 	options.restAPIKey = process.env.PARSE_SERVER_REST_API_KEY;
 	options.dotNetKey = process.env.PARSE_SERVER_DOTNET_KEY;
 	options.javascriptKey = process.env.PARSE_SERVER_JAVASCRIPT_KEY;
-	options.dotNetKey = process.env.PARSE_SERVER_DOTNET_KEY;
 	options.masterKey = process.env.PARSE_SERVER_MASTER_KEY;
 	options.fileKey = process.env.PARSE_SERVER_FILE_KEY;
 	// Comma separated list of facebook app ids

spec/ParseUser.spec.js

@@ -64,6 +64,22 @@ describe('Parse.User testing', () => {
     });
   });
 
+  it("user login with files", (done) => {
+    "use strict";
+
+    let file = new Parse.File("yolo.txt", [1,2,3], "text/plain");
+    file.save().then((file) => {
+      return Parse.User.signUp("asdf", "zxcv", { "file" : file });
+    }).then(() => {
+      return Parse.User.logIn("asdf", "zxcv");
+    }).then((user) => {
+      let fileAgain = user.get('file');
+      ok(fileAgain.name());
+      ok(fileAgain.url());
+      done();
+    });
+  });
+
   it("become", (done) => {
     var user = null;
     var sessionToken = null;

src/Adapters/Files/FilesAdapter.js

@@ -0,0 +1,22 @@
+// Files Adapter
+//
+// Allows you to change the file storage mechanism.
+//
+// Adapter classes must implement the following functions:
+// * createFile(config, filename, data)
+// * getFileData(config, filename)
+// * getFileLocation(config, request, filename)
+//
+// Default is GridStoreAdapter, which requires mongo
+// and for the API server to be using the ExportAdapter
+// database adapter.
+
+export class FilesAdapter {
+  createFile(config, filename, data) { }
+
+  getFileData(config, filename) { }
+
+  getFileLocation(config, filename) { }
+}
+
+export default FilesAdapter;

src/Adapters/Files/GridStoreAdapter.js

@@ -0,0 +1,39 @@
+// GridStoreAdapter
+//
+// Stores files in Mongo using GridStore
+// Requires the database adapter to be based on mongoclient
+
+import { GridStore } from 'mongodb';
+import { FilesAdapter } from './FilesAdapter';
+
+export class GridStoreAdapter extends FilesAdapter {
+  // For a given config object, filename, and data, store a file
+  // Returns a promise
+  createFile(config, filename, data) {
+    return config.database.connect().then(() => {
+      let gridStore = new GridStore(config.database.db, filename, 'w');
+      return gridStore.open();
+    }).then((gridStore) => {
+      return gridStore.write(data);
+    }).then((gridStore) => {
+      return gridStore.close();
+    });
+  }
+
+  getFileData(config, filename) {
+    return config.database.connect().then(() => {
+      return GridStore.exist(config.database.db, filename);
+    }).then(() => {
+      let gridStore = new GridStore(config.database.db, filename, 'r');
+      return gridStore.open();
+    }).then((gridStore) => {
+      return gridStore.read();
+    });
+  }
+
+  getFileLocation(config, filename) {
+    return (config.mount + '/files/' + config.applicationId + '/' + encodeURIComponent(filename));
+  }
+}
+
+export default GridStoreAdapter;

src/Adapters/Files/S3Adapter.js

@@ -0,0 +1,83 @@
+// S3Adapter
+//
+// Stores Parse files in AWS S3.
+
+import * as AWS from 'aws-sdk';
+import { FilesAdapter } from './FilesAdapter';
+
+const DEFAULT_S3_REGION = "us-east-1";
+const DEFAULT_S3_BUCKET = "parse-files";
+
+export class S3Adapter extends FilesAdapter {
+  // Creates an S3 session.
+  // Providing AWS access and secret keys is mandatory
+  // Region and bucket will use sane defaults if omitted
+  constructor(
+    accessKey,
+    secretKey,
+    { region = DEFAULT_S3_REGION,
+      bucket = DEFAULT_S3_BUCKET,
+      bucketPrefix = '',
+      directAccess = false } = {}
+  ) {
+    super();
+
+    this._region = region;
+    this._bucket = bucket;
+    this._bucketPrefix = bucketPrefix;
+    this._directAccess = directAccess;
+
+    let s3Options = {
+      accessKeyId: accessKey,
+      secretAccessKey: secretKey,
+      params: { Bucket: this._bucket }
+    };
+    AWS.config._region = this._region;
+    this._s3Client = new AWS.S3(s3Options);
+  }
+
+  // For a given config object, filename, and data, store a file in S3
+  // Returns a promise containing the S3 object creation response
+  createFile(config, filename, data) {
+    let params = {
+      Key: this._bucketPrefix + filename,
+      Body: data
+    };
+    if (this._directAccess) {
+      params.ACL = "public-read"
+    }
+    return new Promise((resolve, reject) => {
+      this._s3Client.upload(params, (err, data) => {
+        if (err !== null) {
+          return reject(err);
+        }
+        resolve(data);
+      });
+    });
+  }
+
+  // Search for and return a file if found by filename
+  // Returns a promise that succeeds with the buffer result from S3
+  getFileData(config, filename) {
+    let params = {Key: this._bucketPrefix + filename};
+    return new Promise((resolve, reject) => {
+      this._s3Client.getObject(params, (err, data) => {
+        if (err !== null) {
+          return reject(err);
+        }
+        resolve(data.Body);
+      });
+    });
+  }
+
+  // Generates and returns the location of a file stored in S3 for the given request and filename
+  // The location is the direct S3 link if the option is set, otherwise we serve the file through parse-server
+  getFileLocation(config, filename) {
+    if (this._directAccess) {
+      return ('https://' + this.bucket + '._s3Client.amazonaws.com' + '/' + this._bucketPrefix + filename);
+    }
+    return (config.mount + '/files/' + config.applicationId + '/' + encodeURIComponent(filename));
+  }
+}
+
+export default S3Adapter;

src/Config.js

@@ -13,14 +13,17 @@ function Config(applicationId, mount) {
 
   this.applicationId = applicationId;
   this.collectionPrefix = cacheInfo.collectionPrefix || '';
-  this.database = DatabaseAdapter.getDatabaseConnection(applicationId);
   this.masterKey = cacheInfo.masterKey;
   this.clientKey = cacheInfo.clientKey;
   this.javascriptKey = cacheInfo.javascriptKey;
   this.dotNetKey = cacheInfo.dotNetKey;
   this.restAPIKey = cacheInfo.restAPIKey;
   this.fileKey = cacheInfo.fileKey;
   this.facebookAppIds = cacheInfo.facebookAppIds;
+
+  this.database = DatabaseAdapter.getDatabaseConnection(applicationId);
+  this.filesController = cacheInfo.filesController;
+
   this.mount = mount;
 }
 

src/Controllers/FilesController.js

@@ -0,0 +1,126 @@
+// FilesController.js
+
+import express from 'express';
+import mime from 'mime';
+import { Parse } from 'parse/node';
+import BodyParser from 'body-parser';
+import hat from 'hat';
+import * as Middlewares from '../middlewares';
+import Config from '../Config';
+
+const rack = hat.rack();
+
+export class FilesController {
+  constructor(filesAdapter) {
+    this._filesAdapter = filesAdapter;
+  }
+
+  getHandler() {
+    return (req, res) => {
+      let config = new Config(req.params.appId);
+      let filename = req.params.filename;
+      this._filesAdapter.getFileData(config, filename).then((data) => {
+        res.status(200);
+        var contentType = mime.lookup(filename);
+        res.set('Content-type', contentType);
+        res.end(data);
+      }).catch((error) => {
+        res.status(404);
+        res.set('Content-type', 'text/plain');
+        res.end('File not found.');
+      });
+    };
+  }
+
+  createHandler() {
+    return (req, res, next) => {
+      if (!req.body || !req.body.length) {
+        next(new Parse.Error(Parse.Error.FILE_SAVE_ERROR,
+          'Invalid file upload.'));
+        return;
+      }
+
+      if (req.params.filename.length > 128) {
+        next(new Parse.Error(Parse.Error.INVALID_FILE_NAME,
+          'Filename too long.'));
+        return;
+      }
+
+      if (!req.params.filename.match(/^[_a-zA-Z0-9][a-zA-Z0-9@\.\ ~_-]*$/)) {
+        next(new Parse.Error(Parse.Error.INVALID_FILE_NAME,
+          'Filename contains invalid characters.'));
+        return;
+      }
+
+      // If a content-type is included, we'll add an extension so we can
+      // return the same content-type.
+      let extension = '';
+      let hasExtension = req.params.filename.indexOf('.') > 0;
+      let contentType = req.get('Content-type');
+      if (!hasExtension && contentType && mime.extension(contentType)) {
+        extension = '.' + mime.extension(contentType);
+      }
+
+      let filename = rack() + '_' + req.params.filename + extension;
+      this._filesAdapter.createFile(req.config, filename, req.body).then(() => {
+        res.status(201);
+        var location = this._filesAdapter.getFileLocation(req.config, filename);
+        res.set('Location', location);
+        res.json({ url: location, name: filename });
+      }).catch((error) => {
+        next(new Parse.Error(Parse.Error.FILE_SAVE_ERROR,
+          'Could not store file.'));
+      });
+    };
+  }
+
+  /**
+   * Find file references in REST-format object and adds the url key
+   * with the current mount point and app id.
+   * Object may be a single object or list of REST-format objects.
+   */
+  expandFilesInObject(config, object) {
+    if (object instanceof Array) {
+      object.map((obj) => this.expandFilesInObject(config, obj));
+      return;
+    }
+    if (typeof object !== 'object') {
+      return;
+    }
+    for (let key in object) {
+      let fileObject = object[key];
+      if (fileObject && fileObject['__type'] === 'File') {
+        if (fileObject['url']) {
+          continue;
+        }
+        let filename = fileObject['name'];
+        if (filename.indexOf('tfss-') === 0) {
+          fileObject['url'] = 'http://files.parsetfss.com/' + config.fileKey + '/' + encodeURIComponent(filename);
+        } else {
+          fileObject['url'] = this._filesAdapter.getFileLocation(config, filename);
+        }
+      }
+    }
+  }
+
+  getExpressRouter() {
+    let router = express.Router();
+    router.get('/files/:appId/:filename', this.getHandler());
+
+    router.post('/files', function(req, res, next) {
+      next(new Parse.Error(Parse.Error.INVALID_FILE_NAME,
+        'Filename not provided.'));
+    });
+
+    router.post('/files/:filename',
+      Middlewares.allowCrossDomain,
+      BodyParser.raw({type: '*/*', limit: '20mb'}),
+      Middlewares.handleParseHeaders,
+      this.createHandler()
+    );
+
+    return router;
+  }
+}
+
+export default FilesController;