Ghost/core/server/models/base/raw-knex.js

const _ = require('lodash');
const debug = require('@tryghost/debug')('models:base:raw-knex');
const plugins = require('@tryghost/bookshelf-plugins');
const Promise = require('bluebird');

const schema = require('../../data/schema');

module.exports = function (Bookshelf) {
    Bookshelf.Model = Bookshelf.Model.extend({}, {
        /**
         * If you want to fetch all data fast, i recommend using this function.
         * Bookshelf is just too slow, too much ORM overhead.
         *
         * If we e.g. instantiate for each object a model, it takes twice long.
         */
        raw_knex: {
            fetchAll: function (options) {
                options = options || {};

                const nql = require('@nexes/nql');
                const modelName = options.modelName;
                const tableNames = {
                    Post: 'posts',
                    User: 'users',
                    Tag: 'tags'
                };
                const exclude = options.exclude;
                const filter = options.filter;
                const shouldHavePosts = options.shouldHavePosts;
                const withRelated = options.withRelated;
                const withRelatedFields = options.withRelatedFields;
                const relations = {
                    tags: {
                        targetTable: 'tags',
                        name: 'tags',
                        innerJoin: {
                            relation: 'posts_tags',
                            condition: ['posts_tags.tag_id', '=', 'tags.id']
                        },
                        select: ['posts_tags.post_id as post_id', 'tags.visibility'],
                        whereIn: 'posts_tags.post_id',
                        whereInKey: 'post_id',
                        orderBy: 'sort_order'
                    },
                    authors: {
                        targetTable: 'users',
                        name: 'authors',
                        innerJoin: {
                            relation: 'posts_authors',
                            condition: ['posts_authors.author_id', '=', 'users.id']
                        },
                        select: ['posts_authors.post_id as post_id'],
                        whereIn: 'posts_authors.post_id',
                        whereInKey: 'post_id',
                        orderBy: 'sort_order'
                    }
                };

                let query = Bookshelf.knex(tableNames[modelName]);

                if (options.offset) {
                    query.offset(options.offset);
                }

                if (options.limit) {
                    query.limit(options.limit);
                }

                // exclude fields if enabled
                if (exclude) {
                    let toSelect = _.keys(schema.tables[tableNames[modelName]]);
                    toSelect = toSelect.filter(key => !(key.startsWith('@@')));

                    _.each(exclude, (key) => {
                        if (toSelect.indexOf(key) !== -1) {
                            toSelect.splice(toSelect.indexOf(key), 1);
                        }
                    });

                    query.select(toSelect);
                }

                // @NOTE: We can't use the filter plugin, because we are not using bookshelf.
                nql(filter).querySQL(query);

                if (shouldHavePosts) {
                    plugins.hasPosts.addHasPostsWhere(tableNames[modelName], shouldHavePosts)(query);
                }

                if (options.id) {
                    query.where({id: options.id});
                }

                return query.then((objects) => {
                    debug('fetched', modelName, filter);

                    if (!objects.length) {
                        debug('No more entries found');
                        return Promise.resolve([]);
                    }

                    let props = {};

                    if (!withRelated) {
                        return _.map(objects, (object) => {
                            object = Bookshelf._models[modelName].prototype.toJSON.bind({
                                attributes: object,
                                related: function (key) {
                                    return object[key];
                                },
                                serialize: Bookshelf._models[modelName].prototype.serialize,
                                formatsToJSON: Bookshelf._models[modelName].prototype.formatsToJSON
                            })();

                            object = Bookshelf._models[modelName].prototype.fixBools(object);
                            object = Bookshelf._models[modelName].prototype.fixDatesWhenFetch(object);
                            return object;
                        });
                    }

                    _.each(withRelated, (withRelatedKey) => {
                        const relation = relations[withRelatedKey];

                        props[relation.name] = (() => {
                            debug('fetch withRelated', relation.name);

                            let relationQuery = Bookshelf.knex(relation.targetTable);

                            // default fields to select
                            _.each(relation.select, (fieldToSelect) => {
                                relationQuery.select(fieldToSelect);
                            });

                            // custom fields to select
                            _.each(withRelatedFields[withRelatedKey], (toSelect) => {
                                relationQuery.select(toSelect);
                            });

                            relationQuery.innerJoin(
                                relation.innerJoin.relation,
                                relation.innerJoin.condition[0],
                                relation.innerJoin.condition[1],
                                relation.innerJoin.condition[2]
                            );

                            relationQuery.whereIn(relation.whereIn, _.map(objects, 'id'));
                            relationQuery.orderBy(relation.orderBy);

                            return relationQuery
                                .then((queryRelations) => {
                                    debug('fetched withRelated', relation.name);

                                    // arr => obj[post_id] = [...] (faster access)
                                    return queryRelations.reduce((obj, item) => {
                                        if (!obj[item[relation.whereInKey]]) {
                                            obj[item[relation.whereInKey]] = [];
                                        }

                                        obj[item[relation.whereInKey]].push(_.omit(item, relation.select));
                                        return obj;
                                    }, {});
                                });
                        })();
                    });

                    return Promise.props(props)
                        .then((relationsToAttach) => {
                            debug('attach relations', modelName);

                            objects = _.map(objects, (object) => {
                                _.each(Object.keys(relationsToAttach), (relation) => {
                                    if (!relationsToAttach[relation][object.id]) {
                                        object[relation] = [];
                                        return;
                                    }

                                    object[relation] = relationsToAttach[relation][object.id];
                                });

                                object = Bookshelf._models[modelName].prototype.toJSON.bind({
                                    attributes: object,
                                    _originalOptions: {
                                        withRelated: Object.keys(relationsToAttach)
                                    },
                                    related: function (key) {
                                        return object[key];
                                    },
                                    serialize: Bookshelf._models[modelName].prototype.serialize,
                                    formatsToJSON: Bookshelf._models[modelName].prototype.formatsToJSON
                                })();

                                object = Bookshelf._models[modelName].prototype.fixBools(object);
                                object = Bookshelf._models[modelName].prototype.fixDatesWhenFetch(object);
                                return object;
                            });

                            debug('attached relations', modelName);

                            return objects;
                        });
                });
            }
        }
    });
};