Ghost/ghost/mailgun-client/test/mailgun-client.test.js

const assert = require('assert/strict');
const nock = require('nock');
const sinon = require('sinon');

// module under test
const MailgunClient = require('../');

// Some sample Mailgun API options we might want to use
const MAILGUN_OPTIONS = {
    event: 'delivered OR opened OR failed OR unsubscribed OR complained',
    limit: 300,
    tags: 'bulk-email',
    begin: 1606399301.266
};

const createBatchCounter = (customHandler) => {
    const batchCounter = {
        events: 0,
        batches: 0
    };

    batchCounter.batchHandler = async (events) => {
        batchCounter.events += events.length;
        batchCounter.batches += 1;
        if (customHandler) {
            await customHandler(events);
        }
    };

    return batchCounter;
};

describe('MailgunClient', function () {
    let config, settings;

    beforeEach(function () {
        // options objects that can be stubbed or spied
        config = {get() {}};
        settings = {get() {}};
    });

    afterEach(function () {
        sinon.restore();
    });

    it('exports a number for configurable batch size', function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'domain.com',
                baseUrl: 'https://api.mailgun.net/v3'
            },
            batchSize: 1000
        });

        const mailgunClient = new MailgunClient({config, settings});
        assert(typeof mailgunClient.getBatchSize() === 'number');
    });

    it('exports a number for configurable target delivery window', function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'domain.com',
                baseUrl: 'https://api.mailgun.net/v3'
            },
            batchSize: 1000,
            targetDeliveryWindow: 300
        });

        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.getTargetDeliveryWindow(), 300);
    });

    it('exports a number — 0 — for configurable target delivery window if not set', function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'domain.com',
                baseUrl: 'https://api.mailgun.net/v3'
            },
            batchSize: 1000
        });

        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.getTargetDeliveryWindow(), 0);
    });

    it('exports a number - 0 - for configurable target delivery window if an invalid value is set', function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'domain.com',
                baseUrl: 'https://api.mailgun.net/v3'
            },
            batchSize: 1000,
            targetDeliveryWindow: 'invalid'
        });
        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.getTargetDeliveryWindow(), 0);
    });

    it('exports a number - 0 - for configurable target delivery window if a negative value is set', function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'domain.com',
                baseUrl: 'https://api.mailgun.net/v3'
            },
            batchSize: 1000,
            targetDeliveryWindow: -3000
        });
        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.getTargetDeliveryWindow(), 0);
    });

    it('can connect via config', function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'domain.com',
                baseUrl: 'https://api.mailgun.net/v3'
            },
            batchSize: 1000
        });

        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.isConfigured(), true);
    });

    it('can connect via settings', function () {
        const settingsStub = sinon.stub(settings, 'get');
        settingsStub.withArgs('mailgun_api_key').returns('settingsApiKey');
        settingsStub.withArgs('mailgun_domain').returns('settingsdomain.com');
        settingsStub.withArgs('mailgun_base_url').returns('https://example.com/v3');

        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.isConfigured(), true);
    });

    it('cannot configure Mailgun if config/settings missing', function () {
        const mailgunClient = new MailgunClient({config, settings});
        assert.equal(mailgunClient.isConfigured(), false);
    });

    it('respects changes in settings', async function () {
        const settingsStub = sinon.stub(settings, 'get');
        settingsStub.withArgs('mailgun_api_key').returns('settingsApiKey');
        settingsStub.withArgs('mailgun_domain').returns('settingsdomain.com');
        settingsStub.withArgs('mailgun_base_url').returns('https://api.mailgun.net');

        const eventsMock1 = nock('https://api.mailgun.net')
            .get('/v3/settingsdomain.com/events')
            .query(MAILGUN_OPTIONS)
            .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                'Content-Type': 'application/json'
            });

        const mailgunClient = new MailgunClient({config, settings});
        await mailgunClient.fetchEvents(MAILGUN_OPTIONS, () => {});

        settingsStub.withArgs('mailgun_api_key').returns('settingsApiKey2');
        settingsStub.withArgs('mailgun_domain').returns('settingsdomain2.com');
        settingsStub.withArgs('mailgun_base_url').returns('https://api.mailgun.net');

        const eventsMock2 = nock('https://api.mailgun.net')
            .get('/v3/settingsdomain2.com/events')
            .query(MAILGUN_OPTIONS)
            .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                'Content-Type': 'application/json'
            });

        await mailgunClient.fetchEvents(MAILGUN_OPTIONS, () => {});

        assert.equal(eventsMock1.isDone(), true);
        assert.equal(eventsMock2.isDone(), true);
    });

    it('prioritises config values over settings', async function () {
        const configStub = sinon.stub(config, 'get');
        configStub.withArgs('bulkEmail').returns({
            mailgun: {
                apiKey: 'apiKey',
                domain: 'configdomain.com',
                baseUrl: 'https://api.mailgun.net'
            },
            batchSize: 1000
        });

        const settingsStub = sinon.stub(settings, 'get');
        settingsStub.withArgs('mailgun_api_key').returns('settingsApiKey');
        settingsStub.withArgs('mailgun_domain').returns('settingsdomain.com');
        settingsStub.withArgs('mailgun_base_url').returns('https://api.mailgun.net');

        const configApiMock = nock('https://api.mailgun.net')
            .get('/v3/configdomain.com/events')
            .query(MAILGUN_OPTIONS)
            .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                'Content-Type': 'application/json'
            });

        const settingsApiMock = nock('https://api.mailgun.net')
            .get('/v3/settingsdomain.com/events')
            .query(MAILGUN_OPTIONS)
            .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                'Content-Type': 'application/json'
            });

        const mailgunClient = new MailgunClient({config, settings});
        await mailgunClient.fetchEvents(MAILGUN_OPTIONS, () => {});

        assert.equal(configApiMock.isDone(), true);
        assert.equal(settingsApiMock.isDone(), false);
    });

    describe('send()', function () {
        it('does not send if not configured', async function () {
            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send({}, {}, []);

            assert.equal(response, null);
        });

        it('sends a basic email', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="subject"[^]*Test Subject/m,
                        /form-data; name="from"[^]*from@example.com/m,
                        /form-data; name="h:Reply-To"[^]*replyTo@example.com/m,
                        /form-data; name="html"[^]*<p>Test Content<\/p>/m,
                        /form-data; name="text"[^]*Test Content/m,
                        /form-data; name="to"[^]*test@example.com/m,
                        /form-data; name="recipient-variables"[^]*\{"test@example.com":\{"name":"Test User"\}\}/m,
                        /form-data; name="o:tag"[^]*bulk-email/m,
                        /form-data; name="o:tag"[^]*ghost-email/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('throws an error if sending to more than the batch size', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 2
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User'
                },
                'test+1@example.com': {
                    name: 'Test User'
                },
                'test+2@example.com': {
                    name: 'Test User'
                }
            };

            const mailgunClient = new MailgunClient({config, settings});

            await assert.rejects(mailgunClient.send(message, recipientData, []));
        });

        it('sends an email with list unsubscribe headers', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="h:List-Unsubscribe"[^]*<%recipient.list_unsubscribe%>, <%tag_unsubscribe_email%>/m,
                        /form-data; name="h:List-Unsubscribe-Post"[^]*List-Unsubscribe=One-Click/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('sends an email with email id', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content',
                id: 'email-id'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="v:email-id"[^]*email-id/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('sends an email in test mode', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3',
                    testmode: true
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="o:testmode"[^]*yes/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('sends an email with a custom tag', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3',
                    tag: 'custom-tag'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="o:tag"[^]*custom-tag/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('sends an email with tracking opens enabled', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content',
                track_opens: true
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="o:tracking-opens"[^]*yes/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('sends an email with delivery time', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content',
                deliveryTime: new Date('2021-01-01T00:00:00Z')
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="o:deliverytime"[^]*Fri, 01 Jan 2021 00:00:00 GMT/m
                    ];
                    return regexList.every(regex => regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('omits the deliverytime if it is not provided', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3',
                    testmode: true
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="o:deliverytime"[^]*/m
                    ];
                    return regexList.every(regex => !regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });

        it('omits the deliverytime if it is not a valid date', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });
            const message = {
                subject: 'Test Subject',
                from: 'from@example.com',
                replyTo: 'replyTo@example.com',
                html: '<p>Test Content</p>',
                plaintext: 'Test Content',
                deliveryTime: 'not a date'
            };
            const recipientData = {
                'test@example.com': {
                    name: 'Test User',
                    unsubscribe_url: 'https://example.com/unsubscribe',
                    list_unsubscribe: 'https://example.com/unsubscribe'
                }
            };
            // Request body is multipart/form-data, so we need to check the body manually with some regex
            // We can't use nock's JSON body matching because it doesn't support multipart/form-data
            const sendMock = nock('https://api.mailgun.net')
                // .post('/v3/domain.com/messages', /form-data; name="subject"[^]*Test Subject/m)
                .post('/v3/domain.com/messages', function (body) {
                    const regexList = [
                        /form-data; name="o:deliverytime"[^]*/m
                    ];
                    return regexList.every(regex => !regex.test(body));
                })
                .replyWithFile(200, `${__dirname}/fixtures/send-success.json`, {
                    'Content-Type': 'application/json'
                });

            const mailgunClient = new MailgunClient({config, settings});
            const response = await mailgunClient.send(message, recipientData, []);
            assert(response.id === 'message-id');
            assert(sendMock.isDone());
        });
    });

    describe('fetchEvents()', function () {
        it('does not fetch if not configured', async function () {
            const counter = createBatchCounter();
            const mailgunClient = new MailgunClient({config, settings});
            await mailgunClient.fetchEvents(MAILGUN_OPTIONS, counter.batchHandler);
            assert.equal(counter.events, 0);
            assert.equal(counter.batches, 0);
        });

        it('fetches from now and works backwards', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });

            const firstPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-1.json`, {
                    'Content-Type': 'application/json'
                });

            const secondPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-1-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-2.json`, {
                    'Content-Type': 'application/json'
                });

            // requests continue until an empty items set is returned
            nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-2-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                    'Content-Type': 'application/json'
                });

            const counter = createBatchCounter();

            const mailgunClient = new MailgunClient({config, settings});
            await mailgunClient.fetchEvents(MAILGUN_OPTIONS, counter.batchHandler);

            assert.equal(firstPageMock.isDone(), true);
            assert.equal(secondPageMock.isDone(), true);
            assert.equal(counter.batches, 2);
            assert.equal(counter.events, 6);
        });

        // This tests the deadlock possibility (if we would stop after x events, we would retry the same events again and again)
        it('keeps fetching over the limit if events have the same timestamp as begin', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });

            const firstPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-1.json`, {
                    'Content-Type': 'application/json'
                });

            const secondPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-1-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-2.json`, {
                    'Content-Type': 'application/json'
                });

            // requests continue until an empty items set is returned
            nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-2-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                    'Content-Type': 'application/json'
                });

            const counter = createBatchCounter();

            const maxEvents = 3;

            const mailgunClient = new MailgunClient({config, settings});

            await mailgunClient.fetchEvents(MAILGUN_OPTIONS, counter.batchHandler, {maxEvents});
            assert.equal(counter.batches, 2);
            assert.equal(counter.events, 6);
            assert.equal(firstPageMock.isDone(), true);
            assert.equal(secondPageMock.isDone(), true);
        });

        it('fetches with a limit and stops if timestamp difference reached', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });

            const firstPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-1-timestamp.json`, {
                    'Content-Type': 'application/json'
                });

            const secondPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-1-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-2.json`, {
                    'Content-Type': 'application/json'
                });

            // requests continue until an empty items set is returned
            nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-2-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                    'Content-Type': 'application/json'
                });

            const counter = createBatchCounter();

            const maxEvents = 3;

            const mailgunClient = new MailgunClient({config, settings});

            await mailgunClient.fetchEvents(MAILGUN_OPTIONS, counter.batchHandler, {maxEvents});
            assert.equal(counter.batches, 1);
            assert.equal(counter.events, 4);
            assert.equal(firstPageMock.isDone(), true);
            assert.equal(secondPageMock.isDone(), false);
        });

        it('logs errors and rethrows during processing', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.mailgun.net/v3'
                },
                batchSize: 1000
            });

            const firstPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-1-timestamp.json`, {
                    'Content-Type': 'application/json'
                });

            const secondPageMock = nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-1-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-2.json`, {
                    'Content-Type': 'application/json'
                });

            // requests continue until an empty items set is returned
            nock('https://api.mailgun.net')
                .get('/v3/domain.com/events/all-2-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                    'Content-Type': 'application/json'
                });

            const counter = createBatchCounter(() => {
                throw new Error('test error');
            });

            const mailgunClient = new MailgunClient({config, settings});

            await assert.rejects(mailgunClient.fetchEvents(MAILGUN_OPTIONS, counter.batchHandler), /test error/);
            assert.equal(counter.batches, 1);
            assert.equal(counter.events, 4);
            assert.equal(firstPageMock.isDone(), true);
            assert.equal(secondPageMock.isDone(), false);
        });

        it('supports EU Mailgun domain', async function () {
            const configStub = sinon.stub(config, 'get');
            configStub.withArgs('bulkEmail').returns({
                mailgun: {
                    apiKey: 'apiKey',
                    domain: 'domain.com',
                    baseUrl: 'https://api.eu.mailgun.net/v3'
                },
                batchSize: 1000
            });

            const firstPageMock = nock('https://api.eu.mailgun.net')
                .get('/v3/domain.com/events')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-1-eu.json`, {
                    'Content-Type': 'application/json'
                });

            const secondPageMock = nock('https://api.eu.mailgun.net')
                .get('/v3/domain.com/events/all-1-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/all-2-eu.json`, {
                    'Content-Type': 'application/json'
                });

            // requests continue until an empty items set is returned
            nock('https://api.eu.mailgun.net')
                .get('/v3/domain.com/events/all-2-next')
                .query(MAILGUN_OPTIONS)
                .replyWithFile(200, `${__dirname}/fixtures/empty.json`, {
                    'Content-Type': 'application/json'
                });

            const batchHandler = sinon.spy();

            const mailgunClient = new MailgunClient({config, settings});
            await mailgunClient.fetchEvents(MAILGUN_OPTIONS, batchHandler);

            assert.equal(firstPageMock.isDone(), true);
            assert.equal(secondPageMock.isDone(), true);
            assert.equal(batchHandler.callCount, 2); // one per page
        });
    });

    describe('normalizeEvent()', function () {
        it('works', function () {
            const event = {
                id: 'pl271FzxTTmGRW8Uj3dUWw',
                event: 'testEvent',
                severity: 'testSeverity',
                recipient: 'testRecipient',
                timestamp: 1614275662,
                message: {
                    headers: {
                        'message-id': 'testProviderId'
                    }
                },
                'user-variables': {
                    'email-id': 'testEmailId'
                }
            };

            const mailgunClient = new MailgunClient({config, settings});
            const result = mailgunClient.normalizeEvent(event);

            assert.deepEqual(result, {
                type: 'testEvent',
                severity: 'testSeverity',
                recipientEmail: 'testRecipient',
                emailId: 'testEmailId',
                providerId: 'testProviderId',
                timestamp: new Date('2021-02-25T17:54:22.000Z'),
                error: null,
                id: 'pl271FzxTTmGRW8Uj3dUWw'
            });
        });

        it('works for errors', function () {
            const event = {
                event: 'failed',
                id: 'pl271FzxTTmGRW8Uj3dUWw',
                'log-level': 'error',
                severity: 'permanent',
                reason: 'suppress-bounce',
                envelope: {
                    sender: 'john@example.org',
                    transport: 'smtp',
                    targets: 'joan@example.com'
                },
                flags: {
                    'is-routed': false,
                    'is-authenticated': true,
                    'is-system-test': false,
                    'is-test-mode': false
                },
                'delivery-status': {
                    'attempt-no': 1,
                    message: '',
                    code: 605,
                    description: 'Not delivering to previously bounced address',
                    'session-seconds': 0.0
                },
                message: {
                    headers: {
                        to: 'joan@example.com',
                        'message-id': 'testProviderId',
                        from: 'john@example.org',
                        subject: 'Test Subject'
                    },
                    attachments: [],
                    size: 867
                },
                storage: {
                    url: 'https://se.api.mailgun.net/v3/domains/example.org/messages/eyJwI...',
                    key: 'eyJwI...'
                },
                recipient: 'testRecipient',
                'recipient-domain': 'mailgun.com',
                campaigns: [],
                tags: [],
                'user-variables': {},
                timestamp: 1614275662
            };

            const mailgunClient = new MailgunClient({config, settings});
            const result = mailgunClient.normalizeEvent(event);

            assert.deepEqual(result, {
                type: 'failed',
                severity: 'permanent',
                recipientEmail: 'testRecipient',
                emailId: undefined,
                providerId: 'testProviderId',
                timestamp: new Date('2021-02-25T17:54:22.000Z'),
                error: {
                    code: 605,
                    enhancedCode: null,
                    message: 'Not delivering to previously bounced address'
                },
                id: 'pl271FzxTTmGRW8Uj3dUWw'
            });
        });

        it('works for enhanced errors', function () {
            const event = {
                event: 'failed',
                id: 'pl271FzxTTmGRW8Uj3dUWw',
                'log-level': 'error',
                severity: 'permanent',
                reason: 'suppress-bounce',
                envelope: {
                    sender: 'john@example.org',
                    transport: 'smtp',
                    targets: 'joan@example.com'
                },
                flags: {
                    'is-routed': false,
                    'is-authenticated': true,
                    'is-system-test': false,
                    'is-test-mode': false
                },
                'delivery-status': {
                    tls: true,
                    'mx-host': 'hotmail-com.olc.protection.outlook.com',
                    code: 451,
                    description: '',
                    'session-seconds': 0.7517080307006836,
                    utf8: true,
                    'retry-seconds': 600,
                    'enhanced-code': '4.7.652',
                    'attempt-no': 1,
                    message: '4.7.652 The mail server [xxx.xxx.xxx.xxx] has exceeded the maximum number of connections.',
                    'certificate-verified': true
                },
                message: {
                    headers: {
                        to: 'joan@example.com',
                        'message-id': 'testProviderId',
                        from: 'john@example.org',
                        subject: 'Test Subject'
                    },
                    attachments: [],
                    size: 867
                },
                storage: {
                    url: 'https://se.api.mailgun.net/v3/domains/example.org/messages/eyJwI...',
                    key: 'eyJwI...'
                },
                recipient: 'testRecipient',
                'recipient-domain': 'mailgun.com',
                campaigns: [],
                tags: [],
                'user-variables': {},
                timestamp: 1614275662
            };

            const mailgunClient = new MailgunClient({config, settings});
            const result = mailgunClient.normalizeEvent(event);

            assert.deepEqual(result, {
                type: 'failed',
                severity: 'permanent',
                recipientEmail: 'testRecipient',
                emailId: undefined,
                providerId: 'testProviderId',
                timestamp: new Date('2021-02-25T17:54:22.000Z'),
                error: {
                    code: 451,
                    enhancedCode: '4.7.652',
                    message: '4.7.652 The mail server [xxx.xxx.xxx.xxx] has exceeded the maximum number of connections.'
                },
                id: 'pl271FzxTTmGRW8Uj3dUWw'
            });
        });
    });
});