Learn how to create a customization to process a queue

Step 3:  Create a “Queue Element” record

Our queue is going to create sales orders.  To accomplish this, set the “Queue Element” record as follows:

• Queue Type – “Sales Order”.
• Payload – A JSON string with the data to process.  This data could be anything but for our example it is a JSON string:  “{
  “customerid” : “317”,  // customer internal id – modify this to use a valid customer in your account
  “items” : [{
  “item” : “36”,  //  item internal id – modify this to use a valid internal id in your account
  “quantity” : “2”,
  “rate” : “100”
  }] }”
• Next Retry – Set to date/time when the record is created.  The map/reduce script will process this record when it runs because this date is in the past.
• Status – “Queued”.  This means our record is “Queued” to be processed.

Step 4: Create a map/reduce script to process the Queue

This script starts by finding all “Queue Element” records of type “Sales Order” which are in “Queued” or “Working” status.  The next retry date must also be before or equal to the time the processor runs.  The script then loads the “Queue Element” record.  It then processes the payload which in our example creates a sales order.   It finally sets the “Queue Element” processed date to now, status to completed, and set the transaction to the sales order that was created.

If an error occurs and we are below the maximum retries (a script parameter), the “Queue Element” record status is set to “Working” and the next retry date is updated.   The next retry date will be progressively farther into the future each time it fails to process.

If an error occurs and we are equal to or above the maximum number of retries, the “Queue Element” record status is set to “Failed” and the next retry date is set to empty.  The map/reduce will not try to process this record again.

The script deployment can be scheduled to run as needed.  The retry logic can be modified to whatever makes sense for your customization.

Add and deploy the script (code shown below).  Reference my article “Quick Guide to Adding and Deploying a Script in NetSuite” if needed.  You will need to create a script parameter “Number of Maximum Retries” which will be an integer with internal id “custscript_max_retries”.

/**
 * @NApiVersion 2.1
 * @NScriptType MapReduceScript
 * @NModuleScope SameAccount

*/
//------------------------------------------------------------------
//Script: 	    STC_ProcessQueue_MR.js
//------------------------------------------------------------------

define([ 'N/runtime', 'N/record', 'N/search'],
(runtime, record, search) => {

    pad = (value) => {
        if(value < 10) {
            return '0' + value;
        } else {
            return value;
        }
    }

	getInputData = (context) => {
        log.debug('==START==', '==START==');
        var now = new Date();
        var modifier = now.getUTCHours() > 12 ? 'pm' : 'am';
        var hourIn12 = now.getUTCHours() % 12 || 12;
        var dateString = (now.getMonth()+1) + '/' + now.getDate() + '/' + now.getFullYear() + ' ' + hourIn12 + ':' + pad(now.getMinutes()) + ' ' + modifier;

        var queueElementSearchObj = search.create({
            type: "customrecord_stc_queue_element",
            filters:
            [
               ["custrecord_stc_queue_element_next_retry", search.Operator.ONORBEFORE, dateString],   // only get records where the next retry date is in the past or now
               "AND",
               ["custrecord_stc_queue_element_status","anyof","1","2"],   // queued or working
               "AND",
               ["custrecord_stc_queue_element_type","anyof","1"]  // sales order
            ],
            columns:
            [
               'internalid'
            ]
         });

        return queueElementSearchObj;
    }

    reduce = (context) => {
        log.debug('context', context);

        var queueElementRecord = null;
        var error = null;
        try {
            // load the process request custom record
            queueElementRecord = record.load({
                type: 'customrecord_stc_queue_element',
                id: context.key,
                isDynamic: true
            });

            var payload = queueElementRecord.getValue('custrecord_stc_queue_element_payload');
            payload = JSON.parse(payload);
            /////////////////////////////////////////////////////////
            // CREATE YOUR OWN FUNCTION HERE TO PROCESS THE PAYLOAD
            /////////////////////////////////////////////////////////
            var salesOrderId = createSalesOrder(payload);
            ////////////////////////////////////////////////////////
            queueElementRecord.setValue('custrecord_stc_queue_element_date_proc', new Date());
            queueElementRecord.setValue('custrecord_stc_queue_element_transaction', salesOrderId);
            queueElementRecord.setValue('custrecord_stc_queue_element_error', '');
            queueElementRecord.setValue('custrecord_stc_queue_element_next_retry', '');
            queueElementRecord.setValue('custrecord_stc_queue_element_num_retries', '');
            queueElementRecord.setValue('custrecord_stc_queue_element_status', '3'); // completed
            queueElementRecord.save();
            return;
        }
        catch(e) {
            error = JSON.stringify(e);
            log.error('error', error);
        }

        try {
            // if an error occurred and there is a valid queueElementRecord
            if (error && queueElementRecord) {
                queueElementRecord.setValue('custrecord_stc_queue_element_error', error);
                var numRetries = queueElementRecord.getValue('custrecord_stc_queue_element_num_retries');
                var scriptObj = runtime.getCurrentScript();
                var maxRetries  = scriptObj.getParameter({name: 'custscript_max_retries'});
                // if we are at maxRetries or greater, mark the record as failed and do not retry
                if (numRetries+1 >= maxRetries) {
                    queueElementRecord.setValue('custrecord_stc_queue_element_status', 4); // failed
                    queueElementRecord.setValue('custrecord_stc_queue_element_next_retry', '');
                }
                else {
                    // otherwise set the the status to working and set next retry date
                    queueElementRecord.setValue('custrecord_stc_queue_element_status', 2); // working
                    // Create your own custom retry logic here as needed
                    // As an example, next retry date is next retry date + numRetries+1 hours
                    var nextRetryDate = new Date();
                    var dateToMilliseconds = nextRetryDate.getTime();
                    var addedHours = dateToMilliseconds + (3600000*(numRetries+1));
                    var newDate = new Date(addedHours);
                    queueElementRecord.setValue('custrecord_stc_queue_element_next_retry', newDate);
                }
                queueElementRecord.setValue('custrecord_stc_queue_element_num_retries', numRetries+1);
                queueElementRecord.save();
            }
        }
        catch(e) {
            log.error('Error trying to save record in errored state', JSON.stringify(e));
        }
    }

    createSalesOrder = (payload) => {
        var salesOrderRecord = record.create({
            type: record.Type.SALES_ORDER,
            isDynamic: true
        });
        salesOrderRecord.setValue('entity', payload.customerid);
        for (let i = 0; i < payload.items.length; i++) {
            var payloadItem = payload.items[i];
            var lineNum = salesOrderRecord.selectNewLine({sublistId: 'item'});
            salesOrderRecord.setCurrentSublistValue({sublistId: 'item',fieldId: 'item',value: payloadItem.item});
            salesOrderRecord.setCurrentSublistValue({sublistId: 'item',fieldId: 'quantity',value: payloadItem.quantity});
            salesOrderRecord.setCurrentSublistValue({sublistId: 'item',fieldId: 'rate',value: payloadItem.rate});
            salesOrderRecord.commitLine({sublistId: 'item'});
        }
        var recordId = salesOrderRecord.save();
        return recordId;
    }

    summarize = (summary) => {
        log.debug('==END==','==END==');
    }

    return {
        getInputData: getInputData,
        reduce: reduce,
        summarize: summarize
    };

});