How to use pipeline on large ajax file

thatduderm

I have a JSON file with 2323 records and I would like to know how I would show the first 200 records and when the user uses the search or clicks through the pagination, it will load the other records. I'm new to this and I couldn't figure out a way to implement this. Here's what I currently have:

$(document).ready(function(){

    $.fn.dataTable.pipeline = function ( opts ) {
    // Configuration options
    var conf = $.extend( {
        pages: 2,     // number of pages to cache
        url: 'https://kearney-cemetery.revize.com/api/search',      // script url
        data: null,   // function or object with parameters to send to the server
                      // matching how `ajax.data` works in DataTables
        method: 'GET' // Ajax HTTP method
    }, opts );
 
    // Private variables for storing the cache
    var cacheLower = -1;
    var cacheUpper = null;
    var cacheLastRequest = null;
    var cacheLastJson = null;
 
    return function ( request, drawCallback, settings ) {
        var ajax          = false;
        var requestStart  = request.start;
        var drawStart     = request.start;
        var requestLength = request.length;
        var requestEnd    = requestStart + requestLength;
         
        if ( settings.clearCache ) {
            // API requested that the cache be cleared
            ajax = true;
            settings.clearCache = false;
        }
        else if ( cacheLower < 0 || requestStart < cacheLower || requestEnd > cacheUpper ) {
            // outside cached data - need to make a request
            ajax = true;
        }
        else if ( JSON.stringify( request.order )   !== JSON.stringify( cacheLastRequest.order ) ||
                  JSON.stringify( request.columns ) !== JSON.stringify( cacheLastRequest.columns ) ||
                  JSON.stringify( request.search )  !== JSON.stringify( cacheLastRequest.search )
        ) {
            // properties changed (ordering, columns, searching)
            ajax = true;
        }
         
        // Store the request for checking next time around
        cacheLastRequest = $.extend( true, {}, request );
 
        if ( ajax ) {
            // Need data from the server
            if ( requestStart < cacheLower ) {
                requestStart = requestStart - (requestLength*(conf.pages-1));
 
                if ( requestStart < 0 ) {
                    requestStart = 0;
                }
            }
             
            cacheLower = requestStart;
            cacheUpper = requestStart + (requestLength * conf.pages);
 
            request.start = requestStart;
            request.length = requestLength*conf.pages;
 
            // Provide the same `data` options as DataTables.
            if ( typeof conf.data === 'function' ) {
                // As a function it is executed with the data object as an arg
                // for manipulation. If an object is returned, it is used as the
                // data object to submit
                var d = conf.data( request );
                if ( d ) {
                    $.extend( request, d );
                }
            }
            else if ( $.isPlainObject( conf.data ) ) {
                // As an object, the data given extends the default
                $.extend( request, conf.data );
            }
 
            return $.ajax( {
                "type":     conf.method,
                "url":      conf.url,
                "data":     request,
                "dataType": "json",
                "cache":    false,
                "success":  function ( json ) {
                    cacheLastJson = $.extend(true, {}, json);
 
                    if ( cacheLower != drawStart ) {
                        json.data.splice( 0, drawStart-cacheLower );
                    }
                    if ( requestLength >= -1 ) {
                        json.data.splice( requestLength, json.data.length );
                    }
                     
                    drawCallback( json );
                }
            } );
        }
        else {
            json = $.extend( true, {}, cacheLastJson );
            json.draw = request.draw; // Update the echo for each response
            json.data.splice( 0, requestStart-cacheLower );
            json.data.splice( requestLength, json.data.length );
 
            drawCallback(json);
        }
    }
};
 
// Register an API method that will empty the pipelined data, forcing an Ajax
// fetch on the next draw (i.e. `table.clearPipeline().draw()`)
$.fn.dataTable.Api.register( 'clearPipeline()', function () {
    return this.iterator( 'table', function ( settings ) {
        settings.clearCache = true;
    } );
} );
 
 
//
// DataTables initialisation
//
$(document).ready(function() {
    $('table').DataTable( {
        "processing": true,
        "serverSide": true,
        "ajax": $.fn.dataTable.pipeline( {
            url: 'https://kearney-cemetery.revize.com/api/search',
            pages: 2 // number of pages to cache
        } ),
        columns: [{
                data: 'First Name',
                className: 'cem-first-name'
            },
            {
                data: 'Last Name',
                className: 'cem-last-name'
            },
            {
                data: 'Date of Birth',
                className: 'cem-birth'
            },
            {
                data: 'Date of Death',
                className: 'cem-death'
            },
            {
                data: 'Lot Number',
                className: 'cem-lot-number'
            }
        ],
        "fnInitComplete": function(oSettings, json) {
            $('.cem-birth').not('.except').each(function() {
                var diz = $(this).text().toString();
                diz = diz.substring(0, 10);
                $(this).text(diz);
            })
            $('.cem-death').not('.except').each(function() {
                var diz = $(this).text().toString();
                diz = diz.substring(0, 10);
                $(this).text(diz);
            })
        },
        "drawCallback": function(settings) {
            $('.cem-birth').not('.except').each(function() {
                var diz = $(this).text().toString();
                diz = diz.substring(0, 10);
                $(this).text(diz);
            })
            $('.cem-death').not('.except').each(function() {
                var diz = $(this).text().toString();
                diz = diz.substring(0, 10);
                $(this).text(diz);
            })
        }
        
    } );
} );
    
})

colin

It looks like you've based your code on this example - which as you can see in with the example, is working as expected. What problem are you having? Are you seeing errors?

We're happy to take a look, but as per the forum rules, please link to a test case - a test case that replicates the issue will ensure you'll get a quick and accurate response. Information on how to create a test case (if you aren't able to link to the page you are working on) is available here.

Cheers,

Colin