DataLoad.cpp

Go to the documentation of this file.

// DataLoad.cpp

/*************************************************************/
//
// GreyLabWindow
//
// Data loading routines for the GreyLabWindow class
//
//-------------------------------------------------------------
//
// v 1.15 - 2007/09/23 - Changes to allow <ChA> etc use
// v 1.14 - 2007/08/26 - Matrix data type loading
// v 1.13 - 2007/05/30 - Changes to load header file
// v 1.12 - 2007/02/09 - X target range and better autoranging
// v 1.11 - 2007/02/07 - Info in title bar
// v 1.10 - 2007/02/01 - ysd scatter option
// v 1.9 - 2006/11/23 - File stat
// v 1.8 - 2006/08/28 - Fixed a bug where pointers were not NULLed after a failed load
// v 1.7 - 2006/08/16 - Acorn CryoMeas Acorn file loading (v2.4.0)
// v 1.6 - 2006/08/07 - More better handling of the SD mess (v2.2.4)
// v 1.5 - 2006/07/31 - Better handling of the SD mess (v2.2.3)
// v 1.4 - 2006/07/11 - Improvements to auto ranging on analysis tab (v2.2.2)
// v 1.3 - 2006/07/10 - Fixed 'midpoint' sweeps
// v 1.2 - 2006/07/08 - Fixed a bug on notification of Iconlist clear
// v 1.1 - 2006/07/07 - Changes to autorange
// v 1.0 - 2006/04/19 - Initial release
//
// See LICENSE.txt for distribution and usage restrictions
// Copyright (c) 2005-2007 Simon Chorley
// www.mylaboratory.co.uk - greylab@mylaboratory.co.uk
//
/*************************************************************/


///Data loading functions
/**
 * Provides implementation of GreyLabWindow functions to load the data.
 * @file DataLoad.cpp
 * @version 1.14 - 2007/08/26
 */


#include "GreyLab.h"
#include "LAfile.h"

#include <iostream>
#include <fstream>

#define MAXSTRING 1000000


///Starts the data loading procedure
/**
 * Chooses the loading algorithm and calls the appropriate function. All parameters are ignored.
 */
long GreyLabWindow::cmdLoad(FXObject* o, FXSelector, void*)
{
        FXString s = separatorTextfield->getText();
        if (s.length() == 0) sdinfo.separator = '\t';
        else if (s.length() == 1) sdinfo.separator = s[0];
        else
        {
                if (s == "\\t") sdinfo.separator = '\t';
                else sdinfo.separator = s[0];
        }

        this->setTitle(FXStringFormat("GreyLab %d.%d.%d - ", MAJORV, MINORV, BUILDV)+pathTextfield->getText().rafter('/').rafter('\\')+" - "+projfile.rafter('/').rafter('\\'));
        hdText->setText(FXString("No header information"));

        sdinfo.ch298 = -1;
        sdinfo.ch299 = -1;
        settranslatechCheckbutton->disable();

        FXString err;
        if (sdasciiRadiobutton->getCheck() == true)
        {
                if (dataTextSDLoad(err) == -1)  //for some reason I can't use message boxes inside this function??
                {
                        if (err.length() > 0) FXMessageBox::error(this, FX::MBOX_OK, "Error!", err.text());
//                      contentsTabbook->enable();
                        return(1);
                }
        }
        else if (sdacornRadiobutton->getCheck() == true)
        {
                if (dataBinarySDLoad(err) == -1)
                {
                        if (err.length() > 0) FXMessageBox::error(this, FX::MBOX_OK, "Error!", err.text());
//                      contentsTabbook->enable();
                        return(1);
                }
        }
        else if (sdmatrixRadiobutton->getCheck() == true)
        {
                if (dataTextMatrixLoad(err) == -1)      //for some reason I can't use message boxes inside this function??
                {
                        if (err.length() > 0) FXMessageBox::error(this, FX::MBOX_OK, "Error!", err.text());
//                      contentsTabbook->enable();
                        return(1);
                }
        }
        else
        {
                if (dataTextLoad(err) == -1)
                {
                        if (err.length() > 0) FXMessageBox::error(this, FX::MBOX_OK, "Error!", err.text());
//                      contentsTabbook->enable();
                        return(1);
                }
        }

#ifdef WIN32
        _stat(pathTextfield->getText().text(), &fileinfo);
#else
        stat(pathTextfield->getText().text(), &fileinfo);
#endif


        dayminTextfield->disable();
        daymaxTextfield->disable();
//      if (setautoscaleCheckbutton->getCheck() == true)        //removed 07/12/2007
        cmdDARangeChange(NULL, 0, NULL);
        if (setautobinCheckbutton->getCheck() == true)
        {
                if (sd != NULL)
                {
                        if (sd[0].npoints > 1)
                        {
                                daxtgtresTextfield->setText(FXStringVal(fabs(
                                        (rawdata[0][sd[0].npoints-1]-rawdata[0][0])/((float)sd[0].npoints/FXFloatVal(setbinsizeTextfield->getText())))));
                        }
                }
        }
        contentsTabbook->enable();

        return(1);
}


#define CHECK   if (strlen(dataline) == MAXSTRING-1) { e = "Input SD line too long"; sdstream.close(); return(1); }
#define CHECK2  if (strlen(dataline) == MAXSTRING-1) { e = "Input data line too long"; datafile.close(); return(1); }

///Loads data using a CryoMeasLV status data file
/**
 * @param[out] e Error string.
 * @return Success (0) or failure (-1).
 */
long GreyLabWindow::dataTextSDLoad(FXString &e)
{
        int i, j, c;

        //Delete old data
        if (sd != NULL)
        {
                for (i = 0; i < sdinfo.nsweeps; ++i)
                        if (sd[i].item != NULL)
                        {
                                delete[] sd[i].item;
                                sd[i].item = NULL;
                        }
                delete[] sd;
                sd = NULL;
        }
        if (rawdata != NULL)
        {
                for (i = 0; i < sdinfo.nsweeps*sdinfo.ncols; ++i)
                        if (rawdata[i] != NULL)
                        {
                                delete[] rawdata[i];
                                rawdata[i] = NULL;
                        }
                delete[] rawdata;
                rawdata = NULL;
        }

        std::ifstream hdrstream;
        FXString hdrfile = pathTextfield->getText();
        FXString hdr;
        hdrfile.insert(hdrfile.find_last_of('.', hdrfile.length()-1), "Hdr");
        hdrstream.open(hdrfile.text(), std::ifstream::in);
        if (hdrstream.is_open())
        {
                char hdrbuf[10000];
                do
                {
                        hdrstream.getline(hdrbuf, 10000);
                        hdr.append(hdrbuf);
                        hdr.trimEnd();
                        hdr += '\n';
                }
                while (!hdrstream.eof());
                hdText->setText(hdr);
                hdrstream.close();
        }

///////////////////
// Load SD
///////////////////
        std::ifstream sdstream;

        FXString sdfile = pathTextfield->getText();
        sdfile.insert(sdfile.find_last_of('.', sdfile.length()-1), "SD");

        sdstream.open(sdfile.text(), std::ifstream::in);
        if (!sdstream.is_open())
        {
                e = "No such input file";
                return(-1);
        }

        char dataline[MAXSTRING];
        char ch;
        sdstream >> ch;
        int linesbefore = 0;    //lines before the SD proper
        while (((ch < '0') || (ch > '9')) && (!sdstream.eof())) //while not a number
        {
                sdstream.getline(dataline, MAXSTRING);          //discard line
                ++linesbefore;
                CHECK
                sdstream >> ch;
        }
        if (sdstream.eof())
        {
                e = "The format of the status data file is not recognised (could not find the number of sweeps)";
                return(-1);
        }
        sdstream.seekg(-1, std::ios::cur);      //seek back 1 character

        float val;
        sdstream >> val;
        sdinfo.nsweeps = (int)val;
        sdnsweepsTextfield->setText(FXStringVal(sdinfo.nsweeps));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> val;
        sdinfo.ncols = (int)val;
        sdncolsTextfield->setText(FXStringVal(sdinfo.ncols));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> val;
        sdinfo.nsd = (int)val;
        sdnsdTextfield->setText(FXStringVal(sdinfo.nsd));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> val;
        sdinfo.npoints = (int)val;
        sdnptsTextfield->setText(FXStringVal((unsigned int)sdinfo.npoints));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> sdinfo.version;
        if ((sdinfo.version < 2.0) || (sdinfo.version >= 3.0))
        {
                e = "Input SD version wrong";
                sdstream.close();
                return(-1);
        }

        // Clear SD iconlist
        sdIconlist->clearItems(false);
        for (i = sdIconlist->getNumHeaders(); i > 0; --i)
                sdIconlist->removeHeader(i-1);

        FXString sdheaders;
        FXString temp;
        int tempi, snpos, slpos;        //sweep number position, sweep length position
        bool snfirst;
        sdstream.seekg(0, std::ios::beg);
        for (i = 0; i < linesbefore; ++i)
                sdstream.getline(dataline, MAXSTRING);
        if (sdstream.eof())
        {
                e = "The format of the status data file is not recognised (could not find the SD column labels)";
                return(-1);
        }
        sdheaders = dataline;
        tempi = sdheaders.find("Sweep number\t");
        if (tempi != -1)        //probably LV-like
        {
                snpos = (sdheaders.left(tempi)).contains('\t');
                slpos = (sdheaders.left(sdheaders.find("sweep length\t"))).contains('\t');
                if (snpos < slpos)
                {
                        snfirst = true;
                        slpos -= snpos;
                }
                else
                {
                        snfirst = false;
                        snpos -= slpos;
                }
        }
        else
        {
                tempi = sdheaders.find("number\t");
                if (tempi == -1)
                {
                        e = "The format of the status data file is not recognised (could not find the sweep number column)";
                        return(-1);
                }
                snpos = (sdheaders.left(tempi)).contains('\t');
                slpos = (sdheaders.left(sdheaders.find("rows in sweep\t"))).contains('\t');
                if (snpos < slpos)
                {
                        snfirst = true;
                        slpos -= snpos;
                }
                else
                {
                        snfirst = false;
                        snpos -= slpos;
                }
        }


        FXString ilheaders;// = "Swp N\nSwp len\nX col";        //icon list headers
        sdIconlist->appendHeader("Swp N");
        sdIconlist->appendHeader("Swp len");
        sdIconlist->appendHeader("X col");
        sdheaders = (sdheaders.right(sdheaders.length()-sdheaders.find("SD "))).after('\t', 1);
        daysdListbox->clearItems();     //clear ysd list
        daysdListbox->appendItem("<Swp N>");
        daysdListbox->appendItem("<Manual>");
        for (i = 0; i < sdinfo.nsd; ++i)
        {
//              ilheaders += FXString("\n");
                temp = (sdheaders.before('\t', 1)).trimEnd();
                if (temp.length() != 0)         //if item not blank
                {
//                      ilheaders += temp;
                        if (temp.rfind(':') != -1)      //new style with channel numbers
                        {
                                FXString ch = temp.rafter(':');
                                sdIconlist->appendHeader(temp.rbefore(':')+"\n"+ch);
                                if (ch == "298")
                                        sdinfo.ch298 = i;
                                else if (ch == "299")
                                        sdinfo.ch299 = i;
                        }
                        else    //old style without channel numbers
                        {
                                sdIconlist->appendHeader(temp);
                        }
                        daysdListbox->appendItem(temp);
                }
                else
                {
//                      ilheaders += FXStringVal(i);
                        sdIconlist->appendHeader(FXStringVal(i));
                        daysdListbox->appendItem(FXStringVal(i));
                }
                sdheaders = sdheaders.after('\t', 1);
        }
        if ((sdinfo.ch298 != -1) || (sdinfo.ch299 != -1))
                settranslatechCheckbutton->enable();
//      sdIconlist->setHeaders(ilheaders, 3+sdinfo.nsd);
        sdIconlist->setHeaderSize(0, 30);
        sdIconlist->setHeaderSize(1, 50);
        sdIconlist->setHeaderSize(2, 20);
        for (i = 0; i < sdinfo.nsd; ++i)
        {
                sdIconlist->setHeaderSize(3+i, 60);
        }
//      cerr << '\"' << ilheaders.text() << '\"';

        ilheaders = "\0";
        double d;
        statusProgressbar->setTotal(sdinfo.nsweeps);
        int maxlines = 0;       //so we know how long to make the progress bar
        sd = new statusdata[sdinfo.nsweeps];
        for (i = 0; i < sdinfo.nsweeps; ++i)
        {
                sd[i].npoints = 0;
                sd[i].item = NULL;
        }
        int previous = -1, current = -1;
        i = 0;
        unsigned int p = 0;
        sdstream.seekg(0, std::ios::beg);
        for (i = 0; i <= linesbefore; ++i)
                sdstream.getline(dataline, MAXSTRING);
        i = 0;
        do
        {
                sdheaders = dataline;
                if (snfirst == true)
                {
                        sdheaders = sdheaders.after('\t', snpos);
                        current = (int)FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());      //sweep number
                        sdheaders = sdheaders.after('\t', slpos);
                        d = FXDoubleVal((sdheaders.before('\t', 1)).trimEnd()); //npoints in sweep
                        p = (unsigned int)d;
                        sdheaders = sdheaders.after('\t', 4-snpos-slpos);
                }
                else
                {
                        sdheaders = sdheaders.after('\t', slpos);
                        d = FXDoubleVal((sdheaders.before('\t', 1)).trimEnd()); //npoints in sweep
                        p = (unsigned int)d;
                        sdheaders = sdheaders.after('\t', snpos);
                        current = (int)FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());      //sweep number
                        sdheaders = sdheaders.after('\t', 4-snpos-slpos);
                }
                if (current > 0)
                {
                        if (current != previous)
                        {
                                sd[i].xcol = (int)FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());   //x column
                                sdheaders = sdheaders.after('\t', 1);
                                sd[i].item = new double[sdinfo.nsd];
                                for (j = 0; j < sdinfo.nsd; ++j)
                                {
                                        sdheaders = sdheaders.after('\t', 1);
                                        d = FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());
                                        sd[i].item[j] = d;
                                }
                                sd[i].npoints = p;
                                statusProgressbar->setProgress(i+1);
                                previous = current;
                                ++i;
                        }
                }
                sdstream.getline(dataline, MAXSTRING);
        }
        while ((current != 0) && (strlen(dataline) != 0));
        if (i == 0)
        {
                e = "The format of the status data file is not recognised (could not work out column ordering or there are no sweeps)";
                return(-1);
        }
        for (i = 0; i < sdinfo.nsweeps; ++i)
        {
                ilheaders += FXStringVal(i)+FXString("\t");
                ilheaders += FXStringVal((unsigned int)sd[i].npoints)+FXString("\t");
                if (sd[i].npoints > maxlines) maxlines = sd[i].npoints;
                ilheaders += FXStringVal(sd[i].xcol);
                for (j = 0; j < sdinfo.nsd; ++j)
                {
                        ilheaders += FXString("\t");
                        ilheaders += FXStringVal(sd[i].item[j]);        //SD
                }
                ilheaders += FXString("\n");
        }
        sdIconlist->fillItems(ilheaders, NULL, NULL, NULL, true);

        for (i = 0; i < sdinfo.nsweeps; ++i)
                sdIconlist->selectItem(i, true);

/*
        std::ifstream sdstream;

        FXString sdfile = pathTextfield->getText();
        sdfile.insert(sdfile.find_last_of('.', sdfile.length()-1), "SD");
//      cerr << sdfile.text();

        sdstream.open(sdfile.text(), std::ifstream::in);
        if (!sdstream.is_open())
        {
                e = "No such input file";
                return(-1);
        }

        char dataline[MAXSTRING];
        sdstream.getline(dataline, MAXSTRING);          //discard 1st line
        CHECK
        sdstream.getline(dataline, MAXSTRING);          //get 2nd line

        float val;
        sdstream >> val;
        sdinfo.nsweeps = (int)val;
        sdnsweepsTextfield->setText(FXStringVal(sdinfo.nsweeps));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> val;
        sdinfo.ncols = (int)val;
        sdncolsTextfield->setText(FXStringVal(sdinfo.ncols));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> val;
        sdinfo.nsd = (int)val;
        sdnsdTextfield->setText(FXStringVal(sdinfo.nsd));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> val;
        sdinfo.npoints = (int)val;
        sdnptsTextfield->setText(FXStringVal((unsigned int)sdinfo.npoints));
        sdstream.getline(dataline, MAXSTRING);
        CHECK
        sdstream >> sdinfo.version;
        if (sdinfo.version != 2.0)
        {
                e = "Input SD version wrong";
                sdstream.close();
                return(-1);
        }
//      sdstream.close();

        // Clear SD iconlist
        sdIconlist->clearItems(false);
        for (i = sdIconlist->getNumHeaders(); i > 0; --i)
                sdIconlist->removeHeader(i-1);

        // Load SD data
//      sdstream.open(sdfile.text(), ifstream::in);
//      if (!sdstream.is_open())
//      {
//              FXMessageBox::error(this, FX::MBOX_OK, "Error!", "No such input file");
//              return(1);
//      }
        sdstream.seekg(0, std::ios::beg);
        sdstream.getline(dataline, MAXSTRING);
        sdstream.getline(dataline, MAXSTRING);
        FXString sdheaders = dataline;
        FXString ilheaders = "Swp N\nSwp len\nX col";   //icon list headers
        sdheaders = sdheaders.after('\t', 6);
        FXString temp;
        daysdListbox->clearItems();     //clear ysd list
        daysdListbox->appendItem("<Swp N>");
        daysdListbox->appendItem("<Manual>");
        for (i = 0; i < sdinfo.nsd; ++i)
        {
                ilheaders += FXString("\n");
                temp = (sdheaders.before('\t', 1)).trimEnd();
                if (temp.length() != 0)         //if item not blank
                {
                        ilheaders += temp;
                        daysdListbox->appendItem(temp);
                }
                else
                {
                        ilheaders += FXStringVal(i);
                        daysdListbox->appendItem(FXStringVal(i));
                }
//              cerr << '>' << (sdheaders.before('\t', 1)).text() << "<\n";
                sdheaders = sdheaders.after('\t', 1);
        }
        sdIconlist->setHeaders(ilheaders, 3+sdinfo.nsd);
        sdIconlist->setHeaderSize(0, 30);
        sdIconlist->setHeaderSize(1, 50);
        sdIconlist->setHeaderSize(2, 20);
        for (i = 0; i < sdinfo.nsd; ++i)
        {
                sdIconlist->setHeaderSize(3+i, 60);
        }
//      cerr << '\"' << ilheaders.text() << '\"';

        ilheaders = "\0";
        double d;
        statusProgressbar->setTotal(sdinfo.nsweeps);
        int maxlines = 0;       //so we know how long to make the progress bar
        sd = new statusdata[sdinfo.nsweeps];
        for (i = 0; i < sdinfo.nsweeps; ++i)
                sd[i].npoints = 0;
        int previous = -1, current = -1;
        i = 0;
        unsigned int p = 0;
        sdstream.getline(dataline, MAXSTRING);
        do
        {
                sdheaders = dataline;
                if (sdlabviewRadiobutton->getCheck() == true)
                {
                        sdheaders = sdheaders.after('\t', 1);
                        current = (int)FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());      //sweep number
                        sdheaders = sdheaders.after('\t', 2);
                        d = FXDoubleVal((sdheaders.before('\t', 1)).trimEnd()); //npoints in sweep
                        p = (unsigned int)d;
                        sdheaders = sdheaders.after('\t', 1);
                }
                else
                {
                        sdheaders = sdheaders.after('\t', 1);
                        d = FXDoubleVal((sdheaders.before('\t', 1)).trimEnd()); //npoints in sweep
                        p = (unsigned int)d;
                        sdheaders = sdheaders.after('\t', 2);
                        current = (int)FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());      //sweep number
                        sdheaders = sdheaders.after('\t', 1);
                }
                if (current > 0)
                {
                        if (current != previous)
                        {
                                sd[i].xcol = (int)FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());   //x column
                                sdheaders = sdheaders.after('\t', 1);
                                sd[i].item = new double[sdinfo.nsd];
                                for (j = 0; j < sdinfo.nsd; ++j)
                                {
                                        sdheaders = sdheaders.after('\t', 1);
                                        d = FXDoubleVal((sdheaders.before('\t', 1)).trimEnd());
                                        sd[i].item[j] = d;
                                }
                                sd[i].npoints = p;
                                statusProgressbar->setProgress(i+1);
                                previous = current;
                                ++i;
                        }
                }
                sdstream.getline(dataline, MAXSTRING);
        }
        while ((current != 0) && (strlen(dataline) != 0));
        for (i = 0; i < sdinfo.nsweeps; ++i)
        {
                ilheaders += FXStringVal(i)+FXString("\t");
                ilheaders += FXStringVal((unsigned int)sd[i].npoints)+FXString("\t");
                if (sd[i].npoints > maxlines) maxlines = sd[i].npoints;
                ilheaders += FXStringVal(sd[i].xcol);
                for (j = 0; j < sdinfo.nsd; ++j)
                {
                        ilheaders += FXString("\t");
                        ilheaders += FXStringVal(sd[i].item[j]);        //SD
                }
                ilheaders += FXString("\n");
        }
        sdIconlist->fillItems(ilheaders, NULL, NULL, NULL, true);

        for (i = 0; i < sdinfo.nsweeps; ++i)
                sdIconlist->selectItem(i, true);
*/
///////////////////
// Load real data
///////////////////

        std::ifstream datafile;
        datafile.open(pathTextfield->getText().text(), std::ifstream::in);
        if (!datafile.is_open())
        {
                e = "No such input file";
                return(-1);
        }

        rawdata = new double*[sdinfo.nsweeps*sdinfo.ncols];
        for (i = 0; i < sdinfo.nsweeps*sdinfo.ncols; ++i)
        {
                rawdata[i] = new double[sd[i/sdinfo.ncols].npoints];
                if (rawdata[i] == NULL)
                {
                        e = "Cannot create an image this big";
                        datafile.close();
                        return(-1);
                }
        }


        datafile >> ch;
        linesbefore = 0;
        while (!((ch >= '0') && (ch <= '9')) && (ch != '-') && (!datafile.eof()))       //while not a number
        {
                datafile.getline(dataline, MAXSTRING);          //discard line
                ++linesbefore;
                CHECK2
                datafile >> ch;
        }
        if (datafile.eof())
        {
                e = "The format of the data file is not recognised (could not find the data)";
                return(-1);
        }

        datafile.seekg(0, std::ios::beg);
        for (i = 0; i < linesbefore; ++i)
                datafile.getline(dataline, MAXSTRING);
//      datafile.getline(dataline, MAXSTRING, '\n');    //Skip column labels
//      datafile.getline(dataline, MAXSTRING, '\n');    //Extract column titles
        if (strlen(dataline) >= MAXSTRING-1)
        {
                e = "Input line too long";
                datafile.close();
                return(-1);
        }
        daxcolListbox->clearItems();
        dazcolListbox->clearItems();
        dascatterListbox->clearItems();
        dascatterListbox->appendItem("<ysd>");
        sdheaders = dataline;
        for (i = 0; i < sdinfo.ncols; ++i)
        {
                temp = ((sdheaders.after(sdinfo.separator, i)).before(sdinfo.separator, 1)).trimEnd();          //sdinfo.separator replaced '\t'
                if (temp.length() == 0) temp = FXStringVal(i);
                daxcolListbox->appendItem(temp);
                dazcolListbox->appendItem(temp);
                dascatterListbox->appendItem(temp);
        }
        daxcolListbox->setCurrentItem(0);
        dazcolListbox->setCurrentItem(1);
        dascatterListbox->setCurrentItem(1);


        //Get numbers
        statusProgressbar->setTotal(maxlines);
        char *ibuffer;
        unsigned int rowcounter = 0;
        FXApp *a = getApp();
        while (!datafile.eof())
        {
                datafile.getline(dataline, MAXSTRING, '\n');
                if (strlen(dataline) >= MAXSTRING-1)
                {
                        e = "Input line too long";
                        datafile.close();
                        return(-1);
                }
                ibuffer = dataline;
                for (c = 0; c < sdinfo.nsweeps*sdinfo.ncols; ++c)
                {
                        if (ibuffer[0] != sdinfo.separator)
                                if (rowcounter < sd[c/sdinfo.ncols].npoints)
                                        rawdata[c][rowcounter] = atof(ibuffer); //Get number
                        if (ibuffer == NULL) break;
                        ibuffer = strchr(ibuffer, sdinfo.separator);
                        if (ibuffer == NULL) break;
                        ibuffer = &ibuffer[1];
                }
                ++rowcounter;
                statusProgressbar->setProgress(rowcounter);
                a->forceRefresh();
                a->repaint();
        }

        datafile.close();

        cmdDAXChange(NULL, 0, NULL);
        cmdDARangeChange(NULL, 0, NULL);
        statusProgressbar->setProgress(0);
//cerr << rawdata[0][0] << ',' << rawdata[0][1] << ',' << rawdata[0][2] << ',' << rawdata[1][1] << ',' << rawdata[2][0] << ',';


        return(1);
}


///Loads Acorn CryoMeas binary file
/**
 * @author Code written by Jonathan Prance, jp376@cam.ac.uk
 * @param[out] e Error string.
 * @return Success (0) or failure (-1).
 */
long GreyLabWindow::dataBinarySDLoad(FXString &e)
{
        int i;
        //Delete old data

        if (sd != NULL)
        {
                for (int i = 0; i < sdinfo.nsweeps; ++i)
                        if (sd[i].item != NULL)
                        {
                                delete[] sd[i].item;
                                sd[i].item = NULL;
                        }
                delete[] sd;
                sd = NULL;
        }
        if (rawdata != NULL)
        {
                for (int i = 0; i < sdinfo.nsweeps*sdinfo.ncols; ++i)
                        if (rawdata[i] != NULL)
                        {
                                delete[] rawdata[i];
                                rawdata[i] = NULL;
                        }
                delete[] rawdata;
                rawdata = NULL;
        }

        //
        // Load the data file from Acorn binary CryoMeas format into memory
        //

        bool noerror;
        char *hdr;
        FXString filename = pathTextfield->getText();
        FILE *se = stderr;
        freopen("acorn.txt", "w", stderr);
        LAfile* infile = new LAfile((char*)filename.text(), noerror, hdr);
        fclose(stderr);
        stderr = se;
        if (noerror == false)
        {
                e = "There was an error whilst loading the file. Check 'acorn.txt' for details.";
                return(-1);
        }
        hdText->setText(FXString(hdr));
        delete[] hdr;

        //
        // Fill in status data names and values
        //

        sdinfo.nsweeps = (int)infile->FileInfo.nsweeps;
        sdnsweepsTextfield->setText(FXStringVal(sdinfo.nsweeps));
        sdinfo.ncols = (int)infile->FileInfo.ncol;
        sdncolsTextfield->setText(FXStringVal(sdinfo.ncols));
        sdinfo.nsd = (int)infile->FileInfo.nsd;
        sdnsdTextfield->setText(FXStringVal(sdinfo.nsd));
        sdinfo.npoints = (int)infile->FileInfo.points;
        sdnptsTextfield->setText(FXStringVal((unsigned int)sdinfo.npoints));

        // Clear SD iconlist    
        sdIconlist->clearItems(false);
        for (i = sdIconlist->getNumHeaders(); i > 0; --i) {
                sdIconlist->removeHeader(i-1);
        }

        // Clear ysd list
        daysdListbox->clearItems();     
        daysdListbox->appendItem("<Swp N>");
        daysdListbox->appendItem("<Manual>");

        // Populate ysd list and iconlist headers with the status data names
        FXString ilheaders;// = "Swp N\nSwp len\nX col";        //icon list headers
        sdIconlist->appendHeader("Swp N");
        sdIconlist->appendHeader("Swp len");
        sdIconlist->appendHeader("X col");

        for(i = 0; i < sdinfo.nsd; i++) {
                FXString sd(infile->FileInfo.sd[i].name);
                unsigned int ch = infile->FileInfo.sd[i].channel;

                if(sd.length() != 0) {
                        sdIconlist->appendHeader(sd+"\n"+FXStringVal(ch));
                        if (ch == 298)
                                sdinfo.ch298 = i;
                        else if (ch == 299)
                                sdinfo.ch299 = i;
                        daysdListbox->appendItem(sd+":"+FXStringVal(ch));
                } else {
                        ilheaders += FXStringVal(i);
                        daysdListbox->appendItem(FXStringVal(i));
                }
        }
        if ((sdinfo.ch298 != -1) || (sdinfo.ch299 != -1))
                settranslatechCheckbutton->enable();

        sdIconlist->setHeaderSize(0, 30);
        sdIconlist->setHeaderSize(1, 50);
        sdIconlist->setHeaderSize(2, 20);

        for (i = 0; i < sdinfo.nsd; ++i) {
                sdIconlist->setHeaderSize(3+i, 60);
        }

        // Populate the status data icon list with values for each sweep
        statusProgressbar->setTotal(sdinfo.nsweeps);
        sd = new statusdata[sdinfo.nsweeps];

        ilheaders = "\0";
        
        for(i = 0; i < sdinfo.nsweeps; i++) {
                // Sweep number
                ilheaders += FXStringVal(i)+FXString("\t");
                
                // Points per sweep
                sd[i].npoints = infile->FileInfo.npoints[i];
                ilheaders += FXStringVal((unsigned int)sd[i].npoints) + FXString("\t");
                
                // x column
                sd[i].xcol = infile->FileInfo.xcols[i];
                if(sd[i].xcol == 0) { sd[i].xcol = 1; }
                ilheaders += FXStringVal(sd[i].xcol);
                
                sd[i].item = new double[sdinfo.nsd];
                
                for(int j = 0; j < sdinfo.nsd; j++) {
                        sd[i].item[j] = (infile->FileInfo.sdvalues[i])[j];
                        ilheaders += FXString("\t");
                        ilheaders += FXStringVal(sd[i].item[j]);        //SD
                }
                
                statusProgressbar->setProgress(i+1);
                ilheaders += "\n";
        }
        
        sdIconlist->fillItems(ilheaders, NULL, NULL, NULL, true);
        for (i = 0; i < sdinfo.nsweeps; ++i) { sdIconlist->selectItem(i, true); }
        
        //
        // Load the column names
        //
        
        daxcolListbox->clearItems();
        dazcolListbox->clearItems();
        dascatterListbox->clearItems();
        dascatterListbox->appendItem("<ysd>");
        
        for (i = 0; i < sdinfo.ncols; i++) {
                FXString temp(infile->FileInfo.col[i].name);
                daxcolListbox->appendItem(temp);
                dazcolListbox->appendItem(temp);
                dascatterListbox->appendItem(temp);
        }
        
        daxcolListbox->setCurrentItem(0);
        dazcolListbox->setCurrentItem(1);
        dascatterListbox->setCurrentItem(1);
        
        //
        // Load the data
        //
        
        statusProgressbar->setTotal(sdinfo.nsweeps);
        rawdata = new double*[sdinfo.nsweeps*sdinfo.ncols];
        
        for (i = 0; i < sdinfo.nsweeps*sdinfo.ncols; i++) {
                rawdata[i] = new double[sd[i/sdinfo.ncols].npoints];
                if (rawdata[i] == NULL) {
                        e = "Cannot create an image this big";
                        return(-1);
                }
        }
        
        int irow, orow;
        
        for(int sw = 0; sw < sdinfo.nsweeps; sw++) {
                orow = 0;
                int start_row = infile->FileInfo.swpptr[sw] + infile->FileInfo.sdrow;
                
                for(irow = 0; irow < sd[sw].npoints; irow++) {
                        
                        if(infile->FileInfo.col[0].colptr[start_row+irow] >= 1.0e21) {
                                // Take account of interrupted sweeps by columns that start with a value >= 1.0e21
                                // by skipping ahead one row in the input file
                                start_row++;
                        }
                        
                        for(int c = 0; c < sdinfo.ncols; c++) {
                                int i = (sw * sdinfo.ncols) + c;
                                rawdata[i][orow] = infile->FileInfo.col[c].colptr[start_row+irow];
                        }
                        
                        orow++;
                }
                
                statusProgressbar->setProgress(sw);
        }
        
        delete infile;
        
        cmdDAXChange(NULL, 0, NULL);
        cmdDARangeChange(NULL, 0, NULL);
        statusProgressbar->setProgress(0);
        
        return(1);
}


///Loads data based only on the data file
/**
 * @param[out] e Error string.
 * @return Success (0) or failure (-1).
 */
long GreyLabWindow::dataTextLoad(FXString &e)
{
        int i, b, c, f, g;

        if (sd != NULL)
        {
                for (i = 0; i < sdinfo.nsweeps; ++i)
                        if (sd[i].item != NULL)
                        {
                                delete[] sd[i].item;
                                sd[i].item = NULL;
                        }
                delete[] sd;
                sd = NULL;
        }
        if (rawdata != NULL)
        {
                for (i = 0; i < sdinfo.nsweeps*sdinfo.ncols; ++i)
                        if (rawdata[i] != NULL)
                        {
                                delete[] rawdata[i];
                                rawdata[i] = NULL;
                        }
                delete[] rawdata;
                rawdata = NULL;
        }

///////////////////
// Approximate SD
///////////////////
        std::ifstream datafile;
        FXString sdfile = pathTextfield->getText();
        
        datafile.open(sdfile.text(), std::ifstream::in);
        if (!datafile.is_open())
        {
                e = "No such input file";
                return(-1);
        }
        
        char dataline[MAXSTRING];
        if (sdsmartRadiobutton->getCheck() == true)     //smart method
                for (i = 0; i < FXIntVal(smarttitlesTextfield->getText()); ++i)
                        datafile.getline(dataline, MAXSTRING);          //discard n lines
        else
                for (i = 0; i < FXIntVal(dumbdataTextfield->getText()); ++i)
                        datafile.getline(dataline, MAXSTRING);          //discard n lines

        CHECK2
        datafile.getline(dataline, MAXSTRING);          //get next line
//cerr << dataline << '\n';
        FXString sdline = dataline;
        sdinfo.nsweeps = sdline.contains(sdinfo.separator);

        if (sdsmartRadiobutton->getCheck() == true)     //smart method only
        {
                FXString heading = sdline.before(sdinfo.separator).trimEnd();
//cerr << heading.text() << '\n';
//cerr << sdline.find(heading, 1) << '\n';
                sdline = sdline.left(sdline.find(heading, 1));
//cerr << sdline.text() << '\n';
                if (sdline.length() > 0)
                {
                        sdinfo.ncols = sdline.contains(sdinfo.separator);
                        sdinfo.nsweeps = (sdinfo.nsweeps+1)/sdinfo.ncols;
                }
                else    //only one column
                {
                        sdinfo.ncols = sdinfo.nsweeps+1;
                        sdinfo.nsweeps = 1;
                }
        }
        else
        {
                sdinfo.ncols = FXIntVal(dumbcolsperTextfield->getText());
                sdinfo.nsweeps = (sdinfo.nsweeps+1)/sdinfo.ncols;
        }
//      --sdinfo.nsweeps;
        dassweepTextfield->setText("0");
        daesweepTextfield->setText(FXStringVal(sdinfo.nsweeps-1));
        sdnsweepsTextfield->setText(FXStringVal(