package org.autoplot.binarydatasource;

import java.io.File;
import java.io.FileInputStream;
import java.net.URI;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
import java.nio.channels.FileChannel;
import java.nio.channels.FileChannel.MapMode;
import org.das2.qds.buffer.BufferDataSet;
import org.das2.datum.Units;
import org.das2.util.monitor.ProgressMonitor;
import org.das2.qds.AbstractRank1DataSet;
import org.das2.qds.DataSetUtil;
import org.das2.qds.MutablePropertyDataSet;
import org.das2.qds.QDataSet;
import org.autoplot.datasource.AbstractDataSource;
import org.das2.qds.buffer.AsciiDataSet;
import org.das2.qds.ops.Ops;

/**
 * BinaryDataSource returns data backed by binary data files.  Data
 * is downloaded using the usual mechanisms, then mapped into memory
 * using Java NIO, and presented as a QDataSet using BufferDataSet.
 * 
 * @author jbf
 */
public class BinaryDataSource extends AbstractDataSource {
    
    public BinaryDataSource(URI uri) {
        super(uri);
    }

    private long parseLong( String sval ) {
        String[] ssum= sval.split("\\+");
        if ( ssum.length==1 ) {
            String[] sprod= sval.split("\\*");
            if ( sprod.length==1 ) {
                int result = Integer.parseInt(sval);
                return result;
            } else {
                long prod= parseLong(sprod[0]);
                for ( int i=1; i<sprod.length; i++ ) {
                    prod *= parseLong(sprod[i]);
                }
                return prod;
            }
        } else {
            long sum=parseLong(ssum[0]);
            for ( int i=1; i<ssum.length; i++ ) {
                sum += parseLong(ssum[i]);
            }
            return sum;
        }
    }
    
    private int getIntParameter(String name, int deflt) {
        String sval = params.get(name);
        if ( sval==null ) {
            return deflt;
        } else {
            long l= parseLong(sval);
            if ( l>Integer.MAX_VALUE ) {
                throw new IllegalArgumentException("parameter must be 32-bit integer: "+ name+"="+sval);
            }
            return (int)parseLong(sval);
        }
    }

    private long getLongParameter(String name, long deflt) {
        String sval = params.get(name);
        long result = sval == null ? deflt : parseLong(sval);
        return result;
    }

    private String getParameter(String name, String deflt) {
        String sval = params.get(name);
        String result = sval == null ? deflt : sval;
        return result;
    }

    private static Object getTypeFromCode( String code ) {
        Object result;
        if ( code.charAt(0)=='u' ) {
            switch ( code.charAt(1) ) {
                case 'x': result=null; break;
                case 'b': result=BufferDataSet.UBYTE; break;
                case 's': result=BufferDataSet.USHORT; break;
                case 'i': result=BufferDataSet.UINT; break;
                default: throw new IllegalArgumentException("bad format code: "+code);
            }
        } else {
            switch ( code.charAt(0) ) {
                case 'x': result=null; break;
                case 'b': result=BufferDataSet.BYTE; break;
                case 's': result=BufferDataSet.SHORT; break;
                case 'i': result=BufferDataSet.INT; break;
                case 'l': result=BufferDataSet.LONG; break;
                case 'f': result=BufferDataSet.FLOAT; break;
                case 'd': result=BufferDataSet.DOUBLE; break;
                default: throw new IllegalArgumentException("bad format code: "+code);
            }
        }
        return result;
    }

    /**
     * returns [ int[] offsets, Object[] types, Integer count, Integer recSizeBytes ].
     * @param recFormat
     * @return
     */
    public static Object[] parseRecFormat( String recFormat ) {
        int[] offsets;
        Object[] types;
        Integer count;

        count= 99;
        offsets= new int[count];
        types= new Object[count];

        String[] ss= recFormat.split(",");
        int ioff=0;
        int ifield=0;
        for (String s : ss) {
            int repeat;
            int n = s.length();
            Object type;
            String code;
            if (n>1 && s.charAt(n-2) == 'u') {
                code = s.substring(n-2);
            } else {
                code = s.substring(n-1);
            }
            if (code.length()==n) {
                repeat= 1;
                type= getTypeFromCode( code );
            } else {
                type= getTypeFromCode( code );
                repeat = Integer.parseInt(s.substring(0, n-code.length()));
            }
            offsets[ifield]= ioff;
            for ( int j=0; j<repeat; j++ ) {
                if ( type!=null ) {
                    types[ifield]= type;
                    offsets[ifield]= ioff;
                    ifield++;
                    ioff+= BufferDataSet.byteCount(type);
                } else {
                    ioff+= 1;
                }

            }
        }
        Object[] result= new Object[4];
        result[0]= offsets;
        result[1]= types;
        result[2]= ifield;
        result[3]= ioff;

        return result;
    }

    @Override
    public QDataSet getDataSet(ProgressMonitor mon) throws Exception {

        File f = getFile(mon);

        FileChannel fc = new FileInputStream(f).getChannel();

        final long offset = getLongParameter("byteOffset", 0);

        long defLen= f.length() - offset;
        long length= getLongParameter("byteLength", defLen );

        if ( length == defLen && ( f.length()-(long)offset ) > Integer.MAX_VALUE ) {
            throw new IllegalArgumentException("default length (entire file) is bigger than 2G, which is not supported.");
        }

        int fieldCount = getIntParameter("fieldCount", params.get("depend0") == null ? 1 : 2);

        int recCount= getIntParameter("recCount", Integer.MAX_VALUE );
        
        if ( f.length()<(offset+length) ) {
            String info= String.format( "(byteOffset=%d byteLength=%d file.length=%d)", offset, length, f.length() );
            throw new IllegalArgumentException("byteLength and byteOffset parameters would read past the end of the file. "+info );
        }
                
        ByteBuffer buf = fc.map(MapMode.READ_ONLY, offset, length);

        fc.close();
        
        String recFormat= getParameter( "recFormat", null );

        Object[] recFormatParse= null;
        if ( recFormat!=null ) {
            recFormatParse= parseRecFormat(recFormat);
            fieldCount= (Integer)recFormatParse[2];
        }


        int dep0 = getIntParameter("depend0", -1);
        int dep0Offset= getIntParameter( "depend0Offset", -1 );
        
        int defltcol;
        if ( (dep0 == -1) && (dep0Offset==-1) ) {
            defltcol = 0;
        } else {
            if ( dep0 > 0 || dep0Offset>0 ) {
                defltcol = 0;
            } else {
                defltcol = 1;
            }
        }

        int col = getIntParameter("column", defltcol);

        String columnType;
        String colType= String.valueOf(BufferDataSet.UBYTE);
        if ( recFormatParse!=null ) {
            String o = params.get("rank2");
            if (o != null) {
                throw new IllegalArgumentException("rank2 and columnFormat are not supported");
            } else {
                Object[] types= ((Object[])recFormatParse[1]);
                colType= String.valueOf( types[col] );
            }
        }

        columnType= getParameter("type", colType );

        int recSizeBytes= getIntParameter("recLength", -1 );
        if ( recFormatParse!=null ) {
            recSizeBytes= (Integer)recFormatParse[3];
        }
        int recSizeBits;
        if ( recSizeBytes==-1 ) {
            recSizeBits= BufferDataSet.bitCount(columnType) * fieldCount;
        } else {
            recSizeBits= recSizeBytes * 8;
        }

        if ( recFormatParse==null ) {
            fieldCount= recSizeBits / BufferDataSet.bitCount(columnType);
        }

        final int frecCount= Math.min( (int)( (long)length * 8L / recSizeBits ), recCount ); // Note this limits size to less than 1/8 GB.
        
        int[] rank2= null;

        String o = params.get("rank2");
        if (o != null) {
            String s = o;
            int first = 0;
            int last = -999;
            if (s.contains(":")) {
                String[] ss = s.split(":",-2);
                if (ss[0].length() > 0) {
                    first = (int) parseLong(ss[0]);
                }
                if (ss.length > 1 && ss[1].length() > 0) {
                    last = (int)parseLong(ss[1]);
                }
            }
            if ( last==-999 ) last= fieldCount;
            rank2 = new int[]{first, last};
            col = first;
            if ( col<0 ) col= fieldCount + col;
            if ( first>fieldCount ) throw new IndexOutOfBoundsException("rank 2 index is greater than field count");
            if ( last>fieldCount ) throw new IndexOutOfBoundsException("rank 2 index is greater than field count");
        }
        
        int[] dims=null;
        
        o= params.get("dims");
        if ( o!=null ) {
            if ( o.startsWith("[") ) o=o.substring(1);
            if ( o.endsWith("]") ) o=o.substring(0,o.length()-1);
            String[] ss= o.split(",",-2);
            dims= new int[ss.length];;
            for ( int i=0; i<ss.length; i++ ) {
                dims[i]= (int)parseLong(ss[i]);
            }
            rank2 = new int[]{0,DataSetUtil.product(dims)};
        }

        int recOffset= getIntParameter( "recOffset", -1 );
        if ( recOffset==-1 ) {
            if ( recFormatParse!=null ) {
                recOffset= ((int[])recFormatParse[0])[col];
            } else {
                recOffset= col * BufferDataSet.bitCount(columnType) / 8;
            }
        }
        
        String encoding = getParameter("byteOrder", "little");
        if (encoding.equals("big")) {
            buf.order(ByteOrder.BIG_ENDIAN);
        } else {
            buf.order(ByteOrder.LITTLE_ENDIAN);
        }
                
        MutablePropertyDataSet ds;

        if ( rank2!=null ) {
            if ( rank2[1]==-999 ) {
                rank2[1]= frecCount;
            } if ( rank2[1]<0 ) {
                rank2[1]= fieldCount + rank2[1];
            }
            if ( rank2[0]<0 ) {
                rank2[0]= fieldCount + rank2[0];
            }
            ds= BufferDataSet.makeDataSetBits( 2, recSizeBits, recOffset*8, frecCount, rank2[1]-rank2[0], 1, 1, buf, columnType );
        } else {
            ds= BufferDataSet.makeDataSetBits( 1, recSizeBits, recOffset*8, frecCount, 1, 1, 1, buf, columnType );
        }

        if (dep0 > -1 || dep0Offset > -1 ) {
            String dep0Type = getParameter("depend0Type", columnType);
            if ( recFormatParse!=null ) {
                dep0Type= getParameter("depend0Type", String.valueOf(((Object[])recFormatParse[1])[dep0]) );
            }
            if ( dep0Offset==-1 ) {
                if ( recFormatParse==null ) {
                    dep0Offset= BufferDataSet.byteCount(dep0Type) * dep0;
                } else {
                    dep0Offset= ((int[])recFormatParse[0])[dep0];
                }
            }
            BufferDataSet dep0ds = BufferDataSet.makeDataSetBits( 1, recSizeBits, dep0Offset*8, frecCount, 1, 1, 1, buf, dep0Type );
            String dep0Units= getParameter("depend0Units", "" );
            if ( dep0Units.length()>0 ) {
                dep0Units= dep0Units.replaceAll("\\+", " ");
                Units dep0u= Units.lookupUnits(dep0Units);
                dep0ds.putProperty( QDataSet.UNITS, dep0u );
            }
            ds.putProperty(QDataSet.DEPEND_0, dep0ds);
        } else {
            String ro= getParameter( "reportOffset", "F" );            
            boolean reportOffset= !( ro.startsWith("F") || ro.equals("no") );
            if ( reportOffset ) {
                final int finalRecSizeBytes= recSizeBits/8;
                final int finalRecOffset= recOffset;
                MutablePropertyDataSet dep0ds= new AbstractRank1DataSet(frecCount) {
                    @Override
                    public double value(int i) {
                        return offset + finalRecOffset + ((long)i) * finalRecSizeBytes;
                    }
                };
                dep0ds.putProperty( QDataSet.CADENCE, DataSetUtil.asDataSet((double)recSizeBits/8) );
                ds.putProperty(QDataSet.DEPEND_0, dep0ds);
            }
        }

        String s;
        s= params.get( "validMin" );
        if ( s!= null ) {
            ds.putProperty(QDataSet.VALID_MIN, Double.valueOf(s) );
        }
        
        s= params.get( "validMax" );
        if ( s!= null ) {
            ds.putProperty(QDataSet.VALID_MAX, Double.valueOf(s) );
        }

        s= params.get( "fillValue" );
        if ( s!=null ) {
            ds.putProperty(QDataSet.FILL_VALUE, Double.valueOf(s) ); //TODO: consider parsing to Number type (Float or Long as well as Double)
        }
            
        
        s= params.get( "units" );
        if ( s!=null ) {
            if ( ds instanceof AsciiDataSet ) {
                Units u;
                if ( s.equals("nominal") ) {
                    u= Units.nominal();
                } else {
                    u= Units.lookupUnits(s);
                }
                ((AsciiDataSet) ds).setUnits(u);
                ds.putProperty( QDataSet.UNITS, u );
            } else {
                ds.putProperty( QDataSet.UNITS, Units.lookupUnits(s) );
            }
        }

        s= params.get( "format" );
        if ( s!=null ) {
            if ( s.length()==1 && !s.startsWith("%") ) {
                s= "%"+s;
            }
            ds.putProperty( QDataSet.FORMAT, s );
        }
        
        if ( dims!=null ) {
            QDataSet dds= Ops.reform( ds, ds.length(), dims );
            return dds;
        } else {
            return ds;
        }
        
    }

}