# send data over to Autoplot via its server port.  This is a port of the applot for IDL that supports NumPy.
#
# Write from python to d2s.  This will not work on Windows because of linefeeds.  (Ask Chris
# how to write out 0x10 and doubles.)

# Review of how to send data to the Autoplot port:
#import socket
#s = socket.socket()
#s.connect(('localhost',12345))
#cmd='plot(dataset([1,2,3,2,1]))\n'
#s.send( cmd )  

### for rank 2, ytags must be specified
## ascii, boolean, use ascii transfer types

def das2stream( dataStruct, filename, ytags=None, ascii=1, xunits='' ):

#filename='/tmp/python.d2s'
#ascii=0
#dataStruct= { 'x':[1,2,3,4,5], 'y':[2,3,4,4,3], 'tags':['x','y'] }
#xunits= ''
#if (True):

   print 'writing das2stream to ' + filename
   import time

   streamHeader= [ '[00]xxxxxx<stream source="applot.pro" localDate="'+time.asctime()+'">', '</stream>' ]
   contentLength= -10 # don't include the packet tag and content length
   for i in xrange( len( streamHeader ) ):
      contentLength += len( streamHeader[i] ) + 1

   x= streamHeader[0]
   x= '[00]' + '%06d' % contentLength + x[10:]
   streamHeader[0]= x

   if ascii: xdatatype= 'ascii24'
   else: xdatatype= 'sun_real8'
   if ascii: datatype= 'ascii16'
   else: datatype='sun_real8'

   packetDescriptor= [ '[01]xxxxxx<packet>' ]
   tags= dataStruct['tags']
   nt= len(tags)
   packetDescriptor.append( '   <x type="'+xdatatype+'" name="'+tags[0]+'" units="'+xunits+'" />' )

   totalItems=1

   format=['%24.12f']
   reclen= 4 + 24 + (nt-1) * 20
   i=0
   for tag in tags:
      d= dataStruct[tag]
      if ( i==0 ):
          name=''
          i=i+1
          continue
      else:
          name= tags[i]    ### stream reader needs a default plane
      if ( isinstance( d, list ) ):
          rank= 1
      elif ( hasattr( d, "shape") ):  # check for numpy
          rank= len(d.shape)

      if ( rank==1 ):
         packetDescriptor.append( '   <y type="'+datatype+'" name="'+name+'" units="" idlname="'+tags[i]+'" />' )

         if ( i<nt-1 ): format.append('%16.4e')
         else: format.append( '%15.3e' )
         totalItems= totalItems + 1
      else:
         if ytags==None: ytags= range(s[2])
         sytags= ','.join( [ "%f"%n for n in ytags ] )
         nitems= len(ytags)
         packetDescriptor.append( '   <yscan type="' +datatype+'" name="' +name +'" units="" nitems="'+str(nitems) +'" yTags="'+sytags+'"' +' />' )
 
         for i in xrange(1,nitems): format.append('%16.4e')
         if ( i<nt-1 ):
             format.append('%16.4e')
         else:
             format.append('%15.4e')
         totalItems+= nitems
      i=i+1;

   packetDescriptor.append( '</packet>' )

   contentLength= -10 # don't include the packet tag and content length
   for i in xrange(0,len(packetDescriptor)):
       contentLength += len( packetDescriptor[i] ) + 1
  
   x= packetDescriptor[0]
   x= x[0:4]+'%06d' % contentLength + x[10:]
   packetDescriptor[0]= x

   unit= open( filename, 'wb' )

   for i in xrange(len(streamHeader)):
     unit.write( streamHeader[i] )
     unit.write( '\n' )

   for i in xrange(len(packetDescriptor)):
     unit.write( packetDescriptor[i] )
     unit.write( '\n' )   

   nr= len( dataStruct['x'] )
   
   keys= dataStruct.keys()
   
   newline= ascii
   for i in xrange(nr):
      unit.write( ':01:' )
      for j in xrange(nt):
         tag= tags[j]
         if ( ascii ):
            rec= dataStruct[tag][i]
            if hasattr(rec, "__len__"):
               l= len(rec)
               for k in xrange(l):
                  s= format[j] %  rec[k]
                  unit.write( s )
               if ( j==nt-1 ): newline=False
            else:
               s= format[j] % rec
               unit.write( s )
         else:
            import struct
            rec= dataStruct[tag][i]
            if hasattr(rec, "__len__"):
               l= len(rec)
               for j in xrange(l):
                  unit.write( struct.pack( '>d', rec[j] ) )
            else:
               unit.write( struct.pack( '>d', rec ) )

      if ( newline ): unit.write( '\n' )
    
   unit.close() 

def test_dump():
   x= range(3000)
   y= range(2,3002)
   data= { 'x':x, 'y':y, 'tags':['x','y'] }
   das2stream( data, '/tmp/my.d2s', ascii=1 )


# for rank 2, ytags must be specified
# ascii, boolean, use ascii transfer types
def qstream( dataStruct, filename, ytags=None, ascii=True, xunits='', delta_plus=None, delta_minus=None ):

   tags= dataStruct['tags']
   nt= len(tags)
   name= tags[-1]
   tname= tags[0]

   print( 'writing qstream to ' + filename )
   print( tags )
   import time

   streamHeader= [ '<stream dataset_id="'+name+'" source="applot.pro" localDate="'+time.asctime()+'">', '</stream>' ]
   contentLength= 0
   for i in xrange( len( streamHeader ) ):
      contentLength += len( streamHeader[i] ) + 1

   x= streamHeader[0]
   x= '[00]' + '%06d' % contentLength + x
   streamHeader[0]= x

   if ( ascii ): xdatatype= 'ascii24'
   else: xdatatype='double'
   if ( ascii ): datatype= 'ascii16'
   else: datatype='double'

   if ( ytags!=None ):
      ny= len(ytags)
      svals= str(ytags[0])
      for j in xrange(1,len(ytags)):
         svals= svals+','+str(ytags[j]).strip()

      dep1Descriptor= [ '<packet>' ]
      dep1Descriptor.append( '     <qdataset id="DEP1" rank="1" >' )
      dep1Descriptor.append( '       <properties>' )
      dep1Descriptor.append( '           <property name="NAME" type="String" value="DEP1" />')
      dep1Descriptor.append( '       </properties>' )
      dep1Descriptor.append( '       <values encoding="'+datatype+'" length="'+str(ny)+'" values="'+svals+'" />' )
      dep1Descriptor.append( '     </qdataset>' )
      dep1Descriptor.append( '     </packet>' )

      contentLength= 0 # don't include the packet tag and content length
      for i in xrange( len( dep1Descriptor ) ):
         contentLength += len( dep1Descriptor[i] ) + 1
      
      x= dep1Descriptor[0]
      x= '[02]' + '%06d' % contentLength + x
      dep1Descriptor[0]= x


   packetDescriptor= [ '[01]xxxxxx<packet>' ]

   nt= len(tags)
   packetDescriptor.append(  '     <qdataset id="'+tname+'" rank="1" >' )
   packetDescriptor.append(  '       <properties>' )
   packetDescriptor.append(  '           <property name="NAME" type="String" value="'+tname+'" />' )
   packetDescriptor.append(  '           <property name="UNITS" type="units" value="'+xunits+'" />' )
   packetDescriptor.append(  '       </properties>' )
   packetDescriptor.append(  '       <values encoding="'+xdatatype+'" length="" />' )
   packetDescriptor.append(  '     </qdataset>' )

   totalItems=1

   format=['%24.12f']
   formats= { 'x':format }
   
   reclen= 4 + 24 + (nt-1) * 20

   i=1
   for tag in tags[1:]:
      formats1= []
      d= dataStruct[tag]
      if ( isinstance( d, list ) ):
          rank= 1
      elif ( hasattr( d, "shape") ):  # check for numpy
          rank= len(d.shape)

      name= tag  ### stream reader needs a default plane
      if ( rank==1 ):
         packetDescriptor.append(  '     <qdataset id="'+name+'" rank="1" >' )
         packetDescriptor.append(  '       <properties>' )
         packetDescriptor.append(  '           <property name="NAME" type="String" value="'+name+'" />' )
         packetDescriptor.append(  '           <property name="DEPEND_0" type="qdataset" value="'+tname+'" />' )
         if ( i==1 ):
             if ( delta_plus!=None ):
                 packetDescriptor.append(  '           <property name="DELTA_PLUS" type="qdataset" value="'+delta_plus+'" />' )
             if ( delta_minus!=None ):
                 packetDescriptor.append(  '           <property name="DELTA_MINUS" type="qdataset" value="'+delta_minus+'" />' )
         packetDescriptor.append(  '       </properties>' )
         packetDescriptor.append(  '       <values encoding="'+datatype+'" length="" />' )
         packetDescriptor.append(  '     </qdataset>' )
         if ( i<nt-1 ): formats1.append('%16.4e')
         else: formats1.append('%15.4e')
         totalItems+=1
      else:
         nitems= d.shape[1]
         packetDescriptor.append(  '   <qdataset id="'+name+'" rank="2" >' )
         packetDescriptor.append(  '       <properties>' )
         packetDescriptor.append(  '           <property name="DEPEND_0" type="qdataset" value="'+tname+'" />' )
         packetDescriptor.append(  '           <property name="DEPEND_1" type="qdataset" value="DEP1" />' )
         packetDescriptor.append(  '           <property name="NAME" type="String" value="'+name+'" />' )
         packetDescriptor.append(  '       </properties>' )
         packetDescriptor.append(  '       <values encoding="'+datatype+'" length="'+str(nitems)+'" />' )
         packetDescriptor.append(  '   </qdataset>' )
         for i in xrange(0,nitems-1):
            formats1.append('%16.4e')
         if ( i<nt-1 ): formats1.append('%16.4e')
         else: formats1.append('%15.4e')
         totalItems+= nitems
      i=i+1
      formats[tag]= formats1
   packetDescriptor.append(  '</packet>' )

   contentLength= -10 # don't include the packet tag and content length
   for i in xrange(len(packetDescriptor) ):
       contentLength += len( packetDescriptor[i] ) + 1

   x= packetDescriptor[0]
   x= x[0:4] + '%06d' % contentLength + x[10:]
   packetDescriptor[0]= x

   unit= open( filename, 'wb' )

   for i in xrange(len(streamHeader)):
     unit.write( streamHeader[i] )
     unit.write( '\n' )

   for i in xrange(len(packetDescriptor)):
     unit.write( packetDescriptor[i] )
     unit.write( '\n' )

   nr= len( dataStruct['x'] )

   if ( ytags!=None ):
      for i in xrange(len(dep1Descriptor)):
         unit.write(  dep1Descriptor[i] )
         unit.write( '\n' )

   nr= len(dataStruct['x'])  # number of records to output

   keys= dataStruct.keys()

   newline= False
   for i in xrange(nr):
      unit.write( ':01:' )
      for j in xrange(nt):
         tag= tags[j]
         format= formats[tag]
         if ascii:
            rec= dataStruct[tag][i]
            if hasattr(rec,'__len__'):
               l= len(rec)
               for k in xrange(l):
                   print format[k] 
                   s= format[k] % rec[k]
                   unit.write(s)
            else:
               s= format[0] % rec
               unit.write(s)
            if ( j==nt-1 ): newline=True
         else:
            import struct
            rec= dataStruct[tag][i]
            if hasattr(rec,"__len__"):
                l= len(rec)
                for j in xrange(l):
                    unit.write( struct.pack('>d',rec[j]) )
            else:
                unit.write( struct.pack('>d',rec) )
      if ( newline ): 
         unit.write('\n')
   unit.close()



#
#pro test_dump_rank2
#   z= dist(15,20)
#   x= findgen(15)+3
#   y= findgen(20)
#   data= { x:x, z:z }
#
#   das2stream, data, 'my.d2s', ytags= y, /ascii
#end
#
#pro test_dump_qstream
#   x= findgen(3000)/3
#   y= sin( x )
#   data= { x:x, y:y }
#   qstream, data, 'my.qds', /ascii
#end
#
#pro test_dump_rank2_qstream
#   z= dist(15,20)
#   x= findgen(15)+3
#   y= findgen(20)*10
#   data= { x:x, z:z }
#   qstream, data, 'my.qds', depend_1= y, /ascii
#end
#
#pro test_dump_delta_plus_qstream
#   z= dist(15,20)
#   x= findgen(20)+3
#   y= findgen(20)*10 + randomn( s, 20 )
#   dy= replicate(1,20)
#   data= { x:x, y:y, delta:dy }
#   qstream, data, 'my.qds', /ascii, delta_plus='delta', delta_minus='delta'
#end

def tryPortConnect( host, port ):
   print 'tryPortConnect'
   import socket
   s = socket.socket()
   s.connect(('localhost',port))
   s.close()

def sendCommand( s, cmd ):
   print cmd 
   s.send( cmd )
   print 'done'
   

#function kwToString, keywords
#   kw=''
#   t= tag_names(keywords)
#   for i=0,n_elements(t)-1 do begin
#      kw1= strlowcase( t[i] )
#      val1= keywords.(i)
#      type= size( val1 )
#      if ( kw1 eq 'rendertype' ) then kw1='renderType'
#      if ( type[0] eq 0 ) then begin
#         sval= string(val1)
#         if ( type[1] eq 7 ) then sval="'" + sval + "'"
#      endif else if ( type[0] eq 1 ) then begin
#        sval= '['
#        for j=0, type[3]-1 do begin
#          sval1= strtrim(val1[j],2)
#          if ( type[2] eq 7 ) then sval1="'" + sval1 + "'"
#          sval= sval+sval1
#          if ( j lt type[3]-1 ) then sval= sval+', '
#        endfor
#        sval= sval+']'
#      endif else begin
#        message, '2D and up arrays not supported.'
#      endelse
#      kw= kw + ', ' + kw1 + '=' + sval
#   endfor
#   return, strmid( kw, 2 )
#end
#
#function getStructTag, struct, tag, def
#  t= tag_names(struct)
#  ry = where( strmatch( t, tag, /fold) )
#  if ( ry[0] eq -1 ) then return, def
#  return, struct.(ry[0])
#end
 
#+
# NAME:
#    APPLOT
# PURPOSE:
#    Plot to Autoplot instead of the direct graphics plotting, by creating a temporary file of the data and sending a plot
#    command to Autoplot with the server turned on.
# ARGUMENTS:
#    X,Y,Z as with plot.  If X is an integer, then it is the position in Autoplot, so that multiple plots can be sent to 
#      one autoplot canvas.
# CALLING SEQUENCE:
#    plot( X, Y )
#    plot( X, Y, Z )  for a spectrogram
#
# KEYWORDS:
#   tmpfile=   explicitly set the file used to move data into Autoplot.  This can also be used with /noplot
#   /noplot    just make the tmpfile, don't actually try to plot.
#   xunits=    units as a string, especially like "seconds since 2010-01-01T00:00"
#   ylabel=''  label is currently ignored.
#   delta_plus=  array of positive lengths showing the upper limit of the 1-sigma confidence interval.
#   delta_minus= array of positive lengths showing the lower limit of the 1-sigma confidence interval.
#-
def plot( x=None, y=None, z=None, z4=None, xunits='', ylabel='', tmpfile=None, noplot=0, respawn=0, delta_plus=None, delta_minus=None ):
   
   #sep= !version.os_family eq 'Windows' ? ';' : ':'
   sep= ':'

   port= 12345
   
   ext='qds'
   if ( delta_plus!=None ):
       ext='qds'
   
   if tmpfile==None:
     import datetime
     dt= datetime.datetime.today()
     tag= dt.strftime("%Y%m%dT%H%M%S")
     import glob
     ff= glob.glob( '/tmp/' + 'autoplot.' + tag + '.???.'+ext )
     seq= '.%03d.' % len(ff)
     tmpfile= '/tmp/' + 'autoplot.' + tag + seq +ext   # TODO: IDL version handles multiple plots in one second.
   else:
     if ( tmpfile.index('.'+ext) != len(tmpfile)-4 ):
       tmpfile= tmpfile + '.'+ext  # add the extension

   if (z4!=None ): np=4
   elif (z!=None ): np=3
   elif( y!=None ): np=2
   elif( x!=None ): np=1
   else:
       raise Exception("no x, bad")
       
   # serialize the data to a das2stream in a temporary file
   if ( isinstance( x, ( int, long ) ) ):
      pos= x
      xx= y
      if ( z!=None ): yy= z
      if ( z4!=None ): zz= z4
      np= np-1
   else:
      pos= -1
      xx= x
      if ( y!=None ): yy= y
      if ( z!=None ): zz= z
   
   ascii=1

   if ( True ):
     if ( ext != 'qds' ):
         raise Exception('internal error, extension should be qds')
     
     if np==3:
       data= { 'x':xx, 'z':zz, 'tags':['x','z'] }
       qstream( data, tmpfile, ytags=yy, xunits=xunits, ascii=ascii  )
     elif np==2:
       if ( delta_plus!=None ):
           data= { 'x':xx, 'y':yy, 'delta_plus':delta_plus, 'delta_minus':delta_minus, 'tags':['x','y','delta_plus','delta_minus'] }
           qstream( data, tmpfile, ascii=ascii, xunits=xunits, delta_plus='delta_plus', delta_minus='delta_minus'  )
       else:
           data= { 'x':xx, 'y':yy, 'tags':['x','y'] }
           qstream( data, tmpfile, ascii=ascii, xunits=xunits  )
     else:
       ndim= len( xx.shape )
       if ndim==2:
         data= { 'x':range(len(xx)), 'z':xx, 'tags':['x','z'] }
         qstream( data, tmpfile, ytags=range(xx.shape[1]), ascii=ascii, xunits='' )
       else:
         if ( delta_plus!=None and delta_minus!=None ):
            data= { 'x':range(len(xx)), 'y':xx, 'delta_plus':delta_plus, 'delta_minus':delta_minus, 'tags':['x','y','delta_plus','delta_minus']  }
            qstream( data, tmpfile, ascii=ascii, xunits='', delta_plus='delta_plus', delta_minus='delta_minus' )
         else:
            data= { 'x':range(len(xx)), 'y':xx, 'tags':['x','y']  }
            qstream( data, tmpfile, ascii=ascii, xunits='' )
             
   else:
     if np==3:
        data= { 'x':xx, 'z':zz, 'tags':['x','z']  }
        das2stream( data, tmpfile, ytags=yy, xunits=xunits, ascii=ascii )
     elif np==2:
        data= { 'x':xx, 'y':yy, 'tags':['x','y'] }
        das2stream( data, tmpfile, ascii=ascii, xunits=xunits )
     else:
        rank=1
        if ( rank==2 ):
          data= { 'x':range(len(xx)), 'z':xx, 'tags':['x','z']  }
          das2stream( data, tmpfile, ytags=xrange(s[2]), ascii=ascii, xunits='' )
        else:
          data= { 'x':range(len(xx)), 'y':xx, 'tags':['x','y']  }
          das2stream( data, tmpfile, ascii=ascii, xunits='' )
    
   if noplot==1:
      return

   err= 0
   if ( err==0 ):
       import socket
       s = socket.socket()
       s.connect(('localhost',port))

       if ( pos>-1 ):
           cmd= 'plot( '+str(pos)+', "file:'+tmpfile+'" );\n'  # semicolon means no echo

       else:
           cmd= 'plot( "file:'+tmpfile+'" );\n'  # semicolon means no echo

       foo= sendCommand( s, cmd )
       s.shutdown(1)
       s.close()

   else:
      raise Exception( 'error encountered!' )
      
#import pdb; pdb.set_trace()

#   # clean up old tmp files more than 10 minutes old.
#   caldat, systime(1, /julian) - 10/1440., Mon, D, Y, H, Min  # ten minutes ago
#   tag= string( Y, Mon, D, H, Min, format='(I04,I02,I02,"T",I02,I02)' )
#   tmpfile= getenv('IDL_TMPDIR') + 'autoplot.' + tag + '.000.d2s'
#   f= findfile( getenv('IDL_TMPDIR') + 'autoplot.' + '*' + '.???.d2s', count=c )
#   for i=0,c-1 do begin
#      if ( f[i] lt tmpfile ) then begin
#         #print, 'deleting ' + f[i]
#         file_delete, f[i]
#      endif
#   endfor

#test_dump()
#applot( [1,2,3,6,3,3] )
#applot( [1,2,3,4,5], [2,4,2,4,2], delta_plus=[.1,.2,.2,.2,.1], delta_minus= [.1,.2,.2,.2,.1],)
#applot( [1,2,3,4,6], [2,4,2,4,2] )
#applot( [[1,2,3,4,6], [2,4,2,4,2] )

#test numpy 2-D array
#import numpy as np
#x,y= np.mgrid[-3:3,-3:3]
#applot( y )