/* * To change this template, choose Tools | Templates * and open the template in the editor. */ package org.das2.datasource; import java.io.BufferedReader; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.io.Reader; import java.io.StringReader; import java.net.HttpURLConnection; import java.net.URI; import java.net.URL; import java.net.URLConnection; import java.nio.charset.StandardCharsets; import java.text.ParseException; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import java.util.logging.Level; import java.util.logging.Logger; import javax.xml.parsers.DocumentBuilder; import javax.xml.parsers.DocumentBuilderFactory; import javax.xml.xpath.XPath; import javax.xml.xpath.XPathConstants; import javax.xml.xpath.XPathFactory; import org.das2.datum.DatumRange; import org.das2.datum.DatumRangeUtil; import org.das2.util.LoggerManager; import org.das2.util.monitor.ProgressMonitor; import org.autoplot.datasource.CompletionContext; import org.autoplot.datasource.DataSource; import org.autoplot.datasource.DataSourceFactory; import org.autoplot.datasource.URISplit; import org.autoplot.datasource.capability.TimeSeriesBrowse; import org.das2.util.filesystem.FileSystem; import org.w3c.dom.Document; import org.w3c.dom.Node; import org.w3c.dom.NodeList; import org.xml.sax.InputSource; import org.xml.sax.SAXException; /** * DataSourceFactory for communicating with Das2servers. * @author jbf */ public class Das2ServerDataSourceFactory implements DataSourceFactory { private static final Logger logger= LoggerManager.getLogger("apdss.das2server"); @Override public DataSource getDataSource(URI uri) throws Exception { return new Das2ServerDataSource(uri); } Map> datasetsList = null; @Override public List getCompletions(CompletionContext cc, ProgressMonitor mon) throws Exception { //http://www-pw.physics.uiowa.edu/das/das2Server //?dataset=das2_1/voyager1/pws/sa-4s-pf.new //&start_time=2004-01-01&end_time=2004-01-06&server=dataset&ascii=1 List result = new ArrayList<>(); if (cc.context == CompletionContext.CONTEXT_PARAMETER_NAME) { result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "dataset=", "dataset identifier")); result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "start_time=", "ISO8601 start time")); result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "end_time=", "ISO8601 end time")); result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "timerange=", "time range")); result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "intrinsic=true", "do not reduce on server")); result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "interval=", "cadence in seconds for TCAs")); result.add(new CompletionContext(CompletionContext.CONTEXT_PARAMETER_NAME, "item=", "item number for TCAs")); } else if (cc.context == CompletionContext.CONTEXT_PARAMETER_VALUE) { String paramName = CompletionContext.get(CompletionContext.CONTEXT_PARAMETER_NAME, cc); if (paramName.equals("dataset")) { URI uri= cc.resourceURI; if ( uri==null ) throw new IllegalArgumentException("expected das2server location"); List dss= getDatasetsList( uri.toString() ); // bug 3055130 okay for ( String ds: dss ) { if ( ds.startsWith(cc.completable) ) { int i= ds.indexOf('|'); if ( i==-1 ) { result.add( new CompletionContext( CompletionContext.CONTEXT_PARAMETER_VALUE, ds ) ); } else { result.add( new CompletionContext( CompletionContext.CONTEXT_PARAMETER_VALUE, ds.substring(0,i), ds.substring(i+1).trim() ) ); } } } } else if ( paramName.equals("timerange") ) { URI uri= cc.resourceURI; URISplit split= URISplit.parse(uri); Map params= URISplit.parseParams(cc.params); String dataset= params.get("dataset"); if ( dataset!=null ) { String surl = split.resourceUri + "?server=dsdf&dataset=" + dataset; InputStream in = new URL(surl).openStream(); StringBuilder sb = new StringBuilder(); int by = in.read(); while (by != -1) { sb.append((char) by); by = in.read(); } in.close(); String s = sb.toString(); final int packetTagLength=10; int contentLength = Integer.parseInt(s.substring(4, packetTagLength )); // "[00]000192 " String sxml = s.substring( packetTagLength, packetTagLength + contentLength); Reader xin = new BufferedReader(new StringReader(sxml)); DocumentBuilder builder; builder = DocumentBuilderFactory.newInstance().newDocumentBuilder(); InputSource source = new InputSource(xin); try { final Document document = builder.parse(source); XPathFactory factory = XPathFactory.newInstance(); XPath xpath = (XPath) factory.newXPath(); NodeList exs= (NodeList) xpath.evaluate( "/stream/properties/@*", document, XPathConstants.NODESET ); for ( int i=0; i getDatasetsList(String surl) { if (datasetsList == null) { datasetsList = new HashMap<>(); } List result = datasetsList.get(surl); if (result == null) { BufferedReader reader = null; try { URL url = new URL(surl + "?server=list"); URLConnection conn = url.openConnection(); conn.setConnectTimeout(FileSystem.settings().getConnectTimeoutMs()); conn.setReadTimeout(FileSystem.settings().getReadTimeoutMs()); InputStream in = null; if(conn instanceof HttpURLConnection){ HttpURLConnection httpConn = (HttpURLConnection) conn; int nStatus = httpConn.getResponseCode(); // Just fail on 400's and 500's if(nStatus >= 400) throw new java.io.IOException("Server returned HTTP response " + "code:" + nStatus + " for URL: " + url); } in = conn.getInputStream(); reader = new BufferedReader(new InputStreamReader(in,StandardCharsets.UTF_8)); String s = reader.readLine(); ArrayList list = new ArrayList<>(); while (s != null) { list.add(s); s = reader.readLine(); } datasetsList.put( surl, list ); } catch (IOException ex) { logger.log(Level.SEVERE, ex.getMessage(), ex); throw new RuntimeException(ex); } finally { try { if ( reader!=null ) reader.close(); } catch (IOException ex) { logger.log(Level.SEVERE, ex.getMessage(), ex); } } } return datasetsList.get(surl); } public static final String PROB_DS= "Dataset ID is not specified"; public static final String PROB_TIMERANGE= "Timerange is not specified"; /** * Indicate if a URI is acceptable. * 
     * {@code
     * vap+das2server:http://www-pw.physics.uiowa.edu/das/das2Server?galileo/pws/EDPosition.dsdf&timerange=2001-10-17
     * }
     *
* @param surl * @param problems * @param mon * @return true if it is not acceptable. */ @Override public boolean reject(String surl, List problems, ProgressMonitor mon) { URISplit split= URISplit.parse( surl ); Map params= URISplit.parseParams(split.params); String ds= params.get("dataset"); if ( params.get("arg_0")!=null ) { ds= params.get("arg_0"); } if ( ds==null || ds.length()==0 ) { problems.add( PROB_DS ); return true; } if ( ds.endsWith("/") ) { problems.add( PROB_DS ); return true; } String str= params.get("timerange"); if ( str!=null ) { str= str.replaceAll("\\+"," "); try { DatumRange tr= DatumRangeUtil.parseTimeRange( str ); params.put( "start_time", tr.min().toString() ); params.put( "end_time", tr.max().toString() ); } catch (ParseException ex) { logger.log(Level.WARNING, "unable to parse timerange {0}", str); } } if ( !( params.containsKey("start_time") && params.containsKey("end_time") ) ) { problems.add( PROB_TIMERANGE ); return true; } return false; } @Override public boolean supportsDiscovery() { return true; //TODO: completions should support this. } @Override public boolean isFileResource() { return false; } @Override public T getCapability(Class clazz) { if ( clazz== TimeSeriesBrowse.class ) { return (T) new Das2ServerTimeSeriesBrowse(); } return null; } @Override public String getDescription() { return "Das2 Data Servers"; } }