package org.autoplot.pngwalk; import java.awt.Dimension; import java.awt.FontMetrics; import java.awt.Graphics2D; import java.awt.RenderingHints; import java.awt.image.BufferedImage; import java.awt.image.BufferedImageOp; import java.beans.PropertyChangeListener; import java.beans.PropertyChangeSupport; import java.io.File; import java.io.FileInputStream; import java.io.IOException; import java.net.URI; import java.net.URISyntaxException; import java.util.HashSet; import java.util.LinkedList; import java.util.Map; import java.util.Set; import java.util.concurrent.locks.ReentrantLock; import java.util.logging.Level; import java.util.logging.Logger; import javax.imageio.ImageIO; import org.das2.datum.DatumRange; import org.das2.system.RequestProcessor; import org.das2.util.filesystem.FileObject; import org.das2.util.filesystem.FileSystem; import org.autoplot.datasource.DataSetURI; import org.autoplot.datasource.URISplit; import org.autoplot.imagedatasource.ImageDataSource; import org.imgscalr.Scalr; /** * A class to manage an image for the PNGWalk tool. Handles downloading and * thumbnail generation. * * @author Ed Jackson */ public class WalkImage { private static final Logger logger= org.das2.util.LoggerManager.getLogger("autoplot.pngwalk"); public static final String PROP_STATUS_CHANGE = "status"; // this should to be the same as the property name to be beany. public static final String PROP_BADGE_CHANGE = "badgeChange"; public static final int THUMB_SIZE = 400; private static final int SQUASH_FACTOR = 10; // amount to horizontally squash thumbs for covers and contextFlow /** * number of full-size images we can load at once. */ private static final int LOADED_IMAGE_COUNT_LIMIT = 10; /** * number of full-size images we can load at once. */ private static final int LOADED_THUMB_COUNT_LIMIT = 400; final String uriString; // Used for sorting private final URI imgURI; /** * full-size image */ private BufferedImage im; /** * the thumbnail, typically 400 pixels corner-to-corner. */ private BufferedImage thumb; /** * list of views which can see at least a thumbnail of this image. */ private Set observers= new HashSet<>(); private Dimension thumbDimension; /** * like thumbnail, but squished horizontally to support coverflow. */ private BufferedImage squishedThumb; /** * like thumbnail, but based on the current size. */ private BufferedImage sizeThumb; /** * the current size of sizeThumb. */ private int sizeThumbWidth=-1; private String caption; private long initLoadBirthTime; private Status status; private final ReentrantLock statusLock= new ReentrantLock(); private final PropertyChangeSupport pcs = new PropertyChangeSupport(this); private final boolean haveThumbs400; private static final BufferedImage missingImage = initMissingImage(); private static final LinkedList freshness= new LinkedList(); //private static final LinkedList thumbLoadingQueue= new LinkedList(); //private static Runnable thumbLoadingQueueRunner; private static final LinkedList thumbFreshness= new LinkedList(); //private java.util.concurrent.ThreadPoolExecutor reqProc= new ThreadPoolExecutor( 2, 4, 1, TimeUnit.MINUTES, workQueue ); public URI getUri() { if (imgURI != null) { return imgURI; } else { try { return new URI(""); } catch(URISyntaxException e) { throw new RuntimeException(e); } } } public enum Status { UNKNOWN, SIZE_THUMB_LOADED, // only the actual size thumb is loaded, because the bigger thumbnail was unloaded. ThumbDimension will be loaded. THUMB_LOADING, // loading only thumbnail THUMB_LOADED, // thumbnail loaded but image is not IMAGE_LOADING, // loading thumbnail AND image IMAGE_LOADED, // this also implies thumbnail is loaded. Note images can be unloaded, so we might return to the THUMB_LOADED state. MISSING, ERROR; } /** * * @param uri the image URI, or null if this is a placeholder. * @param haveThumbs400 */ public WalkImage( URI uri, boolean haveThumbs400 ) { imgURI = uri; this.haveThumbs400= haveThumbs400; if (imgURI != null) { uriString = DataSetURI.fromUri(uri); status = Status.UNKNOWN; } else { uriString = null; status = Status.MISSING; } // image and thumbnail are initialized lazily } public Status getStatus() { return status; } private void setStatus(Status s) { logger.log(Level.FINER, "setStatus {0} {1}", new Object[]{s, caption}); if ( s==null ) throw new NullPointerException("status cannot be null"); Status oldStatus = status; status = s; pcs.firePropertyChange(PROP_STATUS_CHANGE, oldStatus, status); } public void setCaption(String caption) { this.caption = caption; } /** * the text displayed along with the image * @return */ public String getCaption() { return caption; } DatumRange dr; /** * get the time range for the image, or null if the timerange cannot be inferred. * @return */ public DatumRange getDatumRange() { return dr; } public void setDatumRange( DatumRange dr ) { this.dr= dr; } /** * contain logic which will wait for the image to load. * @return the image, or missingImage. */ public BufferedImage waitForImage() { BufferedImage localImage= getImage(); while ( localImage==null ) { try { Thread.sleep(300); } catch (InterruptedException ex) { Logger.getLogger(WalkImage.class.getName()).log(Level.SEVERE, null, ex); } localImage= getImage(); } return localImage; } /** * return the image, or the missing image should the image be missing. * @return */ public BufferedImage getImage() { Status lstatus= getStatus(); if (lstatus == Status.MISSING) { return missingImage; } if ( im == null && lstatus != Status.IMAGE_LOADING) { loadImage(); } synchronized (freshness ) { freshness.remove(this); // move to freshest position freshness.addFirst(this); } return im; } /** * get the time that the image load was triggered. * @return the time in millis, to be compared to System.currentTimeMillis. */ public long getInitLoadBirthTime() { return this.initLoadBirthTime; } /** * provide access to the image, but don't load it. * @return null or the loaded image. */ BufferedImage getImageIfLoaded() { return im; } public BufferedImage getThumbnail() { return getThumbnail(true); } /** * returns the thumbnail if available, or if waitOk is true then it computes it. Otherwise PngWalkView.loadingImage * is returned. * @param w width in pixels of the thumbnail image * @param h height in pixels of the thumbnail image * @param waitOk if true, block execution until image is ready. Otherwise a loading image might be returned. * @return image or PngWalkView.loadingImage */ public synchronized BufferedImage getThumbnail( int w, int h, boolean waitOk ) { synchronized (thumbFreshness ) { thumbFreshness.remove(this); // move to freshest position thumbFreshness.addFirst(this); } if ( sizeThumbWidth==w ) { return this.sizeThumb; } else { if ( waitOk ) { BufferedImage theThumb= getThumbnail(true); if ( theThumb==null ) { return PngWalkView.loadingImage; } else { long t0= System.currentTimeMillis(); sizeThumb= Scalr.resize( theThumb, w>h? w : h ); long method1time= System.currentTimeMillis()-t0; if ( method1time<20 ) { // when things are fast go ahead and use the old method. t0= System.currentTimeMillis(); BufferedImageOp resizeOp = new ScalePerspectiveImageOp(theThumb.getWidth(), theThumb.getHeight(), 0, 0, w, h, 0, 1, 1, 0, false); sizeThumb = resizeOp.filter(theThumb, null); long method2time= System.currentTimeMillis()-t0; logger.log(Level.FINE, "method1: {0}ms method2: {1}ms {2} {3}", new Object[]{method1time, method2time, theThumb.getWidth(), sizeThumb.getWidth() }); } else { logger.log(Level.FINE, "imgscalr used to resize: {0}", new Object[]{method1time}); } sizeThumbWidth= w; return sizeThumb; } } else { return PngWalkView.loadingImage; } } } /** * rotate an image, unlike the rotate found in ImageDataSource, this will * resize the image when the rotation is 90 degrees. * @param img the image * @param angle the angle to rotate clockwise, in degrees. * @return the rotated image. */ public static BufferedImage rotateImage( BufferedImage img, int angle ) { double sin = Math.abs(Math.sin(Math.toRadians(angle))); double cos = Math.abs(Math.cos(Math.toRadians(angle))); int w = img.getWidth(null), h = img.getHeight(null); int neww = (int) Math.floor(w*cos + h*sin); int newh = (int) Math.floor(h*cos + w*sin); BufferedImage bimg = new BufferedImage( neww, newh, img.getType() ); Graphics2D g = bimg.createGraphics(); g.translate((neww-w)/2., (newh-h)/2.); g.rotate(Math.toRadians(angle), w/2., h/2.); g.drawRenderedImage( img, null ); g.dispose(); return bimg; } /** * return a file, that is never type=0. This was a bug on Windows. * @param f * @return * @throws java.io.IOException */ public BufferedImage readImage( File f ) throws IllegalArgumentException, IOException { logger.entering( "WalkImage", "readImage" ); try { BufferedImage lim= ImageIO.read( f ); if ( lim==null ) { // Bob had pngs on his site that returned an html document decorating. logger.log(Level.INFO, "fail to read image: {0}", f); logger.exiting( "WalkImage", "readImage" ); return missingImage; } logger.log(Level.FINER, "image has been read {0}x{1}", new Object[]{lim.getWidth(), lim.getHeight()}); if ( lim.getType()==0 ) { //TYPE_CUSTOM. TODO: when does this happen? BufferedImage imNew= new BufferedImage( lim.getWidth(), lim.getHeight(), BufferedImage.TYPE_INT_ARGB ); imNew.getGraphics().drawImage( lim, 0, 0, null ); lim= imNew; logger.log(Level.FINER, "image converted to ARGB"); } long t0= System.currentTimeMillis(); try ( FileInputStream in= new FileInputStream(f) ) { Map meta= ImageDataSource.getJpegExifMetaData(in); String orient= String.valueOf( meta.get("Orientation") ); if ( orient.startsWith("Right side, top" ) ) { lim= rotateImage( lim, 90 ); } } catch ( Exception ex ) { // just ignore, we don't really need this. } logger.log(Level.FINER, "check rotate (millis): {0}", System.currentTimeMillis()-t0); logger.exiting( "WalkImage", "readImage" ); return lim; } catch ( IOException ex ) { return missingImage; } } /** * attempt to create the thumbnail on the current thread. If there is no * "thumbs400" directory and the image is not yet loaded, then no * action takes place. */ public void getThumbnailImmediately( ) { logger.log(Level.FINER, "getThumbnailImmediately {0}", caption); BufferedImage rawThumb; if ( !hasObservers() ) { logger.log(Level.FINE, "no observers {0}", imgURI); } try { if ( haveThumbs400!=false ) { URI fsRoot = DataSetURI.toUri( URISplit.parse( imgURI ).path + "thumbs400"); //System.err.println("Thumb path: " + fsRoot); FileSystem fs = FileSystem.create(fsRoot); String s = DataSetURI.fromUri( imgURI ); FileObject fo = fs.getFileObject(s.substring(s.lastIndexOf('/') + 1)); File localFile = fo.getFile(); rawThumb = readImage(localFile); if ( rawThumb==null ) { throw new RuntimeException( "Unable to read: "+localFile ); } } else { throw new IOException("silly code to jump"); } } catch (IOException ex) { // Assume the error is that the thumbs folder doesn't exist; other errors // will occur again in loadImage() //System.err.println("Thumb dir doesn't exist; using image."); logger.log(Level.FINER, "attempt to load thumbnail in thumbs400 failed, load original: {0}", caption); if (im == null) { // Otherwise we'll have to create the thumb from the full-sized image // Initiate loading and return; clients listen for prop change loadImage(); // won't do anything if image is already loading return; } rawThumb = im; } catch ( IllegalArgumentException ex ) { // local filesystem throws IllegalArgument when the root does not exist. // Assume the error is that the thumbs folder doesn't exist; other errors // will occur again in loadImage() //System.err.println("Thumb dir doesn't exist; using image."); if (im == null) { // Otherwise we'll have to create the thumb from the full-sized image // Initiate loading and return; clients listen for prop change loadImageImmediately(); // won't do anything if image is already loading return; } rawThumb = im; } double aspect = (double) rawThumb.getWidth() / (double) rawThumb.getHeight(); int height = (int) Math.round(Math.sqrt((THUMB_SIZE * THUMB_SIZE) / (aspect * aspect + 1))); int width = (int) Math.round(height * aspect); statusLock.lock(); try { //BufferedImageOp resizeOp = new ScalePerspectiveImageOp(rawThumb.getWidth(), rawThumb.getHeight(), 0, 0, width, height, 0, 1, 1, 0, false); //thumb = resizeOp.filter(rawThumb, null); thumb = WalkUtil.resizeImage( rawThumb, width, height ); thumbDimension= new Dimension(width,height); switch (status) { case THUMB_LOADING: setStatus(Status.THUMB_LOADED); break; case SIZE_THUMB_LOADED: setStatus(Status.THUMB_LOADED); break; default: break; } } finally { statusLock.unlock(); } synchronized (thumbFreshness ) { thumbFreshness.remove(this); // move to freshest position thumbFreshness.addFirst(this); } LinkedList clear= new LinkedList(); synchronized ( thumbFreshness ) { while ( thumbFreshness.size() > LOADED_THUMB_COUNT_LIMIT ) { WalkImage old= thumbFreshness.getLast(); thumbFreshness.remove(old); clear.add(old); } } while ( clear.size()>0 ) { WalkImage old= clear.poll(); synchronized ( old ) { logger.log( Level.FINE, "unloading thumbnail for {0}", old); old.setStatus( Status.SIZE_THUMB_LOADED ); old.clearImages(); } } } public synchronized Dimension getThumbnailDimension( boolean loadIfNeeded ) { if ( loadIfNeeded ) { getThumbnail(loadIfNeeded); } return this.thumbDimension; } /** * * @param loadIfNeeded if false, then be reluctant to load the thumbnail. * @return the thumbnail, or null if it is not loaded. */ public BufferedImage getThumbnail(boolean loadIfNeeded) { synchronized (thumbFreshness ) { thumbFreshness.remove(this); // move to freshest position thumbFreshness.addFirst(this); } statusLock.lock(); try { switch (status) { case THUMB_LOADING: // We're already working on it in another thread return null; case THUMB_LOADED: if ( thumb==null ) { throw new RuntimeException("thumb should not be null"); } return thumb; case IMAGE_LOADED: return thumb; case ERROR: return thumb; //TODO: May be null; use error placeholder? case MISSING: return missingImage; case SIZE_THUMB_LOADED: case UNKNOWN: if(!loadIfNeeded) return null; setStatus(Status.THUMB_LOADING); return maybeReturnThumb(loadIfNeeded); case IMAGE_LOADING: return maybeReturnThumb(loadIfNeeded); default: //should never get here, but keeps Java from warning about missing return throw new IllegalArgumentException("Encountered invalid status in walk image."); } //end switch } finally { statusLock.unlock(); } } private BufferedImage maybeReturnThumb(boolean loadIfNeeded) { if (thumb != null) return thumb; if (!loadIfNeeded) return null; Runnable r = () -> { getThumbnailImmediately(); }; RequestProcessor.invokeLater(r); // //acquire thumbnail // Runnable r = new Runnable() { // public void run() { // getThumbnailImmediately(); // } // }; // RequestProcessor.invokeLater(r); return null; } public BufferedImage getSquishedThumbnail() { return getSquishedThumbnail(true); } /** * * @param loadIfNeeded if false, then be reluctant to load the thumbnail. * @return */ public BufferedImage getSquishedThumbnail( boolean loadIfNeeded ) { if (status == Status.MISSING) return missingImage; BufferedImage lsquishedThumb= getSquishedThumb(); if (lsquishedThumb == null) { synchronized ( this ) { if (thumb == null) { if (getThumbnail(loadIfNeeded) == null) { return null; } } if (thumb != null) { //might be loading on another thread BufferedImageOp resizeOp = new ScalePerspectiveImageOp(thumb.getWidth(), thumb.getHeight(), 0, 0, thumb.getWidth() / SQUASH_FACTOR, thumb.getHeight(), 0, 1, 1, 0, false); squishedThumb = resizeOp.filter(thumb, null); lsquishedThumb= squishedThumb; } } } return lsquishedThumb; } private synchronized BufferedImage getSquishedThumb() { return this.squishedThumb; } private synchronized void clearImages() { this.squishedThumb= null; this.thumb= null; this.im= null; } private void loadImageImmediately() { logger.log(Level.FINER, "loadImageImmediately {0}", this.caption); try { //System.err.println("download "+imgURI ); URI fsRoot = DataSetURI.toUri( URISplit.parse(imgURI).path ); FileSystem fs; if ( fsRoot.getPath().length()==0 ) { String s= imgURI.toASCIIString(); int i= s.lastIndexOf("/"); fs= FileSystem.create(s.substring(0,i)); } else { // typical root. See // file:/home/jbf/ct/hudson/artifacts/test141_file__home_jbf_ct_autoplot_release_trunk_JythonDataSource_build_classes_hudson.jyds_dir=%2527_var_local_hudson_jobs_autoplot-test050_builds_%2527.png // for case that fails here. fs = FileSystem.create(fsRoot); } String s = DataSetURI.fromUri(imgURI); FileObject fo = fs.getFileObject(s.substring(s.lastIndexOf('/') + 1)); File localFile = fo.getFile(); im = readImage(localFile); if ( im==null ) { throw new RuntimeException( "unable to read: "+localFile ); } synchronized (freshness ) { freshness.remove(this); // move to freshest position freshness.addFirst(this); } LinkedList clear= new LinkedList(); synchronized ( freshness ) { while ( freshness.size() > LOADED_IMAGE_COUNT_LIMIT ) { WalkImage old= freshness.getLast(); freshness.remove(old); clear.add(old); } } while ( !clear.isEmpty() ) { WalkImage old= clear.poll(); synchronized ( old ) { logger.log( Level.FINE, "unloading image for {0}", old); old.im= null; if ( old.getStatus()==Status.IMAGE_LOADED ) { //bugfix: unloading the thumbnails might have set status to SIZE_THUMB_LOADED if ( old.thumb==null ) { old.setStatus( Status.UNKNOWN ); } else { old.setStatus( Status.THUMB_LOADED ); } } } } BufferedImage lthumb; synchronized (this) { lthumb= thumb; } if (lthumb == null) { getThumbnailImmediately(); //force thumbnail creation } setStatus(Status.IMAGE_LOADED); } catch (RuntimeException ex) { throw ex; } catch (IOException ex) { //System.err.println("Error loading image file from " + DataSetURI.fromUri(imgURI) ); logger.log(Level.SEVERE, ex.getMessage(), ex); setStatus(Status.MISSING); throw new RuntimeException(ex); } } private void loadImage() { logger.log(Level.FINER, "loadImage {0}", this.caption); Status lstatus= status; if (lstatus == Status.IMAGE_LOADING || lstatus == Status.IMAGE_LOADED) { return; } Runnable r = () -> { loadImageImmediately(); }; setStatus(Status.IMAGE_LOADING); initLoadBirthTime= System.currentTimeMillis(); RequestProcessor.invokeLater(r); } private static BufferedImage initMissingImage() { BufferedImage missing = new BufferedImage(200, 200, BufferedImage.TYPE_INT_ARGB); Graphics2D g2 = missing.createGraphics(); g2.setRenderingHint( RenderingHints.KEY_ANTIALIASING, RenderingHints.VALUE_ANTIALIAS_ON ); g2.setRenderingHint( RenderingHints.KEY_TEXT_ANTIALIASING, RenderingHints.VALUE_TEXT_ANTIALIAS_ON ); g2.setColor(java.awt.Color.GRAY); FontMetrics fm = g2.getFontMetrics(g2.getFont()); String msg = "(Missing)"; g2.drawString(msg, (200 - fm.stringWidth(msg)) / 2, 100); return missing; } // Implementing the Comparable interface lets List sort //TODO: Compare on date information first /*public int compareTo(WalkImage o) { return imgURI.compareTo(o.imgURI); }*/ /** * remove this observer from the list of observers * @param obs */ public void removeObserver( PngWalkView obs ) { this.observers.remove(obs); } /** * mark this image as one which is being used. * @param obs */ public void addObserver( PngWalkView obs ) { this.observers.add(obs); } /** * true if some view can see this image's thumbnail or the image. * @return */ public boolean hasObservers() { return !this.observers.isEmpty(); } public void addPropertyChangeListener(PropertyChangeListener listener) { pcs.addPropertyChangeListener(listener); } public void removePropertyChangeListener(PropertyChangeListener listener) { pcs.removePropertyChangeListener(listener); } @Override public String toString() { return this.getCaption()==null ? this.uriString : this.getCaption(); } }