Metacat

/**

 *  '$RCSfile$'

 *    Purpose: An abstract class that is a template for a data transfer class

 *  Copyright: 2000 Regents of the University of California and the

 *             National Center for Ecological Analysis and Synthesis

 *    Authors: Chad Berkley

 *    Release: @release@

 *

 *   '$Author$'

 *     '$Date$'

 * '$Revision$'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

package edu.ucsb.nceas.metacat;

import java.net.*;

import java.io.*;

import java.util.Properties;

import java.util.Date;

import java.text.SimpleDateFormat;

import java.sql.*;

abstract class DataFileUploadInterface extends Thread 

{

  private MetaCatUtil util = new MetaCatUtil();

  private static String filedir = "";

  private String user = null;

  private String sess_id = null;

  private int port;

  protected Socket s;

  /**

   * Sets the port, user and sess_id

   */

  DataFileUploadInterface(int port, String user, String sess_id) 

  {

    this.sess_id = sess_id;

    this.user = user;

    this.port = port;

    filedir = util.getOption("datafilepath");

  }

  /**

   * Override this method with the code to handle the socket connection to 

   * the port specified in the constructor.

   */

  abstract void getFile(int port, String user, String sess_id);

  /**

   * This method is invoked when this class is broken off into a new thread

   */

  public void run () 

  {

    getFile(port, user, sess_id);

  }

  /**

   * attempts to connect a socket, returns null if it is not successful

   * returns the connected socket if it is successful.

   */

  public static Socket getSocket(String host, int port)

  {

    Socket s = null;

    try

    {

      s = new Socket(host, port);

      //we could create a socket on this port so the port is not available

      //System.out.println("socket connnected");

      return s;

    }

    catch(UnknownHostException u)

    {

      System.out.println("unknown host in DataFileUploadInterface.getSocket");

    }

    catch(IOException i)

    {

      //an ioexception is thrown if the port is not in use

      //System.out.println("socket not connected");

      return s;

    }

    return s;

  }

  /**

   * returns true if the port specified is not in use.  false otherwise

   */

  public static boolean portIsAvailable(int port)

  {

    Socket s;

    String host = "localhost";

    try

    {

      s = new Socket(host, port);

      //s.close();

      //we could create a socket on this port so the port is not available

      //System.out.println("socket not available");

      return false;

    }

    catch(UnknownHostException u)

    {

      System.out.println("unknow host error in " + 

                         "DataFileUploadInterface.portIsAvailable");

    }

    catch(IOException i)

    {

      //an ioexception is thrown if the port is not in use

      //System.out.println("socket available");

      return true;

    }

    return true;

  }

  /**

   * Updates xml_documents with the new data document information

   * @param accnum the accession number of the new data file

   * @param filename the filename of the new data file

   * @param userOwner the document's owner's username

   */

  public void updateDB(String accnum, String filename, String userOwner)

  {

    SimpleDateFormat formatter = new SimpleDateFormat ("yy-MM-dd HH:mm:ss");

    java.util.Date localtime = new java.util.Date();

    String dateString = formatter.format(localtime);

    String sqlDateString = "to_date('" + dateString + "', 'YY-MM-DD HH24:MI:SS')";

    StringBuffer sql = new StringBuffer();

    sql.append("insert into xml_documents (docid, docname, doctype, ");

    sql.append("user_owner, user_updated, server_location, rev, date_created");

    sql.append(", date_updated, public_access) values ('");

    sql.append(accnum).append("','").append(filename).append("','BIN','");

    sql.append(userOwner).append("','").append(userOwner).append("','1','");

    sql.append("1',").append(sqlDateString).append(",");

    sql.append(sqlDateString).append(",'0')");

    //System.out.println("sql: " + sql.toString());

    try

    {

      Connection conn = util.openDBConnection();

      PreparedStatement pstmt = conn.prepareStatement(sql.toString());

      pstmt.execute();

      pstmt.close();

      conn.close();

    }

    catch(Exception e)

    {

      System.out.println("error with db connection in DataFileServer.updateDB" +

                         ": " + e.getMessage());

    }

  }

}

/**

 *  '$RCSfile$'

 *    Purpose: A test driver for the DataFileServer class

 *  Copyright: 2000 Regents of the University of California and the

 *             National Center for Ecological Analysis and Synthesis

 *    Authors: Chad Berkley

 *    Release: @release@

 *

 *   '$Author$'

 *     '$Date$'

 * '$Revision$'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

package edu.ucsb.nceas.metacat;

import java.io.*;

import java.lang.*;

import java.util.*;

import java.sql.*;

import java.net.*;

import edu.ucsb.nceas.metacat.*;

import javax.servlet.http.*;

public class DataStreamTest

{

  DataStreamTest()

  {

  }

  /**

   * sends a file to the data file server socket

   */

  public static String SendFile(String filename, String host, int port, 

                                String cookie) 

  {

    Socket echoSocket = null;

    OutputStream out = null;

    InputStream in = null;

    DataOutputStream dsout = null;

    InputStreamReader isr = null;

		String retmsg = "";

    System.out.println("host: " + host + " port: " + port + " filename: " +

                       filename + " cookie: " + cookie);

    try 

    {

      echoSocket = DataFileServer.getSocket(host, port); //get the socket

      while(echoSocket == null) 

      {//loop until the port is there

        echoSocket = DataFileServer.getSocket(host, port);

      }

      //echoSocket = new Socket(host, port);

      out = echoSocket.getOutputStream(); //out to the server

      in = echoSocket.getInputStream();   //in from server

      isr = new InputStreamReader(in);

    } 

    catch (UnknownHostException e) 

    {

      System.err.println("Don't know about host: " + host + 

                         " : error in DataStreamTest.sendFile: " + 

                         e.getMessage());

      e.printStackTrace(System.out);

      System.exit(1);

    } 

    catch (IOException e) 

    {

      System.err.println("IO error in DataStreamTest.sendFile: "

                         + "broken connection to: " + host);

      System.out.println("error: " + e.getMessage());

      e.printStackTrace(System.out);

      System.exit(1);

    }

    try

    {  

      File file = new File(filename); //get the file from the local system

      dsout = new DataOutputStream(out); 

      FileInputStream fs = new FileInputStream(file);

      // first convert the filename to a byte array

      String fn = file.getName();

      byte[] fname = fn.getBytes();

      // now write the string bytes followed by a '0'

      for (int i=0;i<fname.length;i++) 

      {

        dsout.write(fname[i]);    

      }

      dsout.write(0);  // marks end of name info

      //write the session id to the stream

      byte[] cook = cookie.getBytes();

      for(int i=0; i<cook.length; i++)

      {

        dsout.write(cook[i]);

      }

      dsout.write(0); //follow it with a 0

      //write the length of the file followed by a 0

      long flength = file.length();

      System.out.println("file sized (B): " + flength);

      String sflength = String.valueOf(flength); //note that this is changed

                                                 //to a string

      byte[] fl = sflength.getBytes();

      for(int i=0; i<fl.length; i++)

      {

        dsout.write(fl[i]);

      }

      dsout.write(0); //following 0

      //dsout.write((int)flength);

      //dsout.write(0);

      dsout.flush();

      BufferedReader rin = new BufferedReader(isr);

      // now send the file data

      byte[] buf = new byte[1024];

      int cnt = 0;

      int i = 0;

      while (cnt!=-1) 

      {

        cnt = fs.read(buf); //read the file

        System.out.println("i = "+ i +" Bytes read = " + cnt);

        if (cnt!=-1) 

        {

          dsout.write(buf, 0, cnt); //write the byte to the server

        }

        i++;

      }

      fs.close();

      dsout.flush();

	  }

	  catch (Exception w) 

    {

      System.out.println("error in DataStreamTest.sendFile: " + w.getMessage());

    }

    try

    { //get the server's response

      while(!isr.ready()) 

      {

        //System.out.println("not ready");

      }

      int msg = isr.read();

      retmsg += (char)msg;

      System.out.print("Message from server: ");

      while(msg != -1)

      {

        System.out.print((char)msg);

        System.out.flush();

        msg = isr.read(); //get the message a character at a time

        retmsg += (char)msg;

      }

      System.out.println();

      dsout.flush();

      dsout.close();

    }

    catch(Exception e)

    {

      System.out.println("error in DataStreamTest.sendFile: " + e.getMessage());

    }

	  return retmsg;

	}

  public static void main(String[] args)

  {

    System.out.println("Starting DataStreamTest");

    try

    {

      String temp = null;

      String servlet = "/berkley/servlet/metacat";

      String protocol = "http://";

      String host = "dev.nceas.ucsb.edu";

      String server = protocol + host + servlet;

      String filename = null;

      if(args.length == 0)

      {

        filename = "/home/berkley/xmltodb/test.dat";

      }

      else

      {

        filename = args[0];

      }

      //login url

      String u1str = server + "?action=login&username=higgins&password" +

                      "=neetar&qformat=xml";

      System.out.println("url 1: " + u1str);

      URL u1 = new URL(u1str);

      HttpMessage msg = new HttpMessage(u1);

      msg.sendPostMessage();

      String cookie = msg.getCookie();

      //get the port to send the data to

      System.out.println("url 2: " + server + "?action=getdataport");

      URL u2 = new URL(server + "?action=getdataport");

      HttpMessage msg2 = new HttpMessage(u2);

      InputStream in = msg2.sendPostMessage();

      InputStreamReader isr = new InputStreamReader(in);

      char c;

      int i = isr.read();

      String temp2 = null;

      while(i != -1)

      { //get the server response to the getdataport request

        c = (char)i;

        temp2 += c;

        i = isr.read();

      }

      int temp3 = temp2.indexOf("<", 32);

      temp2 = temp2.substring(32, temp3); //parse out the port

      //the port number taken from the xml encoding

      temp2 = temp2.trim();

      int port = (new Integer(temp2)).intValue();

      //while(portIsAvailable(port)) {int x = 1;}

      int index = cookie.indexOf("JSESSIONID=");

      index = cookie.indexOf("=", index);

      int index2 = cookie.indexOf(";", index);

      //get just the session id information from the cookie

      cookie = cookie.substring(index+1, index2);

      String servermsg = SendFile(filename, host, port, cookie);

      System.out.println("server says (end): " + servermsg);

    }

    catch(Exception e)

    {

      System.out.println("error in main: " + e.getMessage());

      e.printStackTrace(System.out);

    }

  }

}

/**

 *  '$RCSfile$'

 *    Purpose: A Class that implements a socket server for data files that 

 *             writes the file to the servlet's local file system

 *  Copyright: 2000 Regents of the University of California and the

 *             National Center for Ecological Analysis and Synthesis

 *    Authors: Chad Berkley

 *    Release: @release@

 *

 *   '$Author$'

 *     '$Date$'

 * '$Revision$'

 *

 * This program is free software; you can redistribute it and/or modify

 * it under the terms of the GNU General Public License as published by

 * the Free Software Foundation; either version 2 of the License, or

 * (at your option) any later version.

 *

 * This program is distributed in the hope that it will be useful,

 * but WITHOUT ANY WARRANTY; without even the implied warranty of

 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

 * GNU General Public License for more details.

 *

 * You should have received a copy of the GNU General Public License

 * along with this program; if not, write to the Free Software

 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

 */

package edu.ucsb.nceas.metacat;

import java.net.*;

import java.io.*;

import java.util.Properties;

import java.util.Date;

import java.text.SimpleDateFormat;

import java.sql.*;

public class DataFileServer extends DataFileUploadInterface

{

  MetaCatUtil util = new MetaCatUtil();

  static String filedir = "";

  protected Socket s;

  public DataFileServer(int port, String user, String sess_id)

  {

    super(port, user, sess_id);

    System.out.println("port: " + port + " user: " + user + " sess: " +

                       sess_id);

  }

  public void getFile(int port, String user, String sess_id)

  {

    filedir = util.getOption("datafilepath"); 

    ServerSocket server = null;

    Socket client = null;

    OutputStreamWriter osw = null;

    try

    {

      System.out.println("Starting on port " + port);

      System.out.println("Waiting for sess_id: " + sess_id);

      server = new ServerSocket((new Integer(port)).intValue());

      server.setSoTimeout(30000); //set a 30 second timeout

      client = server.accept();

      System.out.println("Accepted from " + client.getInetAddress());

      InputStream in = client.getInputStream();      //in from the client

      OutputStream sout = client.getOutputStream();  //out to the client

      osw = new OutputStreamWriter(sout);

      System.out.println("output stream received");

      // first read to get the file name

      byte[] str = new byte[1024];

      int val = -1;

      int i = 0;

      //get the filename

      while (val != 0) 

      {

        //System.out.println("i: " + i);

        val = in.read();

        str[i] = (byte)val;

        i++;

      }

      String filename = (new String(str,0, i-1)).trim();

      System.out.println("filename: " + filename);

      val = -1;

      i = 0;

      str = new byte[1024];

      //get the session id

      while (val != 0) 

      {

        val = in.read();

        str[i] = (byte)val;

        i++;

      }

      String session_id = (new String(str,0, i-1)).trim();

      //get the length of the file in bytes

      val = -1;

      i = 0;

      str = new byte[1024];

      while(val != 0)

      {

        val = in.read();

        str[i] = (byte)val;

        i++;

      }

      String stemp = (new String(str, 0, i-1)).trim();

      Long fsizetemp = new Long(stemp);

      long fsize = fsizetemp.longValue();

      //System.out.println("file size: " + fsize);

      if(!sess_id.equals(session_id))

      {//this is an unauthorized connection to this port

        System.out.println("unauthorized request");

        osw.write("<?xml version=\"1.0\"?><error>unauthorized request</error>");

        osw.flush();

        osw.close();

        return;

      }

      else

      {

        System.out.println("User authenticated on port " + port);

      }

      String restext=null;

      File outfile = new File(filedir + filename);

      System.out.println("outfile: " + filedir + filename);

      boolean nameInUse = outfile.exists();

      int filenametemp = 1;

      String fn = filename;

      while(nameInUse)

      {

        filename = fn + filenametemp;

        outfile = new File (filedir + filename);

        nameInUse = outfile.exists();

        filenametemp++;

      }

      try

      {

        AccessionNumber anum = new AccessionNumber();

        String accnum = anum.generate(null, "INSERT");

        FileOutputStream out = new FileOutputStream(outfile);

        byte[] buf = new byte[1024];

        int cnt = 0;

        int j = 0;

        while (j < fsize) 

        {

          cnt = in.read(buf, 0, 1024);

          if (cnt!=-1) 

          {

            out.write(buf, 0, cnt);

          }

          j += cnt;

        }

        out.flush();

        out.close();

        //put the new document info into the DB

        updateDB(accnum, filename, user);

        //System.out.println("sending new docid: " + accnum);

        osw.write("<?xml version=\"1.0\"?><docid>" + accnum + "</docid>");

        osw.flush();

        osw.close();

        //System.out.println("docid sent");

      }

      catch(Exception e)

      {

        System.out.println("error in DataFileServer.run(): " + e.getMessage());

        try

        {

          osw.write("<?xml version=\"1.0\"?><error>" + e.getMessage() + 

                    "</error>");

          osw.flush();

          osw.close();

        }

        catch(Exception ee)

        {

          System.out.println("error DataFileServer.run(): " + ee.getMessage());

        }

        e.printStackTrace(System.out);

      }

    } 

    catch(InterruptedIOException iioe)

    {

      //the accept timeout passed

      System.out.println("socket on port " + port + " timed out. " +

                         " (DataFileServer.run)");

    }

    catch (IOException ex) 

    {

      ex.printStackTrace();

      try

      {

        osw.write("<?xml version=\"1.0\"?><error>" + ex.getMessage() + 

                  "</error>");

        osw.flush();

        osw.close();

      }

      catch(Exception ee)

      {

        System.out.println("error in DataFileServer.run(): " + ee.getMessage());

      }

    } 

    finally 

    {

      try

      {

        server.close();

        //System.out.println("server socket closed");

        client.close();

        //System.out.println("client socket closed");

      } 

      catch (IOException ex) 

      {

        ex.printStackTrace();

      }

    }

  }

}

      } else if (action.equals("getdataport")) {

        PrintWriter out = response.getWriter();

        if ( (username != null) &&  !username.equals("public") ) {

        handleGetDataPortAction(out, params, response, username, groupname, 

                                sess_id);

        } else {

          out.println("You must be authenticated to perform the getdataport " +

                      "action!");

        }

  /**

   * sends the port number that the data socket is running on.

   * This is a parameter set in the metacat.properties file.

   */

  private void handleGetDataPortAction(PrintWriter out, Hashtable params, 

                                       HttpServletResponse response, 

                                       String username, String groupname,

                                       String sess_id)

  {

    int port;

    String filedir = null;

    try

    {

      filedir = util.getOption("datafilepath");

      Random r = new Random();

      port = r.nextInt(65000);  //pick a random port between 0-65000

      //System.out.println("random port is: " + port);

      while(!DataFileServer.portIsAvailable(port))

      {

        port = r.nextInt(65000);

        //System.out.println("next port used: " + port);

      }

      DataFileServer dfs = new DataFileServer(port, username, sess_id);

      dfs.start();

      //System.out.println("filedir: " + filedir);

      //System.out.println("port: " + port);

      response.setContentType("text/xml");

      out.println("<?xml version=\"1.0\"?>");

      out.println("<port>");

      out.print(port);

      out.print("</port>");

    }

	  catch (Exception e) 

    {

      System.out.println("error in MetacatServlet.handleGetDataPortAction: " + 

                          e.getMessage());

    }

  }