Project

General

Profile

1
/**
2
 *  '$RCSfile$'
3
 *  Copyright: 2010 Regents of the University of California and the
4
 *              National Center for Ecological Analysis and Synthesis
5
 *  Purpose: To test the Access Controls in metacat by JUnit
6
 *
7
 *   '$Author: tao $'
8
 *     '$Date: 2015-10-02 10:23:20 -0700 (Fri, 02 Oct 2015) $'
9
 * '$Revision: 9358 $'
10
 *
11
 * This program is free software; you can redistribute it and/or modify
12
 * it under the terms of the GNU General Public License as published by
13
 * the Free Software Foundation; either version 2 of the License, or
14
 * (at your option) any later version.
15
 *
16
 * This program is distributed in the hope that it will be useful,
17
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19
 * GNU General Public License for more details.
20
 *
21
 * You should have received a copy of the GNU General Public License
22
 * along with this program; if not, write to the Free Software
23
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
24
 */
25

    
26
package edu.ucsb.nceas.metacat.dataone;
27

    
28

    
29
import java.io.ByteArrayInputStream;
30
import java.io.InputStream;
31
import java.math.BigInteger;
32
import java.text.SimpleDateFormat;
33
import java.util.Calendar;
34
import java.util.Date;
35
import java.util.List;
36
import java.util.ArrayList;
37

    
38
import junit.framework.Test;
39
import junit.framework.TestSuite;
40

    
41
import org.apache.commons.beanutils.BeanUtils;
42
import org.apache.commons.io.IOUtils;
43
import org.dataone.client.v2.CNode;
44
import org.dataone.client.v2.itk.D1Client;
45
import org.dataone.service.exceptions.BaseException;
46
import org.dataone.service.exceptions.InvalidRequest;
47
import org.dataone.service.exceptions.InvalidSystemMetadata;
48
import org.dataone.service.exceptions.NotAuthorized;
49
import org.dataone.service.exceptions.NotFound;
50
import org.dataone.service.exceptions.NotImplemented;
51
import org.dataone.service.exceptions.ServiceFailure;
52
import org.dataone.service.types.v1.AccessPolicy;
53
import org.dataone.service.types.v1.AccessRule;
54
import org.dataone.service.types.v1.Checksum;
55
import org.dataone.service.types.v1.DescribeResponse;
56
import org.dataone.service.types.v1.Event;
57
import org.dataone.service.types.v1.Identifier;
58
import org.dataone.service.types.v1.NodeReference;
59
import org.dataone.service.types.v1.NodeType;
60
import org.dataone.service.types.v1.ObjectFormatIdentifier;
61
import org.dataone.service.types.v1.ObjectList;
62
import org.dataone.service.types.v1.Permission;
63
import org.dataone.service.types.v1.Replica;
64
import org.dataone.service.types.v1.ReplicationPolicy;
65
import org.dataone.service.types.v1.ReplicationStatus;
66
import org.dataone.service.types.v1.Session;
67
import org.dataone.service.types.v1.Subject;
68
import org.dataone.service.types.v2.Log;
69
import org.dataone.service.types.v2.Node;
70
import org.dataone.service.types.v2.NodeList;
71
import org.dataone.service.types.v2.ObjectFormat;
72
import org.dataone.service.types.v2.ObjectFormatList;
73
import org.dataone.service.types.v2.OptionList;
74
import org.dataone.service.types.v2.SystemMetadata;
75
import org.dataone.service.util.Constants;
76

    
77
import edu.ucsb.nceas.metacat.dataone.CNodeService;
78
import edu.ucsb.nceas.metacat.dataone.MNodeService;
79

    
80
/**
81
 * A JUnit test for testing the dataone CNCore implementation
82
 */
83
public class CNodeServiceTest extends D1NodeServiceTest {   
84
    
85
    /**
86
    * constructor for the test
87
    */
88
    public CNodeServiceTest(String name)
89
    {
90
        super(name);
91
    }
92

    
93
	/**
94
	 * Create a suite of tests to be run together
95
	 */
96
	public static Test suite() 
97
	{
98
		TestSuite suite = new TestSuite();
99
		suite.addTest(new CNodeServiceTest("initialize"));
100
		
101
		suite.addTest(new CNodeServiceTest("testChecksum"));
102
		suite.addTest(new CNodeServiceTest("testCreate"));
103
		suite.addTest(new CNodeServiceTest("testGet"));
104
		suite.addTest(new CNodeServiceTest("testGetFormat"));
105
		suite.addTest(new CNodeServiceTest("testGetLogRecords"));
106
		suite.addTest(new CNodeServiceTest("testGetSystemMetadata"));
107
		suite.addTest(new CNodeServiceTest("testIsAuthorized"));
108
		suite.addTest(new CNodeServiceTest("testListFormats"));
109
		suite.addTest(new CNodeServiceTest("testListNodes"));
110
		suite.addTest(new CNodeServiceTest("testObjectFormatNotFoundException"));
111
		suite.addTest(new CNodeServiceTest("testRegisterSystemMetadata"));
112
		suite.addTest(new CNodeServiceTest("testReplicationPolicy"));
113
		suite.addTest(new CNodeServiceTest("testReplicationStatus"));
114
		suite.addTest(new CNodeServiceTest("testReserveIdentifier"));
115
		suite.addTest(new CNodeServiceTest("testSearch"));
116
		suite.addTest(new CNodeServiceTest("testSetAccessPolicy"));
117
		suite.addTest(new CNodeServiceTest("testSetOwner"));
118
		suite.addTest(new CNodeServiceTest("readDeletedObject"));
119
		suite.addTest(new CNodeServiceTest("testGetSID"));
120
		suite.addTest(new CNodeServiceTest("testListViews"));
121
		suite.addTest(new CNodeServiceTest("testUpdateSystemMetadata"));
122
		suite.addTest(new CNodeServiceTest("testArchive"));
123
	
124
		return suite;
125
	}
126
	
127
	
128
	/**
129
	 * test for registering standalone system metadata
130
	 */
131
	public Identifier testRegisterSystemMetadata() {
132
	    printTestHeader("testRegisterSystemMetadata");
133

    
134
	    try {
135
	        Session testSession = getTestSession();
136
            Session session = getCNSession();
137
			Identifier guid = new Identifier();
138
			guid.setValue("testRegisterSystemMetadata." + System.currentTimeMillis());
139
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
140
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
141
			try {
142
			    CNodeService.getInstance(request).registerSystemMetadata(testSession, guid, sysmeta);
143
			    fail("We shouldn't get there since the test session can't regsiter system metadata");
144
			} catch (NotAuthorized ee) {
145
			    
146
			}
147
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
148
			assertEquals(guid.getValue(), retGuid.getValue());
149
			return retGuid;
150
        } catch(Exception e) {
151
            fail("Unexpected error: " + e.getMessage());
152
        }
153
        return null;
154
	}
155
	
156
	/**
157
	 * test for getting system metadata
158
	 */
159
	public void testGetSystemMetadata() {
160
	    printTestHeader("testGetSystemMetadata");
161

    
162
	    try {
163
            Session session = getCNSession();
164
			Identifier guid = new Identifier();
165
			guid.setValue("testGetSystemMetadata." + System.currentTimeMillis());
166
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
167
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
168
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
169
			assertEquals(guid.getValue(), retGuid.getValue());
170
			// get it
171
			SystemMetadata retSysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
172
			// check it
173
			assertEquals(sysmeta.getIdentifier().getValue(), retSysmeta.getIdentifier().getValue());
174
        } catch(Exception e) {
175
            fail("Unexpected error: " + e.getMessage());
176
        }
177
	}
178
	
179
	public void testGetLogRecords() {
180
	    printTestHeader("testGetLogRecords");
181
	    try {
182

    
183
		    Session session = getCNSession();
184
		    SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
185
		    Date fromDate = sdf.parse("2010-01-01");
186
		    Date toDate = new Date();
187
		    Event event = Event.CREATE;
188
		    int start = 0;
189
		    int count = 1;
190
	    
191
		    Log log = CNodeService.getInstance(request).getLogRecords(session, fromDate, toDate, 
192
		    	event.xmlValue(), null, start, count);
193
		    assertNotNull(log);
194
		    assertTrue(log.getCount() == count);
195
		    assertTrue(log.getStart() == start);
196
		    assertTrue(log.getTotal() > 0);
197
	    } catch (Exception e) {
198
		    e.printStackTrace();
199
		    fail("Unexpected error: " + e.getMessage());
200
	    } 
201
	}
202
	
203
	public void testCreate() {
204
	    printTestHeader("testCreate");
205

    
206
	    try {
207
            Session session = getCNSession();
208
			Identifier guid = new Identifier();
209
			guid.setValue("testCreate." + System.currentTimeMillis());
210
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
211
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
212
			Identifier pid = CNodeService.getInstance(request).create(session, guid, object, sysmeta);
213
			assertEquals(guid, pid);
214
        } catch(Exception e) {
215
        	e.printStackTrace();
216
            fail("Unexpected error: " + e.getMessage());
217
        }
218
	}
219
	
220
	public void testGet() {
221
	    printTestHeader("testGet");
222

    
223
	    try {
224
            Session session = getCNSession();
225
			Identifier guid = new Identifier();
226
			guid.setValue("testGet." + System.currentTimeMillis());
227
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
228
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
229
			Identifier pid = CNodeService.getInstance(request).create(session, guid, object, sysmeta);
230
			assertEquals(guid.getValue(), pid.getValue());
231
			System.out.println("the pid is+++++++++++++++++++++++++"+guid.getValue());
232
			// get it
233
			InputStream retObject = CNodeService.getInstance(request).get(session, pid);
234
			// check it
235
			object.reset();
236
			assertTrue(IOUtils.contentEquals(object, retObject));
237
        } catch(Exception e) {
238
        	e.printStackTrace();
239
            fail("Unexpected error: " + e.getMessage());
240
        }
241
	}
242
	
243
	public void testChecksum() {
244
	    printTestHeader("testChecksum");
245

    
246
	    try {
247
            Session session = getCNSession();
248
			Identifier guid = new Identifier();
249
			guid.setValue("testChecksum." + System.currentTimeMillis());
250
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
251
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
252
			// save it
253
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
254
			assertEquals(guid.getValue(), retGuid.getValue());
255
			// check it
256
			Checksum checksum = CNodeService.getInstance(request).getChecksum(session, guid);
257
			assertEquals(sysmeta.getChecksum().getValue(), checksum.getValue());
258
        } catch(Exception e) {
259
            fail("Unexpected error: " + e.getMessage());
260
        }
261
	}
262
	
263
	public void testListNodes() {
264
	    printTestHeader("testListNodes");
265

    
266
	    try {
267
	    	CNodeService.getInstance(request).listNodes();
268
        } catch(NotImplemented e) {
269
        	// expecting not implemented
270
            assertTrue(true);
271
        } catch(Exception e) {
272
            fail("Unexpected error: " + e.getMessage());
273
        }
274
	}
275
	
276
	public void testReserveIdentifier() {
277
	    printTestHeader("testReserveIdentifier");
278

    
279
	    try {
280
            Session session = getCNSession();
281
			Identifier guid = new Identifier();
282
			guid.setValue("testReserveIdentifier." + System.currentTimeMillis());
283
			// reserve it
284
			Identifier resultPid = CNodeService.getInstance(request).reserveIdentifier(session, guid);
285
			assertNotNull(resultPid);
286
			assertEquals(guid.getValue(), resultPid.getValue());
287
	    } catch(NotImplemented ni) {
288
        	// this is not implemented in Metacat
289
            assertTrue(true);	
290
        } catch(Exception e) {
291
        	e.printStackTrace();
292
            fail("Unexpected error: " + e.getMessage());
293
        }
294
	}
295
	
296
	public void testSearch() {
297
	    printTestHeader("testSearch");
298

    
299
	    try {
300
            Session session = getCNSession();
301
			
302
			// search for objects, but expect a NotImplemented exception
303
			try {
304
				ObjectList objectList = CNodeService.getInstance(request).search(session, null, null);
305
			} catch (NotImplemented ne) {
306
				assertTrue(true);
307
				return;
308
			}
309
			fail("Metacat should not implement CN.search");
310
			
311
        } catch(Exception e) {
312
            fail("Unexpected error: " + e.getMessage());
313
        }
314
	}
315
	
316
	public void testSetOwner() {
317
	    printTestHeader("testSetOwner");
318

    
319
	    try {
320
            Session session = getCNSession();
321
			Identifier guid = new Identifier();
322
			guid.setValue("testSetOwner." + System.currentTimeMillis());
323
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
324
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
325
			long serialVersion = 1L;
326
			// save it
327
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
328
			assertEquals(guid.getValue(), retGuid.getValue());
329
			Subject rightsHolder = new Subject();
330
			rightsHolder.setValue("newUser");
331
			// set it
332
			Identifier retPid = CNodeService.getInstance(request).setRightsHolder(session, guid, rightsHolder, serialVersion);
333
			assertEquals(guid, retPid);
334
			// get it
335
			sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
336
			assertNotNull(sysmeta);
337
			// check it
338
			assertTrue(rightsHolder.equals(sysmeta.getRightsHolder()));
339
			
340
        } catch(Exception e) {
341
            if(e instanceof ServiceFailure) {
342
                assertTrue(e.getMessage().contains("Couldn't determine the version"));
343
            } else {
344
                fail("Unexpected error: " + e.getMessage());
345
            }
346
        }
347
	}
348
	
349
	public void testSetAccessPolicy() {
350
	    printTestHeader("testSetAccessPolicy");
351

    
352
	    try {
353
            Session session = getCNSession();
354
			Identifier guid = new Identifier();
355
			guid.setValue("testSetAccessPolicy." + System.currentTimeMillis());
356
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
357
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
358
	    long serialVersion = 1L;
359

    
360
			// save it
361
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
362
			assertEquals(guid.getValue(), retGuid.getValue());
363
			AccessPolicy accessPolicy = new AccessPolicy();
364
			AccessRule accessRule = new AccessRule();
365
			accessRule.addPermission(Permission.WRITE);
366
			Subject publicSubject = new Subject();
367
			publicSubject.setValue(Constants.SUBJECT_PUBLIC);
368
			accessRule.addSubject(publicSubject);
369
			accessPolicy.addAllow(accessRule);
370
			// set it
371
			boolean result = CNodeService.getInstance(request).setAccessPolicy(session, guid, accessPolicy, serialVersion );
372
			assertTrue(result);
373
			// check it
374
			result = CNodeService.getInstance(request).isAuthorized(session, guid, Permission.WRITE);
375
			assertTrue(result);
376
        } catch(Exception e) {
377
            if(e instanceof ServiceFailure) {
378
                assertTrue(e.getMessage().contains("Couldn't determine the version"));
379
            } else {
380
                fail("Unexpected error: " + e.getMessage());
381
            }
382
        }
383
	}
384
	
385
	public void testIsAuthorized() {
386
	    printTestHeader("testIsAuthorized");
387

    
388
	    try {
389
            Session session = getCNSession();
390
			Identifier guid = new Identifier();
391
			guid.setValue("testIsAuthorized." + System.currentTimeMillis());
392
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
393
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
394
			// save it
395
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
396
			assertEquals(guid.getValue(), retGuid.getValue());
397
			// check it
398
			Subject publicSubject = new Subject();
399
			publicSubject.setValue(Constants.SUBJECT_PUBLIC);
400
			session.setSubject(publicSubject);
401
			// public read
402
			boolean result = CNodeService.getInstance(request).isAuthorized(session, guid, Permission.READ);
403
			assertTrue(result);
404
			// not public write
405
			try {
406
				result = false;
407
				result = CNodeService.getInstance(request).isAuthorized(session, guid, Permission.WRITE);
408
				fail("Public WRITE should be denied");
409
			} catch (NotAuthorized nae) {
410
				result = true;
411
			}
412
			assertTrue(result);
413
        } catch(Exception e) {
414
            fail("Unexpected error: " + e.getMessage());
415
        }
416
	}
417
	
418
	public void testReplicationPolicy() {
419
	    printTestHeader("testReplicationPolicy");
420

    
421
	    try {
422
            Session session = getCNSession();
423
			Identifier guid = new Identifier();
424
			guid.setValue("testReplicationPolicy." + System.currentTimeMillis());
425
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
426
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
427
	    long serialVersion = 1L;
428

    
429
			// save it
430
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
431
			assertEquals(guid.getValue(), retGuid.getValue());
432
			
433
			ReplicationPolicy policy = new ReplicationPolicy();
434
			NodeReference node = new NodeReference();
435
			node.setValue("testNode");
436
			policy.addPreferredMemberNode(node );
437
			// set it
438
			boolean result = CNodeService.getInstance(request).setReplicationPolicy(session, guid, policy, serialVersion);
439
			assertTrue(result);
440
			// get it
441
			sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
442
			assertNotNull(sysmeta);
443
			// check it
444
			assertEquals(policy.getPreferredMemberNode(0).getValue(), sysmeta.getReplicationPolicy().getPreferredMemberNode(0).getValue());
445
			
446
        } catch(Exception e) {
447
            if(e instanceof ServiceFailure) {
448
                assertTrue(e.getMessage().contains("Couldn't determine the version"));
449
            } else {
450
                fail("Unexpected error: " + e.getMessage());
451
            }
452
            
453
        }
454
	}
455
	
456
	public void testReplicationStatus() {
457
	    printTestHeader("testReplicationStatus");
458

    
459
	    try {
460
            Session session = getCNSession();
461
			Identifier guid = new Identifier();
462
			guid.setValue("testReplicationStatus." + System.currentTimeMillis());
463
			InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
464
			SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
465
			Replica replica = new Replica();
466
			NodeReference replicaMemberNode = new NodeReference();
467
			replicaMemberNode.setValue("testNode");
468
			replica.setReplicationStatus(ReplicationStatus.REQUESTED);
469
			replica.setReplicaMemberNode(replicaMemberNode);
470
			replica.setReplicaVerified(Calendar.getInstance().getTime());
471
			sysmeta.addReplica(replica );
472
			// save it
473
			Identifier retGuid = CNodeService.getInstance(request).registerSystemMetadata(session, guid, sysmeta);
474
			assertEquals(guid.getValue(), retGuid.getValue());
475
			// set it
476
			ReplicationStatus status = ReplicationStatus.QUEUED;
477
			BaseException failure = new NotAuthorized("000", "Mock exception for " + this.getClass().getName());
478
			//Test the failure of setReplicationStatus by a non-cn subject
479
			Session testSession = getTestSession();
480
			try {
481
			    CNodeService.getInstance(request).setReplicationStatus(testSession, guid, replicaMemberNode, status, failure);
482
			    fail("It can't reach here since the non-cn subject can't call setReplicationStatus");
483
			} catch (NotAuthorized ee) {
484
			    
485
			}
486
			//Test the success of setReplicationStatus by a cn subject
487
			boolean result = CNodeService.getInstance(request).setReplicationStatus(session, guid, replicaMemberNode, status, failure);
488
			assertTrue(result);
489
			// get it
490
			sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
491
			BigInteger version = sysmeta.getSerialVersion();
492
			System.out.println("the version of system metadata is "+version.intValue());
493
			assertNotNull(sysmeta);
494
			// check it
495
			assertEquals(status, sysmeta.getReplica(0).getReplicationStatus());
496
			
497
			//set it failed.
498
			status = ReplicationStatus.FAILED;
499
            result = CNodeService.getInstance(request).setReplicationStatus(session, guid, replicaMemberNode, status, failure);
500
            assertTrue(result);
501
            // get it
502
            sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
503
            BigInteger version1 = sysmeta.getSerialVersion();
504
            System.out.println("the version of system metadata is "+version1.intValue());
505
            assertTrue(version1.compareTo(version) == 1);
506
            assertNotNull(sysmeta);
507
            // check it
508
            assertEquals(status, sysmeta.getReplica(0).getReplicationStatus());
509
			
510
            //set it failed again
511
            status = ReplicationStatus.FAILED;
512
            result = CNodeService.getInstance(request).setReplicationStatus(session, guid, replicaMemberNode, status, failure);
513
            assertTrue(result);
514
            // get it
515
            sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
516
            BigInteger version2 = sysmeta.getSerialVersion();
517
            System.out.println("the version of system metadata is "+version2.intValue());
518
            assertTrue(version2.compareTo(version1) ==0);
519
            assertNotNull(sysmeta);
520
            // check it
521
            assertEquals(status, sysmeta.getReplica(0).getReplicationStatus());
522
			
523
			//requeque it
524
			status = ReplicationStatus.QUEUED;
525
			result = CNodeService.getInstance(request).setReplicationStatus(session, guid, replicaMemberNode, status, failure);
526
            assertTrue(result);
527
            // get it
528
            sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
529
            BigInteger version3 = sysmeta.getSerialVersion();
530
            System.out.println("the version of system metadata is "+version3.intValue());
531
            assertTrue(version3.compareTo(version2) ==1);
532
            assertNotNull(sysmeta);
533
            // check it
534
            assertEquals(status, sysmeta.getReplica(0).getReplicationStatus());
535
			
536
            
537
			//Test the success of setReplicationStatus by a register mn subject
538
			Session mnSession = getMNSessionFromCN();
539
			status = ReplicationStatus.COMPLETED;
540
			result = CNodeService.getInstance(request).setReplicationStatus(mnSession, guid, replicaMemberNode, status, failure);
541
			sysmeta = CNodeService.getInstance(request).getSystemMetadata(session, guid);
542
			BigInteger version4 = sysmeta.getSerialVersion();
543
			            System.out.println("the version of system metadata is "+version4.intValue());
544
			            assertTrue(version4.compareTo(version3) ==1);
545
            assertNotNull(sysmeta);
546
            // check it
547
            assertEquals(status, sysmeta.getReplica(0).getReplicationStatus());
548
			
549
        } catch(Exception e) {
550
            fail("Unexpected error: " + e.getMessage());
551
        }
552
	}
553
	
554
	/**
555
	 * Run an initial test that always passes to check that the test harness is
556
	 * working.
557
	 */
558
	public void initialize() 
559
	{
560
	    printTestHeader("initialize");
561
		assertTrue(1 == 1);
562
	}
563
	
564
	/**
565
	 * We want to act as the CN itself
566
	 * @throws ServiceFailure 
567
	 * @throws Exception 
568
	 */
569
	/*@Override
570
	public Session getTestSession() throws Exception {
571
		Session session = super.getTestSession();
572
		
573
		// use the first CN we find in the nodelist
574
        NodeList nodeList = D1Client.getCN().listNodes();
575
        for (Node node : nodeList.getNodeList()) {
576
            if ( node.getType().equals(NodeType.CN) ) {
577
                
578
                List<Subject> subjects = node.getSubjectList();
579
                for (Subject subject : subjects) {
580
                   session.setSubject(subject);
581
                   // we are done here
582
                   return session;
583
                }
584
            }
585
        }
586
        // in case we didn't find it
587
        return session;
588
	}*/
589
	
590

    
591
	/**
592
	 * test to list the object formats registered in metacat
593
	 */
594
	public void testListFormats() {
595
		
596
    printTestHeader("testListFormats");
597
    
598
    // make sure we are set up
599
    setUpFormats();
600
    
601
    // there should be at least 59 formats in the list
602
  	int formatsCount = 59;
603
  	ObjectFormatList objectFormatList;
604
  	
605
  	try {
606
	    objectFormatList = CNodeService.getInstance(request).listFormats();
607
	  	assertTrue(objectFormatList.getTotal() >= formatsCount);
608
  	
609
  	} catch (ServiceFailure e) {
610
  		fail("Could not get the object format list: " + e.getMessage());
611

    
612
    } catch (NotImplemented e) {
613
  		fail("Could not get the object format list: " + e.getMessage());
614

    
615
    }
616
    
617
	}
618
	
619
  /**
620
   * Test getting a single object format from the registered list
621
   */
622
  public void testGetFormat() {
623
  	
624
    printTestHeader("testGetFormat");
625

    
626
    // make sure we are set up
627
    setUpFormats();
628
    
629
    String knownFormat = "text/plain";
630
    ObjectFormatIdentifier fmtid = new ObjectFormatIdentifier();
631
    fmtid.setValue(knownFormat);
632
  	
633
    try {
634
	    
635
			String result = 
636
				CNodeService.getInstance(request).getFormat(fmtid).getFormatId().getValue();
637
	  	System.out.println("Expected result: " + knownFormat);
638
	  	System.out.println("Found    result: " + result);
639
	  	assertTrue(result.equals(knownFormat));
640
  
641
    } catch (NullPointerException npe) {	  
642
	    fail("The returned format was null: " + npe.getMessage());
643
    
644
    } catch (NotFound nfe) {     
645
    	fail("The format " + knownFormat + " was not found: " + nfe.getMessage());
646
    	
647
    } catch (ServiceFailure sfe) {
648
    	fail("The format " + knownFormat + " was not found: " + sfe.getMessage());
649

    
650
    } catch (NotImplemented nie) {
651
    	fail("The getFormat() method has not been implemented: " + nie.getMessage());
652

    
653
    }
654
  	
655
  }
656
	
657
  /**
658
   * Test getting a non-existent object format, returning NotFound
659
   */
660
  public void testObjectFormatNotFoundException() {
661
  
662
    printTestHeader("testObjectFormatNotFoundException");
663

    
664
    ObjectFormatIdentifier fmtid = new ObjectFormatIdentifier();
665
  	String badFormat = "text/bad-format";
666
  	fmtid.setValue(badFormat);
667
  	
668
  	try {
669
  		
670
	    ObjectFormat objectFormat = 
671
	    	CNodeService.getInstance(request).getFormat(fmtid);
672
      
673
  	} catch (Exception e) {
674
	    
675
  		assertTrue(e instanceof NotFound);
676
  	}
677
  	
678
  }
679
  
680
  public void readDeletedObject() {
681
      printTestHeader("testCreate");
682

    
683
      try {
684
          Session session = getCNSession();
685
          Identifier guid = new Identifier();
686
          guid.setValue("testCreate." + System.currentTimeMillis());
687
          InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
688
          SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
689
          Identifier pid = CNodeService.getInstance(request).create(session, guid, object, sysmeta);
690
          assertEquals(guid, pid);
691
          
692
          Thread.sleep(3000);
693
          // use MN admin to delete
694
          session = getMNSession();
695
          Identifier deletedPid = CNodeService.getInstance(request).delete(session, pid);
696
          System.out.println("after deleting");
697
          assertEquals(pid.getValue(), deletedPid.getValue());
698
          // check that we cannot get the object
699
          session = getTestSession();
700
          InputStream deletedObject = null;
701
          try {
702
              //System.out.println("before read ===============");
703
              deletedObject = CNodeService.getInstance(request).get(session, deletedPid);
704
              //System.out.println("after read ===============");
705
          } catch (NotFound nf) {
706
              //System.out.println("the exception is1 "+nf.getMessage());
707
              //nf.printStackTrace();
708
              assertTrue(nf.getMessage().contains("deleted"));
709
          }
710
          try {
711
              //System.out.println("before read ===============");
712
              SystemMetadata sysmeta2 = CNodeService.getInstance(request).getSystemMetadata(session, deletedPid);
713
              //System.out.println("after read ===============");
714
          } catch (NotFound nf) {
715
              //System.out.println("the exception is "+nf.getMessage());
716
              //nf.printStackTrace();
717
              assertTrue(nf.getMessage().contains("deleted"));
718
          }
719
          
720
          try {
721
              //System.out.println("before read ===============");
722
              DescribeResponse describeResponse = CNodeService.getInstance(request).describe(session, pid);
723
              //System.out.println("after read ===============");
724
          } catch (NotFound nf) {
725
              //System.out.println("the exception is "+nf.getMessage());
726
              //nf.printStackTrace();
727
              assertTrue(nf.getMessage().contains("deleted"));
728
          }
729
          
730
          try {
731
              //System.out.println("before read ===============");
732
              Checksum checksum = CNodeService.getInstance(request).getChecksum(session, pid);
733
              //System.out.println("after read ===============");
734
          } catch (NotFound nf) {
735
              //System.out.println("the exception 3 is "+nf.getMessage());
736
              //nf.printStackTrace();
737
              assertTrue(nf.getMessage().contains("deleted"));
738
          }
739
          
740
          try {
741
              //System.out.println("before read ===============");
742
              boolean isAuthorized = 
743
                      CNodeService.getInstance(request).isAuthorized(session, pid, Permission.READ);
744
              //System.out.println("after read ===============");
745
          } catch (NotFound nf) {
746
              //System.out.println("the exception 4 is "+nf.getMessage());
747
              //nf.printStackTrace();
748
              assertTrue(nf.getMessage().contains("deleted"));
749
          }
750
          
751
         
752
          
753
          assertNull(deletedObject);
754
      } catch(Exception e) {
755
          e.printStackTrace();
756
          fail("Unexpected error: " + e.getMessage());
757
      }
758
  }
759
  
760
  /**
761
   * Test the method - get api  for a speicified SID
762
   */
763
  public void testGetSID() {
764
      String str1 = "object1";
765
      String str2 = "object2";
766
      String str3 = "object3";
767
      try {
768
          //insert test documents with a series id
769
          Session session = getCNSession();
770
          Identifier guid = new Identifier();
771
          guid.setValue(generateDocumentId());
772
          InputStream object1 = new ByteArrayInputStream(str1.getBytes("UTF-8"));
773
          SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object1);
774
          String sid1= "sid."+System.nanoTime();
775
          Identifier seriesId = new Identifier();
776
          seriesId.setValue(sid1);
777
          System.out.println("the first sid is "+seriesId.getValue());
778
          sysmeta.setSeriesId(seriesId);
779
          CNodeService.getInstance(request).create(session, guid, object1, sysmeta);
780
          System.out.println("the first pid is "+guid.getValue());
781
          //test the get(pid) for v2
782
          InputStream result = CNodeService.getInstance(request).get(session, guid);
783
          // go back to beginning of original stream
784
          object1.reset();
785
          // check
786
          assertTrue(object1.available() > 0);
787
          assertTrue(result.available() > 0);
788
          assertTrue(IOUtils.contentEquals(result, object1));
789
          // test the get(id) for v2
790
          InputStream result1 = CNodeService.getInstance(request).get(session, seriesId);
791
          object1.reset();
792
          // check
793
          assertTrue(object1.available() > 0);
794
          assertTrue(result1.available() > 0);
795
          assertTrue(IOUtils.contentEquals(result1, object1));
796
          //test the get(pid) for v1
797
          InputStream result2 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, guid);
798
          object1.reset();
799
          // check
800
          assertTrue(object1.available() > 0);
801
          assertTrue(result2.available() > 0);
802
          assertTrue(IOUtils.contentEquals(result2, object1));
803
          //test the get(sid) for v1
804
          try {
805
              InputStream result3 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, seriesId);
806
              fail("the get(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
807
          } catch (NotFound ee) {
808
              
809
          }
810
          SystemMetadata metadata = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
811
          assertTrue(metadata.getIdentifier().getValue().equals(guid.getValue()));
812
          assertTrue(metadata.getSeriesId().getValue().equals(seriesId.getValue()));
813
          DescribeResponse describeResponse = CNodeService.getInstance(request).describe(session, seriesId);
814
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata.getChecksum().getValue());
815
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata.getFormatId().getValue());
816
          
817
          metadata = CNodeService.getInstance(request).getSystemMetadata(session, guid);
818
          assertTrue(metadata.getIdentifier().getValue().equals(guid.getValue()));
819
          assertTrue(metadata.getSeriesId().getValue().equals(seriesId.getValue()));
820
          describeResponse = CNodeService.getInstance(request).describe(session, guid);
821
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata.getChecksum().getValue());
822
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata.getFormatId().getValue());
823
          
824
          org.dataone.service.types.v1.SystemMetadata sys1=edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).getSystemMetadata(session, guid);
825
          assertTrue(metadata.getIdentifier().getValue().equals(guid.getValue()));
826
          
827
          try {
828
              org.dataone.service.types.v1.SystemMetadata sys2=edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
829
              fail("the getSystemMetadata(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
830
          } catch(NotFound nf2) {
831
              
832
          }
833
          
834
          describeResponse = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).describe(session, guid);
835
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), sys1.getChecksum().getValue());
836
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), sys1.getFormatId().getValue());
837
          try {
838
              describeResponse = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).describe(session, seriesId);
839
              fail("the describe(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
840
          } catch(NotFound nf2) {
841
              
842
          }
843
          
844
          Checksum sum = CNodeService.getInstance(request).getChecksum(session, guid);
845
          assertTrue(sum.getValue().equals("5b78f9689b9aab1ebc0f3c1df916dd97"));
846
          
847
          try {
848
              sum = CNodeService.getInstance(request).getChecksum(session, seriesId);
849
              fail("the getCheckSum shouldn't work for sid");
850
          } catch(NotFound nf3) {
851
              
852
          }
853
          
854
          sum = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).getChecksum(session, guid);
855
          assertTrue(sum.getValue().equals("5b78f9689b9aab1ebc0f3c1df916dd97"));
856
          
857
          try {
858
              sum = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).getChecksum(session, seriesId);
859
              fail("the getCheckSum shouldn't work for sid");
860
          } catch(NotFound nf3) {
861
              
862
          }
863
          
864
          boolean isAuthorized = 
865
                  CNodeService.getInstance(request).isAuthorized(session, guid, Permission.READ);
866
          assertEquals(isAuthorized, true);
867
          
868
          isAuthorized = 
869
                  CNodeService.getInstance(request).isAuthorized(session, seriesId, Permission.READ);
870
          assertEquals(isAuthorized, true);
871
          
872
          isAuthorized = 
873
                  edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).isAuthorized(session, guid, Permission.READ);
874
          assertEquals(isAuthorized, true);
875
          
876
          try {
877
              isAuthorized = 
878
                      edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).isAuthorized(session, seriesId, Permission.READ);
879
              fail("we can't reach here since the v1 isAuthorized method doesn't suppport series id");
880
          } catch (NotFound e) {
881
              
882
          }
883

    
884
          //do a update with the same series id
885
          Thread.sleep(1000);
886
          Identifier newPid = new Identifier();
887
          newPid.setValue(generateDocumentId()+"1");
888
          System.out.println("the second pid is "+newPid.getValue());
889
          InputStream object2 = new ByteArrayInputStream(str2.getBytes("UTF-8"));
890
          SystemMetadata newSysMeta = createSystemMetadata(newPid, session.getSubject(), object2);
891
          newSysMeta.setObsoletes(guid);
892
          newSysMeta.setSeriesId(seriesId);
893
          //CNodeService.getInstance(request).update(session, guid, object2, newPid, newSysMeta);
894
          CNodeService.getInstance(request).create(session, newPid, object2, newSysMeta);
895
          //update the system metadata of previous version.
896
          sysmeta.setObsoletedBy(newPid);
897
          SystemMetadata read = CNodeService.getInstance(request).getSystemMetadata(session, guid);
898
          BigInteger version = read.getSerialVersion();
899
          version = version.add(BigInteger.ONE);
900
          sysmeta.setSerialVersion(version);
901
          CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta);
902
          InputStream result4 = CNodeService.getInstance(request).get(session, guid);
903
          // go back to beginning of original stream
904
          object1.reset();
905
          // check
906
          assertTrue(object1.available() > 0);
907
          assertTrue(result4.available() > 0);
908
          assertTrue(IOUtils.contentEquals(result4, object1));
909
          
910
          InputStream result5 = CNodeService.getInstance(request).get(session, newPid);
911
          // go back to beginning of original stream
912
          object2.reset();
913
          // check
914
          assertTrue(object2.available() > 0);
915
          assertTrue(result5.available() > 0);
916
          assertTrue(IOUtils.contentEquals(result5, object2));
917
          
918

    
919
          InputStream result6 = CNodeService.getInstance(request).get(session, seriesId);
920
          object2.reset();
921
          // check
922
          assertTrue(object2.available() > 0);
923
          assertTrue(result6.available() > 0);
924
          assertTrue(IOUtils.contentEquals(result6, object2));
925
          //test the get(pid) for v1
926
          InputStream result7 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, guid);
927
          //System.out.println("+++++++++++++++++++++"+IOUtils.toString(result7));
928
          object1.reset();
929
          // check
930
          assertTrue(object1.available() > 0);
931
          assertTrue(result7.available() > 0);
932
          assertTrue(IOUtils.contentEquals(result7, object1));
933
          
934
          InputStream result8 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, newPid);
935
          object2.reset();
936
          // check
937
          assertTrue(object2.available() > 0);
938
          assertTrue(result8.available() > 0);
939
          assertTrue(IOUtils.contentEquals(result8, object2));
940
          //test the get(sid) for v1
941
          try {
942
              InputStream result3 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, seriesId);
943
              fail("the get(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
944
          } catch (NotFound ee) {
945
              
946
          }
947
          
948
          SystemMetadata metadata1 = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
949
          assertTrue(metadata1.getIdentifier().getValue().equals(newPid.getValue()));
950
          assertTrue(metadata1.getSeriesId().getValue().equals(seriesId.getValue()));
951
          describeResponse = CNodeService.getInstance(request).describe(session, seriesId);
952
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata1.getChecksum().getValue());
953
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata1.getFormatId().getValue());
954
          
955
          SystemMetadata metadata2 = CNodeService.getInstance(request).getSystemMetadata(session, guid);
956
          assertTrue(metadata2.getIdentifier().getValue().equals(guid.getValue()));
957
          assertTrue(metadata2.getSeriesId().getValue().equals(seriesId.getValue()));
958
          describeResponse = CNodeService.getInstance(request).describe(session, guid);
959
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata2.getChecksum().getValue());
960
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata2.getFormatId().getValue());
961
          
962
          SystemMetadata metadata3 = CNodeService.getInstance(request).getSystemMetadata(session, newPid);
963
          assertTrue(metadata3.getIdentifier().getValue().equals(newPid.getValue()));
964
          assertTrue(metadata3.getSeriesId().getValue().equals(seriesId.getValue()));
965
          describeResponse = CNodeService.getInstance(request).describe(session, newPid);
966
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata3.getChecksum().getValue());
967
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata3.getFormatId().getValue());
968
          
969
          //do another update with different series id
970
          Thread.sleep(1000);
971
          String sid2 = "sid."+System.nanoTime();
972
          Identifier seriesId2= new Identifier();
973
          seriesId2.setValue(sid2);
974
          System.out.println("the second sid is "+seriesId2.getValue());
975
          Identifier newPid2 = new Identifier();
976
          newPid2.setValue(generateDocumentId()+"2");
977
          System.out.println("the third pid is "+newPid2.getValue());
978
          InputStream object3 = new ByteArrayInputStream(str3.getBytes("UTF-8"));
979
          SystemMetadata sysmeta3 = createSystemMetadata(newPid2, session.getSubject(), object3);
980
          sysmeta3.setObsoletes(newPid);
981
          sysmeta3.setSeriesId(seriesId2);
982
          //CNodeService.getInstance(request).update(session, newPid, object3, newPid2, sysmeta3);
983
          CNodeService.getInstance(request).create(session, newPid2, object3, sysmeta3);
984
          //update the system metadata of the previous version 
985
          newSysMeta.setObsoletedBy(newPid2);
986
          SystemMetadata read2 = CNodeService.getInstance(request).getSystemMetadata(session, newPid);
987
          BigInteger version2= read2.getSerialVersion();
988
          version2 = version2.add(BigInteger.ONE);
989
          newSysMeta.setSerialVersion(version2);
990
          CNodeService.getInstance(request).updateSystemMetadata(session, newPid, newSysMeta);
991
          
992
          InputStream result9 = CNodeService.getInstance(request).get(session, guid);
993
          // go back to beginning of original stream
994
          object1.reset();
995
          // check
996
          assertTrue(object1.available() > 0);
997
          assertTrue(result9.available() > 0);
998
          assertTrue(IOUtils.contentEquals(result9, object1));
999
          
1000
          InputStream result10 = CNodeService.getInstance(request).get(session, newPid);
1001
          // go back to beginning of original stream
1002
          object2.reset();
1003
          // check
1004
          assertTrue(object2.available() > 0);
1005
          assertTrue(result10.available() > 0);
1006
          assertTrue(IOUtils.contentEquals(result10, object2));
1007
          
1008
          
1009
          InputStream result11 = CNodeService.getInstance(request).get(session, newPid2);
1010
          // go back to beginning of original stream
1011
          object3.reset();
1012
          // check
1013
          assertTrue(object3.available() > 0);
1014
          assertTrue(result11.available() > 0);
1015
          assertTrue(IOUtils.contentEquals(result11, object3));
1016
          
1017
          InputStream result12 = CNodeService.getInstance(request).get(session, seriesId2);
1018
          object3.reset();
1019
          // check
1020
          assertTrue(object3.available() > 0);
1021
          assertTrue(result12.available() > 0);
1022
          assertTrue(IOUtils.contentEquals(result12, object3));
1023
          
1024
          InputStream result16 = CNodeService.getInstance(request).get(session, seriesId);
1025
          object2.reset();
1026
          // check
1027
          assertTrue(object2.available() > 0);
1028
          assertTrue(result16.available() > 0);
1029
          assertTrue(IOUtils.contentEquals(result16, object2));
1030
         
1031
          //test the get(pid) for v1
1032
          InputStream result13 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, guid);
1033
          object1.reset();
1034
          // check
1035
          assertTrue(object1.available() > 0);
1036
          assertTrue(result13.available() > 0);
1037
          assertTrue(IOUtils.contentEquals(result13, object1));
1038
          
1039
          InputStream result14 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, newPid);
1040
          object2.reset();
1041
          // check
1042
          assertTrue(object2.available() > 0);
1043
          assertTrue(result14.available() > 0);
1044
          assertTrue(IOUtils.contentEquals(result14, object2));
1045
          
1046
          InputStream result15 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, newPid2);
1047
          object3.reset();
1048
          // check
1049
          assertTrue(object3.available() > 0);
1050
          assertTrue(result15.available() > 0);
1051
          assertTrue(IOUtils.contentEquals(result15, object3));
1052
          
1053
          SystemMetadata metadata4 = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
1054
          assertTrue(metadata4.getIdentifier().getValue().equals(newPid.getValue()));
1055
          assertTrue(metadata4.getSeriesId().getValue().equals(seriesId.getValue()));
1056
          describeResponse = CNodeService.getInstance(request).describe(session, seriesId);
1057
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata4.getChecksum().getValue());
1058
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata4.getFormatId().getValue());
1059
          
1060
          SystemMetadata metadata5 = CNodeService.getInstance(request).getSystemMetadata(session, seriesId2);
1061
          assertTrue(metadata5.getIdentifier().getValue().equals(newPid2.getValue()));
1062
          assertTrue(metadata5.getSeriesId().getValue().equals(seriesId2.getValue()));
1063
          describeResponse = CNodeService.getInstance(request).describe(session, seriesId2);
1064
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata5.getChecksum().getValue());
1065
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata5.getFormatId().getValue());
1066
          
1067
          SystemMetadata metadata6 = CNodeService.getInstance(request).getSystemMetadata(session, guid);
1068
          assertTrue(metadata6.getIdentifier().getValue().equals(guid.getValue()));
1069
          assertTrue(metadata6.getSeriesId().getValue().equals(seriesId.getValue()));
1070
          describeResponse = CNodeService.getInstance(request).describe(session, guid);
1071
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata6.getChecksum().getValue());
1072
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata6.getFormatId().getValue());
1073
          
1074
          SystemMetadata metadata7 = CNodeService.getInstance(request).getSystemMetadata(session, newPid);
1075
          assertTrue(metadata7.getIdentifier().getValue().equals(newPid.getValue()));
1076
          assertTrue(metadata7.getSeriesId().getValue().equals(seriesId.getValue()));
1077
          describeResponse = CNodeService.getInstance(request).describe(session, newPid);
1078
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata7.getChecksum().getValue());
1079
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata7.getFormatId().getValue());
1080
          
1081
          SystemMetadata metadata8 = CNodeService.getInstance(request).getSystemMetadata(session, newPid2);
1082
          assertTrue(metadata8.getIdentifier().getValue().equals(newPid2.getValue()));
1083
          assertTrue(metadata8.getSeriesId().getValue().equals(seriesId2.getValue()));
1084
          describeResponse = CNodeService.getInstance(request).describe(session, newPid2);
1085
          assertEquals(describeResponse.getDataONE_Checksum().getValue(), metadata8.getChecksum().getValue());
1086
          assertEquals(describeResponse.getDataONE_ObjectFormatIdentifier().getValue(), metadata8.getFormatId().getValue());
1087
          
1088
          
1089
          
1090
          System.out.println("here===========================");
1091
          //test the get(sid) for v1
1092
          try {
1093
              InputStream result3 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, seriesId);
1094
              fail("the get(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
1095
          } catch (NotFound ee) {
1096
              
1097
          }
1098
          
1099
          //test the get(sid) for v1
1100
          try {
1101
              InputStream result3 = edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, seriesId2);
1102
              fail("the get(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
1103
          } catch (NotFound ee) {
1104
              
1105
          }
1106
          
1107
          //test to get non-existing id for v2
1108
          try {
1109
           // the pid should be null when we try to get a no-exist sid
1110
              Identifier non_exist_sid = new Identifier();
1111
              non_exist_sid.setValue("no-sid-exist-123qwe");
1112
              InputStream result3 = CNodeService.getInstance(request).get(session, non_exist_sid);
1113
              fail("the get(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
1114
          } catch (NotFound ee) {
1115
              
1116
          }
1117
          
1118
          try {
1119
              // the pid should be null when we try to get a no-exist sid
1120
                 Identifier non_exist_sid = new Identifier();
1121
                 non_exist_sid.setValue("no-sid-exist-123qwe");
1122
                 SystemMetadata result3 = CNodeService.getInstance(request).getSystemMetadata(session, non_exist_sid);
1123
                 fail("the getSystemMetadata(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
1124
          } catch (NotFound ee) {
1125
                 
1126
          }
1127
          
1128
          try {
1129
              // the pid should be null when we try to get a no-exist sid
1130
                 Identifier non_exist_sid = new Identifier();
1131
                 non_exist_sid.setValue("no-sid-exist-123qwe");
1132
                  CNodeService.getInstance(request).describe(session, non_exist_sid);
1133
                 fail("the describe(sid) methoud should throw a not found exception for the sid "+seriesId.getValue());
1134
             } catch (NotFound ee) {
1135
                 
1136
             }
1137
          
1138
          
1139
          //do another update with invalid series ids
1140
          Thread.sleep(1000);
1141
          Identifier newPid3 = new Identifier();
1142
          newPid3.setValue(generateDocumentId()+"3");
1143
          System.out.println("the third pid is "+newPid3.getValue());
1144
          InputStream object4 = new ByteArrayInputStream(str3.getBytes("UTF-8"));
1145
          SystemMetadata sysmeta4 = createSystemMetadata(newPid3, session.getSubject(), object4);
1146
          sysmeta4.setObsoletes(newPid2);
1147
          sysmeta4.setSeriesId(seriesId);
1148
          /*try {
1149
              CNodeService.getInstance(request).create(session, newPid3, object4, sysmeta4);
1150
              fail("we can't reach here since the sid is using an old one ");
1151
          } catch (InvalidSystemMetadata eee) {
1152
              
1153
          } */
1154
          
1155
          /*sysmeta4.setSeriesId(newPid3);
1156
          try {
1157
              CNodeService.getInstance(request).create(session, newPid3, object4, sysmeta4);
1158
              fail("we can't reach here since the sid is using the pid ");
1159
          } catch (InvalidSystemMetadata eee) {
1160
              
1161
          }*/
1162
          
1163
          //test archive a series id by v1
1164
          try {
1165
              edu.ucsb.nceas.metacat.dataone.v1.MNodeService.getInstance(request).archive(session, seriesId2);
1166
              fail("we can't reach here since the v1 archive method doesn't support the sid ");
1167
          } catch (NotFound nf2) {
1168
              
1169
          }
1170
          
1171
          // test delete a series id by v1
1172
          Session mnSession = getMNSession();
1173
          try {
1174
              edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).delete(mnSession, seriesId2);
1175
              fail("we can't reach here since the v1 delete method doesn't support the sid ");
1176
          } catch (NotFound nf2) {
1177
              
1178
          }
1179
          
1180
          // test archive a series id by v2
1181
          MNodeService.getInstance(request).archive(session, seriesId2);
1182
          SystemMetadata archived = CNodeService.getInstance(request).getSystemMetadata(session, seriesId2);
1183
          assertTrue(archived.getArchived());
1184
          archived = CNodeService.getInstance(request).getSystemMetadata(session, newPid2);
1185
          assertTrue(archived.getArchived());
1186
          
1187
          // test delete a series id by v2
1188
          CNodeService.getInstance(request).delete(mnSession, seriesId2);
1189
          try {
1190
              CNodeService.getInstance(request).get(session, seriesId2);
1191
              fail("we can't reach here since the series id was deleted ");
1192
          } catch (NotFound nf3) {
1193
              System.out.println("the message is ============="+nf3.getMessage());
1194
              //assertTrue(nf3.getMessage().indexOf("delete") >0);
1195
          }
1196
          
1197
          try {
1198
              CNodeService.getInstance(request).get(session, newPid2);
1199
              fail("we can't reach here since the series id was deleted ");
1200
          } catch (NotFound nf3) {
1201
              //System.out.println("the message is ============="+nf3.getMessage());
1202
              assertTrue(nf3.getMessage().indexOf("delete") >0);
1203
          }
1204
          
1205
          try {
1206
              edu.ucsb.nceas.metacat.dataone.v1.CNodeService.getInstance(request).get(session, newPid2);
1207
              fail("we can't reach here since the series id was deleted ");
1208
          } catch (NotFound nf3) {
1209
              System.out.println("the message is ============="+nf3.getMessage());
1210
              assertTrue(nf3.getMessage().indexOf("delete") >0);
1211
          }
1212
          
1213
          //archive seriesId
1214
          MNodeService.getInstance(request).archive(mnSession, seriesId);
1215
          archived = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
1216
          assertTrue(archived.getArchived());
1217
          archived = CNodeService.getInstance(request).getSystemMetadata(session, newPid);
1218
          assertTrue(archived.getArchived());
1219
          
1220
          
1221
          //delete seriesId
1222
          CNodeService.getInstance(request).delete(mnSession, seriesId);
1223
          try {
1224
              CNodeService.getInstance(request).get(session, newPid);
1225
              fail("we can't reach here since the series id was deleted ");
1226
          } catch (NotFound nf3) {
1227
              //System.out.println("the message is ============="+nf3.getMessage());
1228
              assertTrue(nf3.getMessage().indexOf("delete") >0);
1229
          }
1230
          SystemMetadata meta = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
1231
          assertTrue(meta.getIdentifier().getValue().equals(guid.getValue()));
1232
          
1233
      } catch (Exception e) {
1234
          e.printStackTrace();
1235
          fail(e.getMessage());
1236
      }
1237
  }
1238
 
1239
  /**
1240
   * Test the listView methods.
1241
   * @throws Excpetion
1242
   */
1243
  public void testListViews() throws Exception {
1244
      OptionList list = CNodeService.getInstance(request).listViews();
1245
      assertTrue(list.sizeOptionList() >0);
1246
      List<String> names = list.getOptionList();
1247
      for(String name : names) {
1248
          System.out.println("It has the view named "+name);
1249
      }
1250
  }
1251
  
1252
  public void testUpdateSystemMetadata() throws Exception {
1253
          String str1 = "object1";
1254
          String str2 = "object2";
1255
          String str3 = "object3";
1256
  
1257
          Date date = new Date();
1258
          //insert test documents with a series id
1259
          Session session = getCNSession();
1260
          Identifier guid = new Identifier();
1261
          guid.setValue(generateDocumentId());
1262
          System.out.println("?????????????update the id without archive is "+guid.getValue());
1263
          InputStream object1 = new ByteArrayInputStream(str1.getBytes("UTF-8"));
1264
          SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object1);
1265
          String sid1= "sid."+System.nanoTime();
1266
          Identifier seriesId = new Identifier();
1267
          seriesId.setValue(sid1);
1268
          System.out.println("the first sid is "+seriesId.getValue());
1269
          sysmeta.setSeriesId(seriesId);
1270
          sysmeta.setArchived(false);
1271
          CNodeService.getInstance(request).create(session, guid, object1, sysmeta);
1272
          //Test the generating object succeeded. 
1273
          SystemMetadata metadata = CNodeService.getInstance(request).getSystemMetadata(session, guid);
1274
          assertTrue(metadata.getIdentifier().equals(guid));
1275
          assertTrue(metadata.getArchived().equals(false));
1276
          System.out.println("the checksum from request is "+metadata.getChecksum().getValue());
1277
          assertTrue(metadata.getSize().equals(sysmeta.getSize()));
1278
          
1279
          //test to fail to update system metadata by a non-cn subject
1280
          Session testSession = getTestSession();
1281
          SystemMetadata sysmeta1 = CNodeService.getInstance(request).getSystemMetadata(session, guid);
1282
          BigInteger version = sysmeta.getSerialVersion();
1283
          version = version.add(BigInteger.ONE);
1284
          sysmeta1.setSerialVersion(version);
1285
          AccessPolicy accessPolicy = new AccessPolicy();
1286
          AccessRule accessRule = new AccessRule();
1287
          accessRule.addPermission(Permission.WRITE);
1288
          Subject publicSubject = new Subject();
1289
          publicSubject.setValue("hello");
1290
          accessRule.addSubject(publicSubject);
1291
          accessPolicy.addAllow(accessRule);
1292
          AccessRule allow = new AccessRule();
1293
          allow.addPermission(Permission.READ);
1294
          Subject publicSubject2 = new Subject();
1295
          publicSubject2.setValue(Constants.SUBJECT_PUBLIC);
1296
          allow.addSubject(publicSubject2);
1297
          accessPolicy.addAllow(allow);
1298
          sysmeta1.setAccessPolicy(accessPolicy);
1299
          try {
1300
              CNodeService.getInstance(request).updateSystemMetadata(testSession, guid, sysmeta1);
1301
              fail("It shouldn't get there since the test session can't update system metadata");
1302
          } catch (NotAuthorized e) {
1303
              
1304
          }
1305
         
1306
          
1307
          //update system metadata sucessfully
1308
          SystemMetadata sysmeta1c = new SystemMetadata();
1309
          BeanUtils.copyProperties(sysmeta1c, sysmeta1);
1310
          sysmeta1c.setDateSysMetadataModified(date);
1311
          CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta1c);
1312
          SystemMetadata metadata2 = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
1313
          assertTrue(metadata2.getIdentifier().equals(guid));
1314
          assertTrue(metadata2.getSeriesId().equals(seriesId));
1315
          //assertTrue(metadata2.getArchived().equals(true));
1316
          assertTrue(metadata2.getAccessPolicy().getAllowList().size() == 2);
1317
          assertTrue(metadata2.getChecksum().getValue().equals(metadata.getChecksum().getValue()));
1318
          assertTrue(metadata2.getDateSysMetadataModified().getTime() == date.getTime());
1319
          
1320
          SystemMetadata sysmeta2 = CNodeService.getInstance(request).getSystemMetadata(session, seriesId);
1321
          version = sysmeta2.getSerialVersion();
1322
          version = version.add(BigInteger.ONE);
1323
          sysmeta2.setSerialVersion(version);
1324
          Identifier newId = new Identifier();
1325
          newId.setValue("newValue");
1326
          sysmeta2.setIdentifier(newId);
1327
          try {
1328
              CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta2);
1329
              fail("We shouldn't get there");
1330
          } catch (Exception e) {
1331
              assertTrue(e instanceof InvalidRequest);
1332
          }
1333
          
1334
          newId.setValue("newValue");
1335
          sysmeta2.setSeriesId(newId);
1336
          try {
1337
              CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta2);
1338
              fail("We shouldn't get there");
1339
          } catch (Exception e) {
1340
              assertTrue(e instanceof InvalidRequest);
1341
          }
1342
          
1343
          Date newDate = new Date();
1344
          sysmeta2.setDateUploaded(newDate);
1345
          try {
1346
              CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta2);
1347
              fail("We shouldn't get there");
1348
          } catch (Exception e) {
1349
              assertTrue(e instanceof InvalidRequest);
1350
          }
1351
          
1352
          Checksum checkSum = new Checksum();
1353
          checkSum.setValue("12345");
1354
          sysmeta2.setChecksum(checkSum);
1355
          try {
1356
              CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta2);
1357
              fail("We shouldn't get there");
1358
          } catch (Exception e) {
1359
              assertTrue(e instanceof InvalidRequest);
1360
          }
1361
          
1362
          BigInteger size = new BigInteger("4000");
1363
          sysmeta2.setSize(size);
1364
          try {
1365
              CNodeService.getInstance(request).updateSystemMetadata(session, guid, sysmeta2);
1366
              fail("We shouldn't get there");
1367
          } catch (Exception e) {
1368
              assertTrue(e instanceof InvalidRequest);
1369
          }
1370
          
1371
          // test cn.updateSystemMetadata will ignore the serial version and replica list
1372
          Identifier id = new Identifier();
1373
          id.setValue(generateDocumentId());
1374
          System.out.println("?????????????update the id with archive is "+id.getValue());
1375
          object1 = new ByteArrayInputStream(str1.getBytes("UTF-8"));
1376
          SystemMetadata sysmeta10 = createSystemMetadata(id, session.getSubject(), object1);
1377
          List<Replica> replicas = new ArrayList<Replica>();
1378
          Replica replica1= new Replica();
1379
          NodeReference node1 = new NodeReference();
1380
          node1.setValue("node1");
1381
          replica1.setReplicaMemberNode(node1);
1382
          replica1.setReplicationStatus(ReplicationStatus.FAILED);
1383
          replica1.setReplicaVerified(date);
1384
          replicas.add(replica1);
1385
          Replica replica2= new Replica();
1386
          NodeReference node2 = new NodeReference();
1387
          node2.setValue("node2");
1388
          replica2.setReplicaMemberNode(node2);
1389
          replica2.setReplicationStatus(ReplicationStatus.FAILED);
1390
          replica2.setReplicaVerified(date);
1391
          replicas.add(replica2);
1392
          sysmeta10.setReplicaList(replicas);
1393
          sysmeta10.setArchived(false);
1394
          CNodeService.getInstance(request).create(session, id, object1, sysmeta10);
1395
          SystemMetadata result = CNodeService.getInstance(request).getSystemMetadata(session, id);
1396
          assertTrue(result.getIdentifier().equals(id));
1397
          System.out.println("the serial version is "+result.getSerialVersion().intValue());
1398
          assertTrue(result.getSerialVersion().intValue() == 1);
1399
          List<Replica> list1 = result.getReplicaList();
1400
          assertTrue(list1.size()==2);
1401
          assertTrue(result.getReplica(0).getReplicaMemberNode().getValue().equals("node1"));
1402
          assertTrue(result.getReplica(0).getReplicationStatus().equals(ReplicationStatus.FAILED));
1403
          assertTrue(result.getReplica(0).getReplicaVerified().getTime() == date.getTime());
1404
          assertTrue(result.getReplica(1).getReplicaMemberNode().getValue().equals("node2"));
1405
          assertTrue(result.getReplica(1).getReplicationStatus().equals(ReplicationStatus.FAILED));
1406
          assertTrue(result.getReplica(1).getReplicaVerified().getTime() == date.getTime());
1407
          assertTrue(result.getArchived() ==false);
1408
          
1409
          Date date2 = new Date();
1410
          SystemMetadata sysmeta11 = new SystemMetadata();
1411
          BeanUtils.copyProperties(sysmeta11, result);
1412
          List<Replica> replicaList = new ArrayList<Replica>();
1413
          Replica replica3= new Replica();
1414
          NodeReference node3 = new NodeReference();
1415
          node3.setValue("node3");
1416
          replica3.setReplicaMemberNode(node3);
1417
          replica3.setReplicationStatus(ReplicationStatus.COMPLETED);
1418
          replica3.setReplicaVerified(date2);
1419
          replicaList.add(replica3);
1420
          sysmeta11.setReplicaList(replicaList);
1421
          sysmeta11.setSerialVersion(BigInteger.TEN);
1422
          sysmeta11.setArchived(true);
1423
          
1424
          //make sure the sysmmeta11 has the new replca list and serial version
1425
          assertTrue(sysmeta11.getSerialVersion().equals(BigInteger.TEN));
1426
          assertTrue(sysmeta11.getReplicaList().size()==1);
1427
          assertTrue(sysmeta11.getReplica(0).getReplicaMemberNode().getValue().equals("node3"));
1428
          assertTrue(sysmeta11.getReplica(0).getReplicationStatus().equals(ReplicationStatus.COMPLETED));
1429
          assertTrue(sysmeta11.getReplica(0).getReplicaVerified().getTime() == date2.getTime());
1430
         
1431
          // update the system metadata with the new serial version and new replica list
1432
          // the new serial version and replica list should be ignored.
1433
          CNodeService.getInstance(request).updateSystemMetadata(session, id, sysmeta11);
1434
          SystemMetadata result2 = CNodeService.getInstance(request).getSystemMetadata(session, id);
1435
          assertTrue(result2.getIdentifier().equals(id));
1436
          assertTrue(result2.getSerialVersion().intValue() == 1);
1437
          List<Replica> list2 = result.getReplicaList();
1438
          assertTrue(list2.size()==2);
1439
          assertTrue(result2.getReplica(0).getReplicaMemberNode().getValue().equals("node1"));
1440
          assertTrue(result2.getReplica(0).getReplicationStatus().equals(ReplicationStatus.FAILED));
1441
          assertTrue(result2.getReplica(0).getReplicaVerified().getTime() == date.getTime());
1442
          assertTrue(result2.getReplica(1).getReplicaMemberNode().getValue().equals("node2"));
1443
          assertTrue(result2.getReplica(1).getReplicationStatus().equals(ReplicationStatus.FAILED));
1444
          assertTrue(result2.getReplica(1).getReplicaVerified().getTime() == date.getTime());
1445
          assertTrue(result2.getArchived() ==true);
1446
  }
1447
  
1448
  public void testArchive() throws Exception {
1449
      Session session = getCNSession();
1450
      Identifier guid = new Identifier();
1451
      guid.setValue("testArchive." + System.currentTimeMillis());
1452
      InputStream object = new ByteArrayInputStream("test".getBytes("UTF-8"));
1453
      SystemMetadata sysmeta = createSystemMetadata(guid, session.getSubject(), object);
1454
      Identifier pid = CNodeService.getInstance(request).create(session, guid, object, sysmeta);
1455
      try {
1456
          CNodeService.getInstance(request).archive(session, guid);
1457
      } catch (Exception e) {
1458
         if(e instanceof ServiceFailure) {
1459
          assertTrue(e.getMessage().contains("Couldn't determine the version"));
1460
        } else {
1461
          fail("Unexpected error: " + e.getMessage());
1462
        }
1463
     }
1464
  }
1465
  
1466
  public Session getMNSessionFromCN() throws NotImplemented, ServiceFailure {
1467
      Session session = new Session();
1468
      Subject subject = null;
1469
      CNode cn = D1Client.getCN();
1470
      System.out.println("the cn is "+cn.getNodeBaseServiceUrl());
1471
      List<Node> nodes = cn.listNodes().getNodeList();
1472
      System.out.println("the size of the list is "+nodes.size());
1473
      // find the first CN in the node list
1474
      for (Node node : nodes) {
1475
          if (node.getType().equals(NodeType.MN)) {
1476
              subject = node.getSubject(0);
1477
              break;
1478
          }
1479
      }
1480
      session.setSubject(subject);
1481
      return session;
1482
  }
1483
  
1484
}
(1-1/8)