Commit 3859b3cf authored by Gao, Shang's avatar Gao, Shang
Browse files

updated tests with /data as mount location

parent aec487b7

crossbow/crossbow.py

+1 −1
Original line number Diff line number Diff line
@@ -331,7 +331,7 @@ class crossbowGlobus(crossbowBase): 
#add scheduling api later (for both filters and models)



if __name__ == "__main__":

    cbow = crossbowMount(NFS_path="/home/g8o/Desktop/CKAN",api_key="eaabd7d9-3cb4-4014-85fe-73736e658472")

    cbow = crossbowMount(NFS_path="/data",api_key="eaabd7d9-3cb4-4014-85fe-73736e658472")

    packages = cbow.list_packages()

    cbow.print_package_details(packages[0])

    resources = cbow.list_resources(packages[0])

tests/test_crossbow.py

+14 −4
Original line number Diff line number Diff line 
from crossbow.crossbow import crossbowMount, crossbowGlobus

from ckanapi import RemoteCKAN

import os



def setup_module():

    #create cbowMount class for testing

    global cbowMount

    cbowMount = crossbowMount(NFS_path="/home/g8o/Desktop/CKAN",api_key="eaabd7d9-3cb4-4014-85fe-73736e658472")

    cbowMount = crossbowMount(NFS_path="/data",api_key="eaabd7d9-3cb4-4014-85fe-73736e658472")

    

    #create direct ckan connection for environment setup

    global ckan
@@ -18,6 +19,10 @@ def setup_module(): 
    #create resource for testing

    ckan.action.resource_create(package_id="nosetests1",url="file://CROSSBOW_NFS/testfile.csv",name="myresource1",description="myresource1")



    #create temporary file for testing

    tempfile = open('/data/testfile.csv', 'w+')

    tempfile.close()



def test_list_packages():

    assert "nosetests1" in cbowMount.list_packages()
@@ -36,7 +41,7 @@ def test_list_resources(): 
    assert "myresource1" in cbowMount.list_resources("nosetests1")



def test_add_resource():

    cbowMount.add_resource("nosetests1","myresource2","/home/g8o/Desktop/CKAN/mnist_test.csv",description="myresource2")

    cbowMount.add_resource("nosetests1","myresource2","/data/testfile.csv",description="myresource2")

    metadata = ckan.action.package_show(id="nosetests1")

    resources = [resource['name'] for resource in metadata['resources']]

    assert "myresource2" in resources
@@ -49,16 +54,21 @@ def test_edit_resource(): 
    assert rsc_metadata['url'] == "file://CROSSBOW_NFS/testfile.csv"



def test_get_resource_path():

    assert cbowMount.get_resource_path("nosetests1","myresource1") == "/home/g8o/Desktop/CKAN/testfile.csv"

    assert cbowMount.get_resource_path("nosetests1","myresource1") == "/data/testfile.csv"



def test_delete_resource():

    cbowMount.delete_resource("nosetests1","myresource1")

    cbowMount.delete_resource("nosetests1","myresource1",delete_from_nfs=True)

    metadata = ckan.action.package_show(id="nosetests1")

    resources = [resource['name'] for resource in metadata['resources']]

    assert "myresource1" not in resources

    assert not os.path.isfile('/data/testfile.csv')



def teardown_module():

    #purge all packages used for testing

    ckan.action.dataset_purge(id="nosetests1")

    if "nosetests2" in ckan.action.package_list():

        ckan.action.dataset_purge(id="nosetests2")



    #delete temporary file if it exists

    if os.path.isfile('/data/testfile.csv'):

       os.remove('/data/testfile.csv')