cwrc_migration_batch.drush.inc

<?php

/**
 * @file
 * Custom CWRC drush scripts.
 */

/**
 * Implements hook_drush_command().
 */
function cwrc_migration_batch_drush_command() {
  $items = array();

  $items['cwrc_migration_batch_ingest_biography_writing'] = array(
    'description' => 'Ingest objects CWRC',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_biography_writing path_to_directory name_of_mods_directory name_of_orlando_directory collection_pid cModel_pid mods_to_dc_xsl default_XACML_policy_stream',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );

  $items['cwrc_migration_batch_ingest_entities'] = array(
    'description' => 'Ingest objects CWRC',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_entities path_to_directory name_of_default_workflow_file collection_pid cModel_pid content_datascream_dsid content_datascream_label entity_to_dc_xslt_path',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );


  $items['cwrc_migration_batch_ingest_cwrc_documents'] = array(
    'description' => 'Ingest objects - CWRC Documents',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_cwrc_documents path_to_directory name_of_default_workflow_file collection_pid cModel_pid content_datascream_dsid content_datascream_label content_to_mods_xslt_path mods_to_dc_xslt_path',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );


  $items['cwrc_migration_batch_ingest_events_documentation'] = array(
    'description' => 'Ingest objects CWRC',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_events_documentation path_to_directory name_of_mods_directory name_of_orlando_directory collection_pid cModel_pid mods_to_dc_xsl default_XACML_policy_stream',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );


  $items['cwrc_migration_batch_ingest_bibliography'] = array(
    'description' => 'Ingest objects CWRC',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_bibliography path_to_directory name_of_mods_directory name_of_legacy_directory collection_pid cModel_pid mods_to_dc_xsl default_XACML_policy_stream',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );


  $items['cwrc_migration_batch_export_book'] = array(
    'description' => 'Export book objects objects CWRC',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_export_book path_to_list_of_book_PIDs destination_path',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );

  $items['cwrc_migration_batch_reindex_list'] = array(
    'description' => 'Solr index objects',
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_reindex_list path_to_list_of_book_PIDs',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );

  $items['cwrc_migration_batch_ingest_orlando_biography_writing'] = array(
    'description' => 'Ingest Orlando Biography/Writing/event objects into CWRC',
    'options' => array(
      'legacy_dir' => 'path to directory of legacy source material',
      'xslt_to_v2' => 'convert legacy bio/writ docs to version 2 (convert dates, utf-8)',
      'xslt_to_mods' => 'path to XSLT to convert biography/writing/event to mods',
      'xslt_mods_to_dc' => 'path to XSLT to convert mods to DC',
      'collection_pid_pub_c' => 'add object to the given collection if PUC-C workflow',
      'collection_pid_non_pub_c' => 'add object to the given collection if no PUB-C workflow',
      'cModel_pid' => 'cModel pid assigments',
      'schema_object' => 'schema object pid assigments',
      'XACML_policy' => 'path to the default XACML policy',
      'namespace' => 'pid namespace',
    ),
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_orlando_biography_writing ',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );

 
  $items['cwrc_migration_batch_ingest_orlando_entities'] = array(
    'description' => 'Ingest Orlando Entity objects into CWRC',
    'options' => array(
      'legacy_dir' => 'path to directory of legacy source material',
      'xslt_to_v2' => 'convert legacy Orlando docs to version 2 (convert dates, utf-8)',
      'xslt_to_dc' => 'path to XSLT to convert mods to DC',
      'main_ds_id' => 'Id of the main datastream (where content XML stored)',
      'collection_pid_pub_c' => 'add object to the given collection if PUC-C workflow',
      'collection_pid_non_pub_c' => 'add object to the given collection if no PUB-C workflow',
      'cModel_pid' => 'cModel pid assigments',
      'XACML_policy' => 'path to the default XACML policy',
      'namespace' => 'pid namespace',
      'supplemental_filename' => 'supplemental content used to augment content',
      'add_pub_c_workflow' => 'add an additional workflow activity - pub-c',
    ),
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_orlando_entities',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );

  $items['cwrc_migration_batch_ingest_ceww_entries'] = array(
    'description' => 'Ingest CEWW Entry objects into CWRC',
    'options' => array(
      'legacy_dir' => 'path to directory of legacy source material',
      'xslt_to_mods' => 'path to XSLT to convert entriy to mods',
      'xslt_mods_to_dc' => 'path to XSLT to convert mods to DC',
      'main_ds_id' => 'Id of the main datastream (where content XML stored)',
      'collection_pid_pub_c' => 'add object to the given collection if PUC-C workflow',
      'cModel_pid' => 'cModel pid assigments',
      'schema_object' => 'schema object pid assigments',
      'XACML_policy' => 'path to the default XACML policy',
      'namespace' => 'pid namespace',
    ),
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_ingest_ceww_entries',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );




  $items['cwrc_migration_batch_validate'] = array(
    'description' => 'A naive attempt to validate cwrc:documentCModel objects against a schema',
    'options' => array(
      'collection_pid' => 'pid of the collection',
      'ds_id' => 'datastream id containing the content to schema validate',
      'default_rng_schema' => 'schema to use if the schema can not be determined from the xml-model processing instruction',
    ),
    'examples' => array(
      'drush -u 1 cwrc_migration_batch_validate',
    ),
    'bootstrap' => DRUSH_BOOTSTRAP_MAX,
  );




  return $items;
}

/**
 * CWRC migration batch - migration_init 
 *
 * @param string $connection
 *   tuque connection object
 */
function migration_init (
    &$connection
  )
{
  
  // https://groups.google.com/forum/#!topic/islandora-dev/1KyBnj7DjCQ
  global $user;
  drush_print($user->name);


  // Include modules.
  module_load_include('inc', 'islandora', 'includes/utilities');
  module_load_include('inc', 'cwrc_migration_batch', 'includes/workflow');
  module_load_include('inc', 'cwrc_migration_batch', 'includes/helpers');

  ini_set('max_execution_time', 3000);


  // Get the tuque connection.
  $connection = islandora_get_tuque_connection();
  $connection->connection->username = $user->name;
  $connection->connection->password = $user->pass;
}

/**
 * CWRC setup
 *
 **/
function rels_setup (
    $connection 
    , $cModel_pid
    , $collection_pid
    )
{
  // Content Model.  Create the content model.
  if ( !islandora_object_load($cModel_pid) )
  {
    create_cModel($cModel_pid, $connection);
    drush_print("content model added - $cModel_pid");
  }
  else {
    drush_print("content model already exists - $cModel_pid");
  }

  // Collection.  Create the collection object.
  if ( !islandora_object_load($collection_pid) )
  {
    create_collection($collection_pid, $connection);
    drush_print("Collection added - $collection_pid");
  }
  else
  {
    drush_print("collection already exists - $collection_pid");
  }
}




/** 
 * CWRC migration batch - entities Orlando
 *
 * @param string $path_to_file
 *   path to directory where migrated files are located.
 * @param string $collection_pid
 *   pid of the collection to add the object to 
 * @param string $cModel_pid
 *   pid of the cModel the object belongs to 
 * @param string $content_datastream_dsid
 *   id of the content datastream (dsid)
 * @param string $content_datastream_label
 *   label of the content datastream
 * @param string $entity_to_dc_xslt_path
 *   path to the cwrc_entities to DC XSLT file
 */
function drush_cwrc_migration_batch_ingest_entities(
    $path_to_file
    , $workflow_file
    , $collection_pid
    , $cModel_pid
    , $content_datastream_dsid
    , $content_datastream_label
    , $entity_to_dc_xslt_path
  ) 
{

  
  drush_print("CWRC Entities Migration batch");

  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // Content Model.  Create the content model.
  // Collection.  Create the collection object.
  rels_setup ( $connection, $cModel_pid, $collection_pid);

  // setup XSL 
  // Get the path to the content_to_dc.xsl file.
  //$dc_xslt = "/transforms/entity_to_dc.xsl";
  // ../cwrc-entities/xslt/entity_to_dc.xml
  $dc_xslt
    = drupal_get_path('module', 'cwrc_entities') . '/' . $entity_to_dc_xslt_path;
  drush_print("XSLT DC: " . $dc_xslt);
  dc_xslt_setup($dc_xslt, $xslt_proc);

  // setup the default workflow
  // get the contents of the default workflow for an entity
  $path_to_workflow_file
      = drupal_get_path('module', 'cwrc_migration_batch') . $workflow_file
      ;
  drush_print("XSLT Workflow: " . $path_to_workflow_file);
  $workflow_xml = file_get_contents($path_to_workflow_file);


  // Set source directory for the content to ingest
  $cwrc_directory = $path_to_file;

  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  $src_dir_handle = opendir($cwrc_directory);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier("cwrc", TRUE);

    // load XML doc
    // Load cwrc xml from a file.
    $tmp = $cwrc_directory . $file_name;
    $cwrc_xml = file_get_contents($tmp);

    $cwrc_dom = new DOMDocument();
    $cwrc_dom->load($tmp);

    
    // build the DC content
    // Convert entity to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    $xslt_proc->setParameter( "", "PID_PARAM", $pid );
    $dc_xml = $xslt_proc->transformToXML($cwrc_dom);

    //print ("zzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");

    // We need to prepare a new object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    $cwrc_ds = $object->constructDatastream($content_datastream_dsid, 'M');
    $cwrc_ds->label = $content_datastream_label;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($cwrc_xml);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow($workflow_xml, $object);

    // Create the Policy datastream.
//    if ( $policy != null && $policy!="NONE" ) 
//    {
//      create_DS_POLICY(
//        $policy 
//        , $object
//      );
//    }

    // Store the object.
    try {
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");
    }
    catch (Exception $e) {
      drush_print("pid=$pid title=\"$title\" was not added.");
      $file_error_count++;
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}

/** 
 * CWRC migration batch - bibliography Orlando
 * assumes Orlando bibl have been converted into MODS
 * workflow is pulled from the legacy Orlando format stored in subdir
 *
 * @param string $path_to_file
 *   path to directory where migrated files are located.
 * @param string $mods_subdir
 *   sub directory where the MODS records reside
 * @param string $legacy_subdir
 *   sub directory where the legacy orlando records reside
 * @param string $collection_pid
 *   pid of the collection to add the object to 
 * @param string $cModel_pid
 *   pid of the cModel the object belongs to 
 * @param string $dc_xslt
 *   location of the DC XSLT transform 
 * @param string $policy
 *   location of the Fedora XACML policy 
 */
function drush_cwrc_migration_batch_ingest_bibliography (
    $path_to_file
    , $mods_subdir
    , $legacy_subdir 
    , $collection_pid
    , $cModel_pid
    , $dc_xslt
    , $policy 
  ) 
{
  drush_print("CWRC Bibliography Migration batch");

  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // Content Model.  Create the content model.
  // Collection.  Create the collection object.
  rels_setup ( $connection, $cModel_pid, $collection_pid);

  // setup XSL 
  // Get the path to the content_to_dc.xsl file.
  $dc_xslt
      = drupal_get_path('module', 'cwrc_migration_batch') . '/' . $dc_xslt;
  dc_xslt_setup($dc_xslt, $xslt_proc);

  // Set source directory for the legacy Orlando content
  $legacy_dir = $path_to_file . "/" . $legacy_subdir . "/"; 

  // Set source directory for the content to ingest
  $cwrc_directory = $path_to_file . "/" . $mods_subdir . "/";

  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  $src_dir_handle = opendir($legacy_dir);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier("cwrc", TRUE);

    // load XML doc
    // Load cwrc xml from a file.
    $tmp = $cwrc_directory . $file_name;
    $cwrc_xml = file_get_contents($tmp);

    $cwrc_dom = new DOMDocument();
    $cwrc_dom->load($tmp);

    // load legacy XML doc
    // Load cwrc xml from a file.
    $tmp = $legacy_dir . $file_name;
    $legacy_xml = file_get_contents($tmp);

    
    // build the DC content
    // Convert entity to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    $xslt_proc->setParameter( "", "PID_PARAM", $pid );
    $dc_xml = $xslt_proc->transformToXML($cwrc_dom);

    //print ("zzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");


    // We need to prepare a new object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    //$cwrc_ds = $object->constructDatastream('CWRC-CONTENT', 'M');
    $cwrc_ds = $object->constructDatastream('MODS', 'M');
    $cwrc_ds->label = $file_name;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($cwrc_xml);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow_from_Source($legacy_xml, $object);

    // Create the Policy datastream.
    if ( $policy != null && $policy!="NONE" ) 
    {
      create_DS_POLICY(
        $policy 
        , $object
      );
    }

    // Store the object.
    try {
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid title=\"$title\" was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);


}


/** 
 * CWRC migration batch - event / documentation Orlando
 * assumes Orlando bibl have been converted into MODS
 * workflow is pulled from the legacy Orlando format stored in subdir
 *
 * @param string $path_to_file
 *   path to directory where migrated files are located.
 * @param string $mods_subdir
 *   sub directory where the MODS records reside
 * @param string $legacy_subdir
 *   sub directory where the legacy orlando records reside
 * @param string $collection_pid
 *   pid of the collection to add the object to 
 * @param string $cModel_pid
 *   pid of the cModel the object belongs to 
 * @param string $dc_xslt
 *   location of the DC XSLT transform 
 * @param string $policy
 *   location of the Fedora XACML policy 
 */
function drush_cwrc_migration_batch_ingest_events_documentation (
    $path_to_file
    , $mods_subdir
    , $legacy_subdir 
    , $collection_pid
    , $cModel_pid
    , $dc_xslt
    , $policy 
  ) 
{
  drush_print("CWRC Event/Documentation Migration batch");

  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // Content Model.  Create the content model.
  // Collection.  Create the collection object.
  rels_setup ( $connection, $cModel_pid, $collection_pid);

  // setup XSL 
  // Get the path to the content_to_dc.xsl file.
  $dc_xslt
      = drupal_get_path('module', 'cwrc_migration_batch') . '/' . $dc_xslt;
  dc_xslt_setup($dc_xslt, $xslt_proc);

  // Set source directory for the legacy Orlando content
  $legacy_dir = $path_to_file . "/" . $legacy_subdir . "/"; 

  // Set source directory for the content to ingest
  $mods_dir = $path_to_file . "/" . $mods_subdir . "/";

  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  $src_dir_handle = opendir($legacy_dir);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier("cwrc", TRUE);

    // load MODS doc
    // Load MODS xml from a file.
    $tmp = $mods_dir. $file_name;
    $mods_xml = file_get_contents($tmp);

    $mods_dom = new DOMDocument();
    $mods_dom->load($tmp);

    // load legacy XML doc
    // Load cwrc xml from a file.
    $tmp = $legacy_dir . $file_name;
    $legacy_xml = file_get_contents($tmp);

    
    // build the DC content
    // Convert MODS to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    $xslt_proc->setParameter( "", "PID_PARAM", $pid );
    $dc_xml = $xslt_proc->transformToXML($mods_dom);

    //print ("zzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");


    // We need to prepare a new object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    $cwrc_ds = $object->constructDatastream('CWRC-CONTENT', 'M');
    $cwrc_ds->label = 'CWRC Event ' . $pid;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($legacy_xml);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // create DC datastream
    create_DS_MODS($mods_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow_from_Source($legacy_xml, $object);

    // Create the Policy datastream.
    if ( $policy != null && $policy!="NONE" ) 
    {
      create_DS_POLICY(
        $policy 
        , $object
      );
    }

    // Store the object.
    try {
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid title=\"$title\" was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}



/** 
 * CWRC migration batch - biography / writing  Orlando
 * assumes Orlando bibl have been converted into MODS
 * workflow is pulled from the legacy Orlando format stored in subdir
 * the separate biography and writing docs for a person are
 * linked via RELS-EXT
 *
 * @param string $path_to_file
 *   path to directory where migrated files are located.
 * @param string $mods_subdir
 *   sub directory where the MODS records reside
 * @param string $legacy_subdir
 *   sub directory where the legacy orlando records reside
 * @param string $collection_pid
 *   pid of the collection to add the object to 
 * @param string $cModel_pid
 *   pid of the cModel the object belongs to 
 * @param string $dc_xslt
 *   location of the DC XSLT transform 
 * @param string $policy
 *   location of the Fedora XACML policy 
 */
function drush_cwrc_migration_batch_ingest_biography_writing (
    $path_to_file
    , $mods_subdir
    , $legacy_subdir 
    , $collection_pid
    , $cModel_pid
    , $dc_xslt
    , $policy 
  ) 
{
  drush_print("CWRC Biography / Writing Migration batch");

  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // Content Model.  Create the content model.
  // Collection.  Create the collection object.
  rels_setup ( $connection, $cModel_pid, $collection_pid);

  // setup XSL 
  // Get the path to the content_to_dc.xsl file.
  $dc_xslt
      = drupal_get_path('module', 'cwrc_migration_batch') . '/' . $dc_xslt;
  dc_xslt_setup($dc_xslt, $xslt_proc);

  // Set source directory for the legacy Orlando content
  $legacy_dir = $path_to_file . "/" . $legacy_subdir . "/"; 

  // Set source directory for the content to ingest
  $mods_dir = $path_to_file . "/" . $mods_subdir . "/";

  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  $src_dir_handle = opendir($legacy_dir);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier("cwrc", TRUE);

    // Strip out the .xml from the file name and store in the variable.
    preg_match('/[a-z0-9-_]*/', $file_name, $object_name);
    // Strip out file name to get type -b(biography) or -w (writable).
    preg_match('/-[a-z]+/', $file_name, $object_type);

    $object_name = $object_name[0];
    $object_type = $object_type[0];


    $pid = "cwrc:$object_name";

    // If the object already exists then continue to next file.
    if (islandora_object_load($pid)) {
      drush_print("object $object_name is already in fedora");
      continue;
    }

    // load MODS doc
    // Load MODS xml from a file.
    $tmp = $mods_dir . $file_name;
    $mods_xml = file_get_contents($tmp);

    $mods_dom = new DOMDocument();
    $mods_dom->load($tmp);

    // load legacy XML doc
    // Load cwrc xml from a file.
    $tmp = $legacy_dir . $file_name;
    $legacy_xml = file_get_contents($tmp);

    
    // build the DC content
    // Convert MODS to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    $xslt_proc->setParameter( "", "PID_PARAM", $pid );
    $dc_xml = $xslt_proc->transformToXML($mods_dom);

    //print ("zzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");


    // We need to prepare a new object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    $cwrc_ds = $object->constructDatastream('CWRC', 'M');
    $cwrc_ds->label = $file_name;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($legacy_xml);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // create MODS datastream
    create_DS_MODS($mods_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow_from_Source($legacy_xml, $object);

    // Create the Policy datastream.
    if ( $policy != null && $policy!="NONE" ) 
    {
      create_DS_POLICY( $policy , $object);
    }


    // create relationships
    $object->relationships->add(FEDORA_RELS_EXT_URI, 'originalFile', $file_name);

    // We need to get the object_type and use the other type to set the
    // relationship.
    if ($object_type == '-b') {
      $other_object_type = '-w';
    }
    else {
      $other_object_type = '-b';
    }

    // Replace the file name.
    $other_pid = preg_replace('/-[a-z]+/', $other_object_type, $object_name);
    // Set the relationship to the other object type.
    $object->relationships->add(FEDORA_RELS_EXT_URI, 'isDependentOf', "cwrc:$other_pid");


    // Store the object.
    try {
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid title=\"$title\" was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}

/** 
 * CWRC migration batch - CWRC documents compatible with CWRC-Writer 
 *
 * @param string $path_to_file
 *   path to directory where migrated files are located.
 * @param string $collection_pid
 *   pid of the collection to add the object to 
 * @param string $cModel_pid
 *   pid of the cModel the object belongs to 
 * @param string $content_datastream_dsid
 *   id of the content datastream (dsid)
 * @param string $content_datastream_label
 *   label of the content datastream
 * @param string $entity_to_dc_xslt_path
 *   path to the cwrc_entities to DC XSLT file
 * @param string $schema_pid
 *   PID of the Object to reference for schema and css information 
 */
function drush_cwrc_migration_batch_ingest_cwrc_documents(
    $path_to_file
    , $workflow_file
    , $collection_pid
    , $cModel_pid
    , $content_datastream_dsid
    , $content_datastream_label
    , $content_to_mods_xslt_path
    , $mods_to_dc_xslt_path
    , $schema_pid
  ) 
{

  
  drush_print("CWRC documents compatible with CWRC-Writer Migration batch");

  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // Content Model.  Create the content model.
  // Collection.  Create the collection object.
  rels_setup ( $connection, $cModel_pid, $collection_pid);

  // setup XSL 
  // Get the path to the mods_to_dc.xsl file.
  $dc_xslt
    = drupal_get_path('module', 'cwrc_migration_batch') .'/'. $mods_to_dc_xslt_path;
  drush_print("XSLT DC: " . $dc_xslt);
  dc_xslt_setup($dc_xslt, $xslt_dc_proc);

  // Get the path to the mods_to_dc.xsl file.
  $mods_xslt
    = drupal_get_path('module', 'cwrc_migration_batch') .'/'. $content_to_mods_xslt_path;
  drush_print("XSLT MODS: " . $mods_xslt);
  dc_xslt_setup($mods_xslt, $xslt_mods_proc);

  // setup the default workflow
  // get the contents of the default workflow for an entity
  $path_to_workflow_file
      = drupal_get_path('module', 'cwrc_migration_batch') .'/'. $workflow_file
      ;
  drush_print("Workflow: " . $path_to_workflow_file);
  $workflow_xml = file_get_contents($path_to_workflow_file);


  // Set source directory for the content to ingest
  $cwrc_directory = $path_to_file;

  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  $src_dir_handle = opendir($cwrc_directory);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;
    $content_datastream_label = $file_name;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier("cwrc", TRUE);

    // load XML doc
    // Load cwrc xml from a file.
    $tmp = $cwrc_directory . $file_name;
    $cwrc_xml = file_get_contents($tmp);
    
    //print ("zzz " . $cwrc_xml . "zzzzzzzzzzzzzz\n");

    $cwrc_dom = new DOMDocument();
    $cwrc_dom->loadXML($cwrc_xml);

    //print_r ("zzz " . $cwrc_dom . "zzzzzzzzzzzzzz\n");

    // build the MODS 
    // Convert content to MODS.
    // Transform to MODS xml.
    // Apply the stylesheet.
    $xslt_mods_proc->setParameter( "", "PID_PARAM", $pid );
    $mods_xml = $xslt_mods_proc->transformToXML($cwrc_dom);

    //print ("zzz " . $mods_xml . "zzzzzzzzzzzzzz\n");

    $mods_dom = new DOMDocument();
    $mods_dom->loadXML($mods_xml);
 
    // build the DC content
    // Convert MODS to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    $xslt_dc_proc->setParameter( "", "PID_PARAM", $pid );
    $dc_xml = $xslt_dc_proc->transformToXML($mods_dom);

    //print ("zzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");


    // We need to prepare a new object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    $cwrc_ds = $object->constructDatastream($content_datastream_dsid, 'M');
    $cwrc_ds->label = $content_datastream_label;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($cwrc_xml);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // create DC datastream
    create_DS_MODS($mods_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow($workflow_xml, $object);

    // create relationships
    $object->relationships->add(CWRC_RELS_EXT_URI, 'hasSchema', $schema_pid);

    // Create the Policy datastream.
//    if ( $policy != null && $policy!="NONE" ) 
//    {
//      create_DS_POLICY(
//        $policy 
//        , $object
//      );
//    }

    // Store the object.
    try {
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");
    }
    catch (Exception $e) {
      drush_print("pid=$pid title=\"$title\" was not added.");
      $file_error_count++;
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);
  // unsure how to properly set policy - come combo of POLICY and RELS-EXT 
  // datastreams 
  drush_print("\n Next Steps: set permissions on the Collection and objects");

}

/**
 * CWRC export batch - book objects
 *
 * $path_to_list_of_book_PIDs
 *  path to the list of book PIDs to export
 * $destination_path
 *  path to save the results
 */
function drush_cwrc_migration_batch_export_book (
  $path_to_list_of_book_PIDs
  , $destination_path
  )
{
  drush_print("CWRC Export Book Batch");

  // Include modules.
  module_load_include('inc', 'islandora_paged_content', 'includes/utilities');

  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // open the input file for reading
  $handle_read = fopen("$path_to_list_of_book_PIDs", "r");

  $handle_write = null;

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  $line = null;
  $tmp = null;
  while ($handle_read && ($line = fgets($handle_read)) !== false)
  {
    $pid = trim($line);

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print("[".$pid."]");


    // export the object.
    try {
      $book_object = islandora_object_load($pid);
      $current_pages = islandora_paged_content_get_pages($book_object);
      $handle_write = fopen($destination_path . "/" . $book_object->label."-".$pid, 'w+');
      $file_count++;
      foreach ($current_pages as $page)
      {
        $tmp = null;
        $tmp = islandora_object_load($page['pid']);
        fwrite($handle_write, $tmp['OCR']->content);
        drush_print("page={$page['page']} | label={$page['label']} | pid={$page['pid']} was added. #{$file_count} file exported.");
      }
      fclose($handle_write);
      drush_print("Book pid=$pid was exported. #{$file_count} file exported.");
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files exported: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}


/**
 * CWRC reindex list of objects (by PID)
 *
 * $path_to_list_of_book_PIDs
 *  path to the list of book PIDs to export
 */
function drush_cwrc_migration_batch_reindex_list(
  $path_to_list_of_book_PIDs
  )
{
  drush_print("CWRC reindex list ");

  // Include modules.

  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  // open the input file for reading
  $handle_read = fopen("$path_to_list_of_book_PIDs", "r");

  $handle_write = null;

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  $line = null;
  $tmp = null;
  while ($handle_read && ($line = fgets($handle_read)) !== false)
  {
    $pid = trim($line);

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print("[".$pid."]");


    // export the object.
    try {
      $obj = islandora_object_load($pid);
      $file_count++;
      drush_print("Book pid=$pid was exported. #{$file_count} file exported.");
      drush_print($obj['WORKFLOW']->content);
      $obj['WORKFLOW']->setContentFromString($obj['WORKFLOW']->content);
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid was not added.");
      drush_print($e->getMessage());
    }

    usleep(5000);
  }
  drush_print('Migration Complete');
  drush_print('Number of files: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}




/** 
 * CWRC migration batch - biography / writing / Events Orlando version 2 - 2016-11-29
 * assumes MODS and DC generated on the fly 
 * workflow is pulled from the legacy Orlando format stored in subdir
 * the separate biography and writing docs for a person are
 * linked via MODS entity reference
 *
 */
function drush_cwrc_migration_batch_ingest_orlando_biography_writing () 
{
  module_load_include('inc', 'islandora_cwrc_writer', 'includes/utilities');

  module_load_include('inc', 'islandora_workflow_rest', 'includes/cwrc_workflow');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/basic_enum');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/workflow_item');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/utilities');


  drush_print("Orlando Biography / Writing / Event migration batch version 2.0");

  // path to the input document files 
  $legacy_dir = drush_get_option('legacy_dir','/tmp/orlando/bio_writ');

  // 
  $ext_home = drupal_get_path('module', 'cwrc_migration_batch') . '/';
  $xslt_to_v2 = drush_get_option(
    'xslt_to_v2'
    , $ext_home . 'transforms/orlando_legacy_to_v2_bio_writing.xsl'
  );
  $xslt_to_mods = drush_get_option(
    'xslt_to_mods'
    , $ext_home . 'transforms/orlando_bio_writing_TO_mods.xsl'
  );
  $xslt_mods_to_dc = drush_get_option(
    'xslt_mods_to_dc'
    , libraries_get_path('islandora_cwrc_xslt_library') . '/xslt/mods_to_dc.xsl'
  );
  
  $collection_pid_pub_c = drush_get_option(
    'collection_pid_pub_c'
    , 'cwrc:fc271c04-7fd1-46b4-9462-339dbe917c46'
  );
  $collection_pid_non_pub_c = drush_get_option(
    'collection_pid_non_pub_c'
    , 'cwrc:bf8ba2b7-dbed-440b-9000-88860be1bcc9'
  );
  $cModel_pid = drush_get_option(
    'cModel_pid' , 'cwrc:documentCModel'
  );
  $schemaObject = drush_get_option(
    'schema_object', 'cwrc:biographySchema'
  );
  $policy = drush_get_option(
    'XACML_policy', $ext_home . 'xml/orlando_default_XACML_Policy_Stream.xml'
  );
  $namespace = drush_get_option(
    'namespace', 'orlando'
  );


  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  
  // setup XSL 
  // http://www.saxonica.com/saxon-c/index.xml#debug
  //xslt_setup($xslt_bio_writ_to_v2, $bio_writ_to_v2_xslt_proc);
  //xslt_setup($xslt_bio_writ_to_mods, $bio_writ_to_mods_xslt_proc);
  //xslt_setup($xslt_mods_to_dc, $mods_to_dc_xslt_proc);
  
  $saxonProc = new Saxon\SaxonProcessor();
  drush_print("XSLT Version: " . $saxonProc->version());
  
  $to_v2_xslt_proc = $saxonProc->newXsltProcessor();
  $to_mods_xslt_proc = $saxonProc->newXsltProcessor();
  $mods_to_dc_xslt_proc = $saxonProc->newXsltProcessor();

  $to_v2_xslt_proc->compileFromFile($xslt_to_v2);
  $to_mods_xslt_proc->compileFromFile($xslt_to_mods);
  $mods_to_dc_xslt_proc->compileFromFile($xslt_mods_to_dc);


  // xpath to determine if PUB-C Orlando document - Biography/Writing/Event
  $xpathStrPub = "/*/ORLANDOHEADER/REVISIONDESC/RESPONSIBILITY[@WORKSTATUS='PUB' and @WORKVALUE='C']";
  //$xpathStrBio = "/BIOGRAPHY";
  //$xpathStrWriting = "/WRITING";

  // Set source directory for the legacy Orlando content
  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  drush_print("Input: " . $legacy_dir);
  $src_dir_handle = opendir($legacy_dir);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier($namespace, TRUE);

    // Strip out the .xml from the file name and store in the variable.
    //preg_match('/[a-z0-9-_]*/', $file_name, $object_name);
    // Strip out file name to get type -b(biography) or -w (writable).
    //preg_match('/-[a-z]?/', $file_name, $object_type);
    //$object_name = $object_name[0];
    //$object_type = $object_type[0];
    //$pid = "cwrc:$object_name";

    // If the object already exists then continue to next file.
    if (islandora_object_load($pid)) {
      drush_print("object $object_name is already in fedora");
      continue;
    }
    
    $content_datastream_label = preg_replace('/(\.sgm)$/','.xml', $file_name); 


    // Load xml from a file.
    $legacy_content = file_get_contents($legacy_dir.$file_name);
    //drush_print($legacy_content);

    //libxml_disable_entity_loader(false);
    //$content_dom = new DOMDocument();
    //$content_dom->load($legacy_dir.$file_name);
    //$content_dom->loadXML($legacy_content);

    // build the version 2.0 of the biography / writing document
    $to_v2_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($legacy_content)
    );
    //$bio_writ_to_v2_xslt_proc->setSourceFromXdmValue($content_dom);
    $content_v2_xml = $to_v2_xslt_proc->transformToString();
    $content_v2_xml = str_replace(
        '<!DOCTYPE ORLANDO [ <!ENTITY % character_entities SYSTEM "http://cwrc.ca/schemas/character_entities.dtd"> %character_entities; ]>\n' 
        , ""
        , $content_v2_xml
      );

    // Build MODS XML.
    //$content_dom = null;
    //$content_dom = new DOMDocument();
    //$content_dom->loadXML($v2_content);
    //$mods_xml = $bio_writ_to_mods_xslt_proc->transformToString($content_dom);
    $to_mods_xslt_proc->setParameter(
      "param_original_filename", $saxonProc->createAtomicValue($file_name) 
      );
    $to_mods_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($content_v2_xml)
      );
    $mods_xml = $to_mods_xslt_proc->transformToString();

    //print ("zzzzzzzzzzzzzzzzzzzz " . $mods_xml);

    //$mods_dom = new DOMDocument();
    //$mods_dom->load($mods_xml);

    // build the DC content
    // Convert MODS to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    //$mods_to_dc_xslt_proc->setParameter( "", "PID_PARAM", $pid );
    //$dc_xml = $mods_to_dc_xslt_proc->transformToString($mods_dom);
    $mods_to_dc_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($mods_xml)
    );
    $dc_xml = $mods_to_dc_xslt_proc->transformToString();

    //print ("zzzzzzzzzzzzzzzzzzzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");

    // determine collection based on workflow
    $content_dom = new DOMDocument();
    $content_dom->loadXML($content_v2_xml);
    $xpathObj = new DOMXpath($content_dom); 
    $pubCRes = $xpathObj->query($xpathStrPub);
    $collection_pid = $collection_pid_non_pub_c;
    if (!is_null($pubCRes) and $pubCRes->length>0)
    {
      $collection_pid = $collection_pid_pub_c;
      drush_print("pub-c");
    } 

    //determine the schema for the object
    //$schema_obj = null;
    //$tmpBioSchema = $xpathObj->query($xpathStrBio);
    //if (!is_null($tmpBioSchema))
    //{
      //$schema_obj = islandora_object_load($bioSchemaObject);
    //}
    //$tmpWritingSchema = $xpathObj->query($xpathStrWriting);
    //if (!is_null($tmpWritingSchema))
    //{
      //$schema_obj = islandora_object_load($writingSchemaObject);
    //}
    $schema_obj = islandora_object_load($schemaObject);


    // prepare a new Fedora object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    // with the legacy content
    $cwrc_ds = $object->constructDatastream('CWRC', 'M');
    $cwrc_ds->label = $file_name;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($legacy_content);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // create MODS datastream
    create_DS_MODS($mods_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow_from_Source($content_v2_xml, $object);

    // Create the Policy datastream.
    if ( $policy != null && $policy!="NONE" ) 
    {
      //create_DS_POLICY($policy, $object);
      $policy_ds
          = new IslandoraXacml(
              $object
              , file_get_contents($policy)
              );
      $policy_ds->writeBackToFedora();
    }

    islandora_cwrc_writer_set_document_schema($object, $schema_obj);

    try {
      // Store the object.
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");

      // add a workflow stamp indicating that the object was ingested
      $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
      $workflow->addWorkflowStep(
        $object->id, 
        new WorkflowItem(WorkflowConst::WORKFLOW, array()),
        new WorkflowItem(
          WorkflowConst::ACTIVITY,
          array(
            "category" => "machine_processed",
            'stamp' => 'orlando:SUB',
            'status' => 'c',
            "note" => "Initial ingest into the CWRC repository.",
            )
          )
        );
      CWRCWorkflowAPI::updateDatastream($workflow, $object);

      // update content datastream with version 2.0 of the content
      // UTF-8 and ISO 8601 dates
      $object['CWRC']->setContentFromString($content_v2_xml);

      // add a workflow stamp indicating that the object was ingested
      $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
      $workflow->addWorkflowStep(
        $object->id, 
        new WorkflowItem(WorkflowConst::WORKFLOW, array()),
        new WorkflowItem(
          WorkflowConst::ACTIVITY,
          array(
            "category" => "machine_processed",
            'stamp' => 'orlando:SUB',
            'status' => 'c',
            "note" => "Conversion to version 2.0 of the Orlando format (UTF-8 and ISO 8601 dates).",
            )
          )
        );
      CWRCWorkflowAPI::updateDatastream($workflow, $object);

      //update URI's refences in entities
      if ($object['CWRC'])
      {
        cwrc_migration_batch_add_entity_refs($object, "CWRC");
      }
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid title=\"$title\" was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}


/** 
 * CWRC migration batch - Entities to Orlando version 2 - 2016-11-29
 * workflow is pulled from the legacy Orlando format stored in subdir
 *
 */
function drush_cwrc_migration_batch_ingest_orlando_entities() 
{
  module_load_include('inc', 'islandora_cwrc_writer', 'includes/utilities');

  module_load_include('inc', 'islandora_workflow_rest', 'includes/cwrc_workflow');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/basic_enum');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/workflow_item');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/utilities');


  drush_print("Orlando entity migration batch version 2.0");

  // path to the input document files 
  $legacy_dir = drush_get_option('legacy_dir','/tmp/orlando/bio_writ');

  // 
  $ext_home = drupal_get_path('module', 'cwrc_migration_batch') . '/';
  $xslt_to_clean = drush_get_option(
    'xslt_to_clean'
    , $ext_home . 'transforms/orlando_legacy_to_v2_bio_writing.xsl'
  );
  $xslt_to_v2 = drush_get_option(
    'xslt_to_v2'
    , $ext_home . ''
  );
  $xslt_to_dc = drush_get_option(
    'xslt_to_dc'
    , libraries_get_path('islandora_cwrc_xslt_library') . '/xslt/mods_to_dc.xsl'
  );
  
  $main_ds_id = drush_get_option(
    'main_ds_id'
    , 'MODS'
  );
  $collection_pid_pub_c = drush_get_option(
    'collection_pid_pub_c'
    , 'cwrc:fc271c04-7fd1-46b4-9462-339dbe917c46'
  );
  $collection_pid_non_pub_c = drush_get_option(
    'collection_pid_non_pub_c'
    , 'cwrc:bf8ba2b7-dbed-440b-9000-88860be1bcc9'
  );
  $cModel_pid = drush_get_option(
    'cModel_pid' , 'cwrc:documentCModel'
  );
  $policy = drush_get_option(
    'XACML_policy', $ext_home . 'xml/orlando_default_XACML_Policy_Stream.xml'
  );
  $namespace = drush_get_option(
    'namespace', 'orlando'
  );
  $supplemental_filename = drush_get_option(
    'supplemental_filename', ''
  );
  $add_pub_c_workflow = drush_get_option(
    'add_pub_c_workflow', 'no'
  );


  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  
  // setup XSL 
  // http://www.saxonica.com/saxon-c/index.xml#debug
  
  $saxonProc = new Saxon\SaxonProcessor();
  drush_print("XSLT Version: " . $saxonProc->version());
  
  $to_clean_xslt_proc = $saxonProc->newXsltProcessor();
  $to_v2_xslt_proc = $saxonProc->newXsltProcessor();
  $to_dc_xslt_proc = $saxonProc->newXsltProcessor();

  $to_clean_xslt_proc->compileFromFile($xslt_to_clean);
  $to_v2_xslt_proc->compileFromFile($xslt_to_v2);
  $to_dc_xslt_proc->compileFromFile($xslt_to_dc);


  // xpath to determine if PUB-C Orlando document -  BIBL Legacy XPath
  $xpathStrPub = "//RESPONSIBILITY[@WORKSTATUS='PUB' and @WORKVALUE='C']";

  // Set source directory for the legacy Orlando content
  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  drush_print("Input: " . $legacy_dir);
  $src_dir_handle = opendir($legacy_dir);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier($namespace, TRUE);

    // If the object already exists then continue to next file.
    if (islandora_object_load($pid)) {
      drush_print("object $object_name is already in fedora");
      continue;
    }
    
    $content_datastream_label = preg_replace('/(\.sgm)$/','.xml', $file_name); 

    // Load xml from a file.
    $legacy_content = file_get_contents($legacy_dir.$file_name);

    // build the UTF-8 version 
    $to_clean_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($legacy_content)
    );
    $clean_xml = $to_clean_xslt_proc->transformToString();

    // build the version 2.0 
    $to_v2_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($legacy_content)
    );
    if ($supplemental_filename)
    {
      $to_v2_xslt_proc->setParameter(
        "supplemental_filename"
         , $saxonProc->createAtomicValue($supplemental_filename) 
      );
    }
    $content_v2_xml = $to_v2_xslt_proc->transformToString();

    //drush_print($content_v2_xml);

    // delete doctype
    $content_v2_xml = str_replace(
        '<!DOCTYPE ORLANDO [ <!ENTITY % character_entities SYSTEM "http://cwrc.ca/schemas/character_entities.dtd"> %character_entities; ]>\n' 
        , ""
        , $content_v2_xml
      );

    // build DC 
    $to_dc_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($content_v2_xml)
    );
    $dc_xml = $to_dc_xslt_proc->transformToString();

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    // determine collection based on workflow
    $legacy_dom = new DOMDocument();
    $legacy_dom->loadXML($legacy_content);
    $xpathObj = new DOMXpath($legacy_dom); 
    $pubCRes = $xpathObj->query($xpathStrPub);
    $collection_pid = $collection_pid_non_pub_c;
    if (!is_null($pubCRes) and $pubCRes->length>0)
    {
      $collection_pid = $collection_pid_pub_c;
      drush_print("pub-c");
    } 

    // prepare a new Fedora object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    // with the legacy content
    $cwrc_ds = $object->constructDatastream($main_ds_id, 'M');
    $cwrc_ds->label = $file_name;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($legacy_content);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // Workflow Datastream.
    // We want to get all of the responsibilitie tags.
    // For each responsibility create a workflow element.
    // Create the MODS datastream.
    create_DS_workflow_from_Source($clean_xml, $object);

    // Create the Policy datastream.
    if ( $policy != null && $policy!="NONE" ) 
    {
      //create_DS_POLICY($policy, $object);
      $policy_ds
          = new IslandoraXacml(
              $object
              , file_get_contents($policy)
              );
      $policy_ds->writeBackToFedora();
    }

    try {
      // Store the object.
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");

      // add a workflow stamp indicating that the object was ingested
      $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
      $workflow->addWorkflowStep(
        $object->id, 
        new WorkflowItem(WorkflowConst::WORKFLOW, array()),
        new WorkflowItem(
          WorkflowConst::ACTIVITY,
          array(
            "category" => "machine_processed",
            'stamp' => 'orlando:SUB',
            'status' => 'c',
            "note" => "Initial ingest into the CWRC repository.",
            )
          )
        );
      CWRCWorkflowAPI::updateDatastream($workflow, $object);

      // update content datastream with version 2.0 of the content
      // UTF-8 and ISO 8601 dates
      $object[$main_ds_id]->setContentFromString($content_v2_xml);

      // add a workflow stamp indicating that the object was ingested
      $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
      $workflow->addWorkflowStep(
        $object->id, 
        new WorkflowItem(WorkflowConst::WORKFLOW, array()),
        new WorkflowItem(
          WorkflowConst::ACTIVITY,
          array(
            "category" => "machine_processed",
            'stamp' => 'orlando:SUB',
            'status' => 'c',
            "note" => "Conversion to version 2.0 of the Orlando format (UTF-8 and ISO 8601 dates).",
            )
          )
        );
      CWRCWorkflowAPI::updateDatastream($workflow, $object);

      if ($add_pub_c_workflow==='yes')
      {
        // add a workflow stamp indicating that the object was ingested
        $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
        $workflow->addWorkflowStep(
          $object->id, 
          new WorkflowItem(WorkflowConst::WORKFLOW, array()),
          new WorkflowItem(
            WorkflowConst::ACTIVITY,
            array(
              "category" => "machine_processed",
              'stamp' => 'orlando:PUB',
              'status' => 'c',
              "note" => "Update workflow to PUB-C.",
              )
            )
          );
        CWRCWorkflowAPI::updateDatastream($workflow, $object);
      }
    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid title=\"$title\" was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}


/** 
 * CWRC migration batch - CEWW - 2018-05-17
 * assumes MODS and DC generated on the fly 
 * workflow is pulled from a file 
 *
 */
function drush_cwrc_migration_batch_ingest_ceww_entries() 
{
  module_load_include('inc', 'islandora_cwrc_writer', 'includes/utilities');

  module_load_include('inc', 'islandora_workflow_rest', 'includes/cwrc_workflow');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/basic_enum');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/workflow_item');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/utilities');


  drush_print("CEWW entries ingest");

  // path to the input document files 
  $legacy_dir = drush_get_option('legacy_dir','/tmp/ceww');

  // 
  $ext_home = drupal_get_path('module', 'cwrc_migration_batch') . '/';
  $xslt_to_mods = drush_get_option(
    'xslt_to_mods'
    , $ext_home . 'transforms/ceww_entry2mods.xsl'
  );
  $xslt_mods_to_dc = drush_get_option(
    'xslt_mods_to_dc'
    , libraries_get_path('islandora_cwrc_xslt_library') . '/xslt/mods_to_dc.xsl'
  );
  $main_ds_id = drush_get_option(
    'main_ds_id'
    , 'CWRC'
  );
  $collection_pid = drush_get_option(
    'collection_pid'
    , 'ceww:ee081346-e5ba-4b95-a90a-33d127ea85c8'
  );
  $cModel_pid = drush_get_option(
    'cModel_pid' , 'cwrc:documentCModel'
  );
  $schemaObject = drush_get_option(
    'schema_object', 'cwrc:fe081346-e5ba-4b95-a90a-33d127ea85c8'
  );
  $policy = drush_get_option(
    'XACML_policy', $ext_home . 'xml/ceww_default_XACML_Policy_Stream.xml'
  );
  $namespace = drush_get_option(
    'namespace', 'ceww'
  );


  // Include modules.
  $connection = null;
  migration_init($connection);

  // Display the user.
  drush_print("User: " . $connection->connection->username);

  
  // setup XSL 
  // http://www.saxonica.com/saxon-c/index.xml#debug
  //xslt_setup($xslt_bio_writ_to_v2, $bio_writ_to_v2_xslt_proc);
  //xslt_setup($xslt_bio_writ_to_mods, $bio_writ_to_mods_xslt_proc);
  //xslt_setup($xslt_mods_to_dc, $mods_to_dc_xslt_proc);
  
  $saxonProc = new Saxon\SaxonProcessor();
  drush_print("XSLT Version: " . $saxonProc->version());
  
  $to_mods_xslt_proc = $saxonProc->newXsltProcessor();
  $mods_to_dc_xslt_proc = $saxonProc->newXsltProcessor();

  $to_mods_xslt_proc->compileFromFile($xslt_to_mods);
  $mods_to_dc_xslt_proc->compileFromFile($xslt_mods_to_dc);


  // Set source directory for the legacy Orlando content
  // Open the source direcotry and iterate through every file in the 
  // directory - one file maps to one Fedora 
  drush_print("Input: " . $legacy_dir);
  $src_dir_handle = opendir($legacy_dir);

  // Counter for the number of files to migrate.
  $file_count = 0;
  $file_error_count = 0;
  while (FALSE !== ($file_name = readdir($src_dir_handle))) 
  {
    $pid = null;

    //PHP Fatal error:  Maximum execution time of 300 seconds exceeded
    // no effect when PHP is running in safe mode
    // http://php.net/manual/en/function.set-time-limit.php
    set_time_limit(5);

    drush_print($file_name);
    // If the file is a directory then continue to next file.
    if (is_dir($file_name)) {
      continue;
    }

    // generate an id for the object
    $pid = $connection->repository->getnextIdentifier($namespace, TRUE);

    // Strip out the .xml from the file name and store in the variable.
    //preg_match('/[a-z0-9-_]*/', $file_name, $object_name);
    // Strip out file name to get type -b(biography) or -w (writable).
    //preg_match('/-[a-z]?/', $file_name, $object_type);
    //$object_name = $object_name[0];
    //$object_type = $object_type[0];
    //$pid = "cwrc:$object_name";

    // If the object already exists then continue to next file.
    if (islandora_object_load($pid)) {
      drush_print("object $object_name is already in fedora");
      continue;
    }
    
    $content_datastream_label = preg_replace('/(\.sgm)$/','.xml', $file_name); 


    // Load xml from a file.
    $legacy_content = file_get_contents($legacy_dir.$file_name);

    // Build MODS XML.
    $to_mods_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($legacy_content)
      );
    $mods_xml = $to_mods_xslt_proc->transformToString();

    //print ("zzzzzzzzzzzzzzzzzzzz " . $mods_xml);

    //$mods_dom = new DOMDocument();
    //$mods_dom->load($mods_xml);

    // build the DC content
    // Convert MODS to DC.
    // Transform to DC xml.
    // Apply the stylesheet.
    //$mods_to_dc_xslt_proc->setParameter( "", "PID_PARAM", $pid );
    //$dc_xml = $mods_to_dc_xslt_proc->transformToString($mods_dom);
    $mods_to_dc_xslt_proc->setSourceFromXdmValue(
      $saxonProc->parseXmlFromString($mods_xml)
    );
    $dc_xml = $mods_to_dc_xslt_proc->transformToString();

    //print ("zzzzzzzzzzzzzzzzzzzz " . $dc_xml);

    // set object title
    $title = get_dcTitle_from_dc($dc_xml);

    //print("dc:title extracted - \"$title\" \n");

    //determine the schema for the object
    $schema_obj = islandora_object_load($schemaObject);


    // prepare a new Fedora object.
    $object
      = islandora_prepare_new_object(
        $pid 
        , $title
        , array()
        , array($cModel_pid)
        , array(
          array(
            'relationship' => 'isMemberOfCollection'
            , 'pid' => "$collection_pid"
          )
        )
      );


    // create content datastream
    // with the legacy content
    $cwrc_ds = $object->constructDatastream($main_ds_id, 'M');
    $cwrc_ds->label = $file_name;
    $cwrc_ds->mimeType = 'text/xml';
    $cwrc_ds->setContentFromString($legacy_content);
    $object->ingestDatastream($cwrc_ds);
 
    
    // create DC datastream
    create_DS_DC($dc_xml, $object);

    // create MODS datastream
    create_DS_MODS($mods_xml, $object);

    islandora_cwrc_writer_set_document_schema($object, $schema_obj);

    try {
      // Store the object.
      islandora_add_object($object);
      $file_count++;
      drush_print("pid=$pid title=\"$title\" was added. #{$file_count} file migrated.");

      // add a workflow stamp indicating that the object was ingested
      if (!$object['WORKFLOW']) {
        $workflow = CWRCWorkflowAPI::fromTemplate($object['WORKFLOW']);
      }
      else {
        $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
      }
      $workflow->addWorkflowStep(
        $object->id, 
        new WorkflowItem(WorkflowConst::WORKFLOW, array()),
        new WorkflowItem(
          WorkflowConst::ACTIVITY,
          array(
            "category" => "published",
            'stamp' => 'cwrc:cre',
            'status' => 'c',
            "note" => "Initial ingest into the CWRC repository.",
            )
          )
        );
      CWRCWorkflowAPI::updateDatastream($workflow, $object);

    }
    catch (Exception $e) {
      $file_error_count++;
      drush_print("pid=$pid title=\"$title\" was not added.");
      drush_print($e->getMessage());
    }

  }
  drush_print('Migration Complete');
  drush_print('Number of files migrated: ' . $file_count);
  drush_print('Number of errors: ' . $file_error_count);

}



/** 
 * CWRC migration batch - validate cwrc:documentCModel objects - 2016-11-29
 * run an XML schema validation service against the specificed datastream
 * and schema 
 *
 */
function drush_cwrc_migration_batch_validate() 
{
  module_load_include('inc', 'cwrc_migration_batch', 'includes/helpers');

  drush_print("Validation:");

  // collection PID to define set of input documents 
  $collection_pid = drush_get_option('collection_pid' ,'');

  // the datastream to use with the validation test 
  $ds_id = drush_get_option('ds_id', 'CWRC');

  // the default schema to use if the xml-model processing instruction
  // lookup fails
  $default_rng_schema = drush_get_option(
    'default_rng_schema'
    , 'http://cwrc.ca/schemas/orlando_writing.rng'
  );

  $validation_url = drush_get_option(
    'validation_url'
    , 'http://localhost:8080/validator/validate.html'
  );

  //get all members of the specified collection 
  $query = <<<EOT
    PREFIX fre: <info:fedora/fedora-system:def/relations-external#>
    PREFIX fm: <info:fedora/fedora-system:def/model#>
    SELECT ?obj
    FROM <#ri>
    WHERE {
      {
        ?obj fre:isMemberOfCollection ?sub
      }
      UNION
      {
        ?obj fre:isMemberOf ?sub
      }
      ?obj fm:state fm:Active .
      ?sub fm:state fm:Active
      FILTER(sameTerm(?sub, <info:fedora/$collection_pid>))
    }
EOT;

  drush_print($query);
  drush_print("Results:");

  $tuque = islandora_get_tuque_connection();
  $repo = $tuque->repository;
  $results = $repo->ri->sparqlQuery($query);

  // foreach member of the collection, run the validation test  
  if (!empty($results)) 
  { 
    foreach ($results as $result) 
    {
      $pid = $result['obj']['value'];

      drush_print($pid);

      //lookup the object
      $object = islandora_object_load($pid);
      if (!$object) {
        drush_print("Error: object not found $pid");
        continue;
      }

      //contains datastream ID
      $ds = $object[$ds_id];
      if (!$ds)
      {
        drush_print("Error: datastream [$ds_id] not found $pid");
        continue;
      }

      $content = $ds->content;
      //drush_print($content);

      $schema = determine_schema_url_from_rels_ext($object);
      if (empty($schema)) {
        $schema = determine_schema_url_from_xml($content, $default_rng_schema);
      }
      drush_print($schema);

      $validation_res = validate_content($content, $schema, $validation_url);
      drush_print($validation_res);

      //update URI's refences in entities
//      if ($object['CWRC'])
//      {
//        cwrc_migration_batch_add_entity_refs(object, "CWRC");
//      }

    }
  }
}

/** 
 * CWRC migration batch - add @REF attributes to the core entity elements
 * (name/org/bibcit/textscope/standard/etc.) 
 *
 */
function cwrc_migration_batch_add_entity_refs($object, $ds_id) 
{

  module_load_include('inc', 'islandora_cwrc_writer', 'includes/utilities');

  module_load_include('inc', 'islandora_workflow_rest', 'includes/cwrc_workflow');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/basic_enum');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/workflow_item');
  module_load_include('inc', 'islandora_workflow_rest', 'includes/utilities');
  module_load_include('inc', 'islandora_cwrc_basexdb', 'includes/xmldb_endpoints');


  //contains datastream ID
  $ds = $object[$ds_id];
  if (!$ds)
  {
    drush_print("Error: datastream [$ds_id] not found $pid");
  }
  else {
    $content = $ds->content;

    // add entity references to elements in content
    $content = add_entity_references_via_element(
      $content
      , "info:fedora/cwrc:person-entityCModel"
      , "STANDARD"
      , "REF"
      , null
      , ISLANDORA_ORLANDO_MIGRATE_PERSON_ORG
    );
    $content = add_entity_references_via_element(
      $content
      , "info:fedora/cwrc:person-entityCModel"
      , "NAME"
      , "REF"
      , "STANDARD"
      , ISLANDORA_ORLANDO_MIGRATE_PERSON_ORG
    );
    $content = add_entity_references_via_element(
      $content
      , "info:fedora/cwrc:organization-entityCModel"
      , "ORGNAME"
      , "REF"
      , "STANDARD"
      , ISLANDORA_ORLANDO_MIGRATE_PERSON_ORG
    );
    $content = add_entity_references_via_element(
      $content
      , "info:fedora/cwrc:citationCModel"
      , "TEXTSCOPE"
      , "REF"
      , "DBREF"
      , ISLANDORA_ORLANDO_MIGRATE_BIBL
    );
    $content = add_entity_references_via_element(
      $content
      , "info:fedora/cwrc:citationCModel"
      , "BIBCIT"
      , "REF"
      , "DBREF"
      , ISLANDORA_ORLANDO_MIGRATE_BIBL
    );

    // update object
    $ds->setContentFromString($content);
  }

  //update MODS with a URI
  $ds = $object['MODS'];
  if (!$ds)
  {
    drush_print("Error: datastream [$ds_id] not found $pid");
  }
  else 
  {
    $content = $ds->content;
    
    $content = add_entity_references_via_xpath(
        $content
      , "info:fedora/cwrc:person-entityCModel"
      , "/mods:mods/mods:subject/mods:name[@type=\"personal\"]"
      , "valueURI"
      , ""
      , "orlando_migration/orlando_entity_lookup_person_org.xq"
      );
    $ds->setContentFromString($content);
  }


  // add a workflow stamp indicating that the object was ingested
  $workflow = CWRCWorkflowAPI::fromDatastream($object['WORKFLOW']);
  $workflow->addWorkflowStep(
    $object->id,
    new WorkflowItem(WorkflowConst::WORKFLOW, array()),
    new WorkflowItem(
      WorkflowConst::ACTIVITY,
      array(
        "category" => "machine_processed",
        'stamp' => 'orlando:PUB',
        'status' => 'c',
        "note" => "Add URIs to entities.",
        )
      )
    );
  CWRCWorkflowAPI::updateDatastream($workflow, $object);
}