(:
   file:    create_stgPop.xq
   date:    23-August-2010
   author:  Gary Lewis
   purpose: Creates one XML with variables used to populate the warehouse. Includes data from all survey years.
            This is a staging data file.
   notes:   1. XQuery performance is improved by keeping only variables destined for the warehouse.
               Prior to running this program, revise create_stgPop_1year.xq for the new variables and 
               then run the shell script called create_stgPop_all_1year.sh. This will create the smaller 
               data files for each survey year needed by this program.
   usage:   Run from path where program is located.
   example: zorba -f -q create_stgPop.xq -o ../xml/staging/stgPop.xml -z indent=yes

   revision history:
   date:    26-August-2010
   revised: 1. Added iclevel and type.

   date:    27-August-2010
   revised: 1. Added fips and geost.

   date:    01-September-2010
   revised: 1. Added instnm.

   date:    06-September-2010
   revised: 1. Added sector.

   date:    08-September-2010
   revised: 1. Added deggrant and hdegoffr.

   date:    09-September-2010.
   revised: 1. Added pset4flg, opeflag, and opeind.

   date:    10-September-2010
   revised: 1. Added fice.

   date:    16-September-2010
   revised: 1. Added obereg and cncesc.

   date:    04-October-2010
   revised: 1. Added enrollment variables eftotlt, efrace15, efrace16
            2. Replaced ipedsData.xml with whSrcData.xml in the for loop.

   date:    22-October-2010
   revised: 1. Added full-time equivalent (FTE) enrollments.
            2. Added fall headcount enrollments for undergraduate, first-professional, and graduate levels.

   date:    28-October-2010
   revised: 1. Made consistent with the changes in create_min_stgPop_dir_1year.xq and create_stgPop_1year.xq.
               These changes eliminate the need for recodes.xml in create_stg2whPop.xq and improve xquery performance.
               For details see create_min_stgPop_dir_1year.xq.

   date:    11-November-2010
   revised: 1. Added pricing data.
:)

declare variable $xquery := "create_stgPop.xq";
declare variable $datetime := format-dateTime(current-dateTime(), "[D]-[MNn]-[Y] [H01]:[m01][Pn] [ZN]");

<ipeds datetime="{$datetime}" xq="{$xquery}">
{
let $staging := "/home/gml/rwebdb/projects/ipeds/xml/staging/"
for $i in doc("/home/gml/rwebdb/projects/ipeds/xml/metadata/whSrcData.xml")/whSrcData/file[@type = "dir"]
let $year := $i/@year,
    $fileName := concat("stgPop_", $year, ".xml"),
    $xmlFile := concat($staging, $fileName)
order by
    $year descending
return <survey year="{$year}">
       {
       for $j in doc($xmlFile)/ipeds/survey/inst
       let $rInstid := $j/@rInstid,
           $instnm := $j/@instnm,
           $rControl := $j/@rControl,
           $rLevel := $j/@rLevel,
           $rState := $j/@rState,
           $rStateInd := $j/@rStateInd,
           $rAdminInd := $j/@rAdminInd,
           $rDegreeInd := $j/@rDegreeInd,
           $rTitle4Ind := $j/@rTitle4Ind,
           $rDESdgInd := $j/@rDESdgInd,
           $rDESheInd := $j/@rDESheInd,
           $rDESInd := $j/@rDESInd,
           $rRegion := $j/@rRegion,
           $enrlFTug := $j/@enrlFTug,
           $enrlFT1p := $j/@enrlFT1p,
           $enrlFTgr := $j/@enrlFTgr,
           $enrlFTun := $j/@enrlFTun,
           $enrlPTug := $j/@enrlPTug,
           $enrlPT1p := $j/@enrlPT1p,
           $enrlPTgr := $j/@enrlPTgr,
           $enrlPTun := $j/@enrlPTun,
           $enrlFT := $j/@enrlFT,
           $enrlPT := $j/@enrlPT,
           $enrlUG := $j/@enrlUG,
           $enrl1P := $j/@enrl1P,
           $enrlGR := $j/@enrlGR,
           $enrlUN := $j/@enrlUN,
           $enrlTotal := $j/@enrlTotal,
           $enrlConsistentInd := $j/@enrlConsistentInd,
           $fteFTug := $j/@fteFTug,
           $fteFT1p := $j/@fteFT1p,
           $fteFTgr := $j/@fteFTgr,
           $fteFTun := $j/@fteFTun,
           $ftePTug := $j/@ftePTug,
           $ftePT1p := $j/@ftePT1p,
           $ftePTgr := $j/@ftePTgr,
           $ftePTun := $j/@ftePTun,
           $fteFT := $j/@fteFT,
           $ftePT := $j/@ftePT,
           $fteUG := $j/@fteUG,
           $fte1P := $j/@fte1P,
           $fteGR := $j/@fteGR,
           $fteUN := $j/@fteUN,
           $fteTotal := $j/@fteTotal,
           $ugTF := $j/@ugTF,
           $grTF := $j/@grTF,
           $wgtUGtf := $j/@wgtUGtf,
           $wgtGRtf := $j/@wgtGRtf
       return 
           <inst 
              rInstid="{$rInstid}" 
              instnm="{$instnm}" 
              rControl="{$rControl}"
              rLevel="{$rLevel}"
              rState="{$rState}"
              rStateInd="{$rStateInd}"
              rAdminInd="{$rAdminInd}"
              rDegreeInd="{$rDegreeInd}"
              rTitle4Ind="{$rTitle4Ind}"
              rDESdgInd="{$rDESdgInd}"
              rDESheInd="{$rDESheInd}"
              rDESInd="{$rDESInd}"
              rRegion="{$rRegion}"
              enrlFTug="{$enrlFTug}"
              enrlFT1p="{$enrlFT1p}"
              enrlFTgr="{$enrlFTgr}"
              enrlFTun="{$enrlFTun}"
              enrlPTug="{$enrlPTug}"
              enrlPT1p="{$enrlPT1p}"
              enrlPTgr="{$enrlPTgr}"
              enrlPTun="{$enrlPTun}"
              enrlFT="{$enrlFT}"
              enrlPT="{$enrlPT}"
              enrlUG="{$enrlUG}"
              enrl1P="{$enrl1P}"
              enrlGR="{$enrlGR}"
              enrlUN="{$enrlUN}"
              enrlTotal="{$enrlTotal}"
              enrlConsistentInd="{$enrlConsistentInd}"
              fteFTug="{$fteFTug}"
              fteFT1p="{$fteFT1p}"
              fteFTgr="{$fteFTgr}"
              fteFTun="{$fteFTun}"
              ftePTug="{$ftePTug}"
              ftePT1p="{$ftePT1p}"
              ftePTgr="{$ftePTgr}"
              ftePTun="{$ftePTun}"
              fteFT="{$fteFT}"
              ftePT="{$ftePT}"
              fteUG="{$fteUG}"
              fte1P="{$fte1P}"
              fteGR="{$fteGR}"
              fteUN="{$fteUN}"
              fteTotal="{$fteTotal}"
              ugTF="{$ugTF}"
              grTF="{$grTF}"
              wgtUGtf="{$wgtUGtf}"
              wgtGRtf="{$wgtGRtf}"
           />
       }
       </survey>
}
</ipeds>