This shows you the differences between two versions of the page.
Both sides previous revision Previous revision Next revision | Previous revision | ||
howtos:workwithdata:createsetsfromdatafile [2011/05/13 12:46] shona.weldon |
howtos:workwithdata:createsetsfromdatafile [2015/06/22 15:46] (current) marcus.williams [Example Test Load] |
||
---|---|---|---|
Line 89: | Line 89: | ||
===== Example Test Load ===== | ===== Example Test Load ===== | ||
- | Once you have code for reading the sets it's often useful to do a quick test load of the data | + | Once you have code for reading the sets it's often useful to do a quick test load of the data. This file pulls together all the pieces: |
+ | |||
+ | <file> | ||
+ | $informPath = $home + "/V4/informants" | ||
+ | |||
+ | string $importPath, $fileName | ||
+ | buildstring ($importPath, $home, "/testScripts") | ||
+ | |||
+ | buildstring ($fileName, $importPath, "/emtestfile.csv") | ||
+ | |||
+ | localinformant ECemRowTitles[] = create (; object=set, delimiter=",", \ | ||
+ | allowDuplicate=on, \ | ||
+ | elemNamesFromColNum=2, firstLine=11, \ | ||
+ | searchElemName1="", replaceElemName1="blank", \ | ||
+ | searchElemName2="&", replaceElemName2="and", \ | ||
+ | replaceWhiteSpaceInElemName="_" , \ | ||
+ | file=$fileName) | ||
+ | display (ECemRowTitles[]) | ||
+ | export (ECemRowTitles[]; file=$importPath/ECemRowTitles.txt) | ||
+ | |||
+ | |||
+ | localinformant GHGInvEmType[] = create (; object=set, delimiter=",", \ | ||
+ | allowDuplicate=on, \ | ||
+ | elemNamesFromLineNum=6, firstCol=3, \ | ||
+ | searchElemName1="", replaceElemName1="blank", \ | ||
+ | searchElemName2="&", replaceElemName2="and", \ | ||
+ | replaceWhiteSpaceInElemName="_" , \ | ||
+ | file=$fileName) | ||
+ | |||
+ | display (GHGInvEmType[]) | ||
+ | export (GHGInvEmType[]; file=$importPath/GHGInvEmType.txt) | ||
+ | |||
+ | local data[rows,cols] = create (; dim=ECemRowTitles, dim=GHGInvEmType, \ | ||
+ | dataFormat="coordinate", fileFormat="text", allCoord=off, delimiter=",", \ | ||
+ | firstLine=11, firstCol=2, ignoreExtraCols=on, ignoreMissingCols=on, \ | ||
+ | searchData=",", replaceData="" , \ | ||
+ | searchElemName1="", replaceElemName1="blank", \ | ||
+ | searchElemName2="&", replaceElemName2="and", \ | ||
+ | replaceWhiteSpaceInElemName="_" , \ | ||
+ | file=$fileName) | ||
+ | |||
+ | table (data[rows,cols]) | ||
+ | </file> | ||
+ | |||
+ | And here's a growing list of "magic" element name character replacements: | ||
+ | |||
+ | <file> | ||
+ | |||
+ | localinformant NHS2011Profile_fld[] = create (; object=set, delimiter=",", \ | ||
+ | allowDuplicate=off, \ | ||
+ | elemNamesFromColNum=2, firstLine=1, \ | ||
+ | searchElemName1=",", replaceElemName1="", \ | ||
+ | searchElemName2=".", replaceElemName2="_", \ | ||
+ | searchElemName3="&", replaceElemName3="and", \ | ||
+ | searchElemName4="/", replaceElemName4="_", \ | ||
+ | searchElemName5="(", replaceElemName5="", \ | ||
+ | searchElemName6=")", replaceElemName6="", \ | ||
+ | searchElemName7="]", replaceElemName7="", \ | ||
+ | searchElemName8="[", replaceElemName8="", \ | ||
+ | searchElemName9="-", replaceElemName9="_", \ | ||
+ | searchElemName10="'", replaceElemName10="", \ | ||
+ | searchElemName11="$", replaceElemName11="dlr", \ | ||
+ | searchElemName12="%", replaceElemName12="pct", \ | ||
+ | searchElemName13=":", replaceElemName13="", \ | ||
+ | searchElemName14="=", replaceElemName14="eq", \ | ||
+ | stripLeadingWhiteSpace=off, \ | ||
+ | replaceWhiteSpaceInElemName="_" , \ | ||
+ | file=$fileName) | ||
+ | |||
+ | </file> |