User Tools

Site Tools


howtos:workwithdata:createsetsfromdatafile

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revision Previous revision
Next revision
Previous revision
howtos:workwithdata:createsetsfromdatafile [2011/05/06 21:01]
shona.weldon
howtos:workwithdata:createsetsfromdatafile [2015/06/22 15:46] (current)
marcus.williams [Example Test Load]
Line 29: Line 29:
  
 <​file>​ <​file>​
-Region,,,​ALBERTA,,,,,,,,,,,​ +Region,,,​ALBERTA,,,,,,,,,,​ 
-Year,,,2006,,,,,,,,,,,​ +Year,,,​2006,,,,,,,,,,​ 
-Table 10:,,,​Sectoral Greenhouse Gas Emission Summary,,,,,,,,,,,​ +Table 10:,,,​Sectoral Greenhouse Gas Emission Summary,,,,,,,,,,​ 
-,,,,,,,,,,,,,,​ + 
-Greenhouse Gas Categories,,,,,​Greenhouse Gases,,,,,,,,, +Greenhouse Gas Categories,,,,,​Greenhouse Gases,,,,,,,,​ 
-,,,,,​CO2,​CH4,​CH4e,​N2O,​N2Oe,​ HFCs , PFCs ,SF6,TOTAL, +,,a,b,c,​CO2,​CH4,​CH4e,​N2O,​N2Oe,​ HFCs , PFCs ,​SF6,​TOTAL 
-,,,,Global Warming Potential,,,​21,,​310,,,,, +,,,,Global Warming Potential,,,​21,,​310,,,,​ 
-,,,,​Unit,​kt,​kt,​kt CO2  equivalent, kt ,kt CO2 equivalent,​kt CO2 equivalent,​kt CO2 equivalent,​kt CO2 equivalent,​kt CO2 equivalent, +,,,,​Unit,​kt,​kt,​kt CO2  equivalent, kt ,kt CO2 equivalent,​kt CO2 equivalent,​kt CO2 equivalent,​kt CO2 equivalent,​kt CO2 equivalent 
-TOTAL,,,,," 179,823 "," 1,921 "," 40,339 "43.0 ," 13,328 ", 674 , -   , -   ,"​234,​163"​+,,,,,,,,,,,,,​ 
-ENERGY,,,,," 167,914 "," 1,402.0 "," 29,443 "7.8 ," 2,429 ",,,,"​199,​786"​+,,,,,,,,,,,,,​ 
-a.,Stationary Combustion Sources,,,,"​ 123,801 ", 74 ," 1,557 ", 3 , 819 ,,,,"​126,​177"​, +,Stationary Combustion Sources,,,,"​123,​801",​74,"​1,​557",​3,​819,,,,"​126,​177"​ 
-,​Electricity and Heat Generation,,,,"​ 53,600 ", 2 , 31.7 , 1 , 304.3 ,,,,"​53,​936"​, +,​Electricity and Heat Generation,,,,"​53,​600",​2,​31.7,​1,​304.3,,,,"​53,​936"​ 
-,Fossil Fuel Production and Refining,,,,"​ 38,618 ", 70 ," 1,475.", 1 , 287.4 ,,,,"​40,​380"​, +,Fossil Fuel Production and Refining,,,,"​38,​618",​70,"​1,​475.00",​1,​287.4,,,,"​40,​380"​ 
-,Mining & Oil and Gas Extraction,,,,"​ 11,408 ", 0 , 4.5 , 0 , 83.5 ,,,,"​11,​496"​, +,Mining & Oil and Gas Extraction,,,,"​11,​408",​0,​4.5,​0,​83.5,,,,"​11,​496"​ 
-,​Manufacturing Industries,,,,"​ 6,978 ", 0 , 5.9 , 0 , 56.6 ,,,,"​7,​041"​,+,​Manufacturing Industries,,,,"​6,​978",​0,​5.9,​0,​56.6,,,,"​7,​041"​
 </​file>​ </​file>​
  
Line 80: Line 80:
  allowDuplicate=on,​ \  allowDuplicate=on,​ \
  elemNamesFromLineNum=6,​ firstCol=4, \  elemNamesFromLineNum=6,​ firstCol=4, \
 + searchElemName1=",",​ replaceElemName1="​-",​ \
 + replaceWhiteSpaceInElemName="​_"​ , \
  file=$fileName)  file=$fileName)
  
Line 86: Line 88:
 </​code>​ </​code>​
  
 +===== Example Test Load =====
 +Once you have code for reading the sets it's often useful to do a quick test load of the data.  This file pulls together all the pieces:
  
 +<​file>​
 +$informPath = $home + "/​V4/​informants"​
 +
 +string $importPath,​ $fileName
 +buildstring ($importPath,​ $home, "/​testScripts"​)
 +
 +buildstring ($fileName, $importPath,​ "/​emtestfile.csv"​)
 +
 +localinformant ECemRowTitles[] = create (; object=set, delimiter=",",​ \
 + allowDuplicate=on,​ \
 + elemNamesFromColNum=2,​ firstLine=11,​ \
 + searchElemName1="",​ replaceElemName1="​blank",​ \
 + searchElemName2="&",​ replaceElemName2="​and",​ \
 + replaceWhiteSpaceInElemName="​_"​ , \
 + file=$fileName)
 +display (ECemRowTitles[])
 +export (ECemRowTitles[];​ file=$importPath/​ECemRowTitles.txt)
 +
 +
 +localinformant GHGInvEmType[] = create (; object=set, delimiter=",",​ \
 + allowDuplicate=on,​ \
 + elemNamesFromLineNum=6,​ firstCol=3, \
 + searchElemName1="",​ replaceElemName1="​blank",​ \
 + searchElemName2="&",​ replaceElemName2="​and",​ \
 + replaceWhiteSpaceInElemName="​_"​ , \
 + file=$fileName)
 +
 +display (GHGInvEmType[])
 +export (GHGInvEmType[];​ file=$importPath/​GHGInvEmType.txt)
 +
 +local data[rows,​cols] = create (; dim=ECemRowTitles,​ dim=GHGInvEmType,​ \
 + dataFormat="​coordinate",​ fileFormat="​text",​ allCoord=off,​ delimiter=",",​ \
 + firstLine=11,​ firstCol=2, ignoreExtraCols=on,​ ignoreMissingCols=on,​ \
 + searchData=",",​ replaceData=""​ , \
 + searchElemName1="",​ replaceElemName1="​blank",​ \
 + searchElemName2="&",​ replaceElemName2="​and",​ \
 + replaceWhiteSpaceInElemName="​_"​ , \
 + file=$fileName)
 +
 +table (data[rows,​cols])
 +</​file>​
 +
 +And here's a growing list of "​magic"​ element name character replacements:​
 +
 +<​file>​
 +
 +localinformant NHS2011Profile_fld[] = create (; object=set, delimiter=",",​ \
 + allowDuplicate=off,​ \
 + elemNamesFromColNum=2,​ firstLine=1,​ \
 + searchElemName1=",",​ replaceElemName1="",​ \
 + searchElemName2="​.",​ replaceElemName2="​_",​ \
 + searchElemName3="&",​ replaceElemName3="​and",​ \
 + searchElemName4="/",​ replaceElemName4="​_",​ \
 + searchElemName5="​(",​ replaceElemName5="",​ \
 + searchElemName6="​)",​ replaceElemName6="",​ \
 + searchElemName7="​]",​ replaceElemName7="",​ \
 + searchElemName8="​[",​ replaceElemName8="",​ \
 + searchElemName9="​-",​ replaceElemName9="​_",​ \
 + searchElemName10="'",​ replaceElemName10="",​ \
 + searchElemName11="​$",​ replaceElemName11="​dlr",​ \
 + searchElemName12="​%",​ replaceElemName12="​pct",​ \
 + searchElemName13=":",​ replaceElemName13="",​ \
 + searchElemName14="​=",​ replaceElemName14="​eq",​ \
 + stripLeadingWhiteSpace=off,​ \
 + replaceWhiteSpaceInElemName="​_"​ , \
 + file=$fileName)
 +
 +</​file>​
howtos/workwithdata/createsetsfromdatafile.1304715672.txt.gz · Last modified: 2011/05/06 21:01 by shona.weldon