UM-specific BibClass Data Processing
From DLXS Documentation
(Difference between revisions)
| Line 1: | Line 1: | ||
| - | - before anything, ask to have new bib coll authorized: public access and hosted on hti | + | - before anything, ask to have new bib coll authorized: public access and hosted on hti |
| - | - also have stats entry created for new bib coll | + | - also have stats entry created for new bib coll |
| - | - the xml file should be in /l1/prep/d/dlpscoll/dlpstext/new/ or /l1/prep/d/dlpscoll/dlpsimage/new or /l1/prep/d/dlpscoll/spotext/new | + | - the xml file should be in /l1/prep/d/dlpscoll/dlpstext/new/ or /l1/prep/d/dlpscoll/dlpsimage/new or /l1/prep/d/dlpscoll/spotext/new |
| - | - move xml file to /l1/obj/d/dlpscoll | + | - move xml file to /l1/obj/d/dlpscoll |
| - | - on sangria, index the xml file | + | - on sangria, index the xml file |
| - | cd /l1/idx/d/dlpscoll | + | cd /l1/idx/d/dlpscoll |
| - | - cp the bib-sample.dd | + | - cp the bib-sample.dd |
| - | cp bib-sample.dd busadwp-bib.dd | + | cp bib-sample.dd busadwp-bib.dd |
| - | - edit busadwp-bib.dd so that /l1/obj/b/bib-sample/bib-sample becomes /l1/obj/d/dlpscoll/busadwp-bib in the three places it's needed | + | - edit busadwp-bib.dd so that /l1/obj/b/bib-sample/bib-sample becomes /l1/obj/d/dlpscoll/busadwp-bib in the three places it's needed |
| - | - create the init file for this coll | + | - create the init file for this coll |
| - | cp bib-sample.init busadwp-bib.init | + | cp bib-sample.init busadwp-bib.init |
| - | - find out how big your obj file is | + | - find out how big your obj file is |
| - | ls -la /l1/obj/d/dlpscoll/busadwp-bib.xml | + | ls -la /l1/obj/d/dlpscoll/busadwp-bib.xml |
| - | - index the file | + | - index the file |
| - | xpatbldu -m [x]m -D busadwp-bib.dd | + | xpatbldu -m [x]m -D busadwp-bib.dd |
| - | - where [x] = up to two times the size of the busadwp-bib.xml file, but no more than 75% of the RAM on the server | + | - where [x] = up to two times the size of the busadwp-bib.xml file, but no more than 75% of the RAM on the server |
| - | - multirgn -f -D busadwp-bib.dd -t bib-regions.tags | + | - multirgn -f -D busadwp-bib.dd -t bib-regions.tags |
| - | - add a record in collmgr | + | - add a record in collmgr |
| - | collectionid = busadwp-bib | + | collectionid = busadwp-bib |
| - | collname = University of Michigan Business Administration Working Papers | + | collname = University of Michigan Business Administration Working Papers |
| - | appmodule = BibApp | + | appmodule = BibApp |
| - | browseable = no | + | browseable = no |
| - | extendedname = University of Michigan Business Administration Working Papers | + | extendedname = University of Michigan Business Administration Working Papers |
| - | hold = no | + | hold = no |
| - | homesite = http://www.hti.umich.edu | + | homesite = http://www.hti.umich.edu |
| - | host = www.hti.umich.edu | + | host = www.hti.umich.edu |
| - | locale = en_US.UTF-8 | + | locale = en_US.UTF-8 |
| - | map = bib.map | + | map = bib.map |
| - | objdir = /d/dlpscoll | + | objdir = /d/dlpscoll |
| - | port = 620 | + | port = 620 |
| - | primaryhref = default | + | primaryhref = default |
| - | primarytitle = text:University of Michigan Business Administration Working Papers | + | primarytitle = text:University of Michigan Business Administration Working Papers |
| - | querylanguage = xpat | + | querylanguage = xpat |
| - | rendering = perl | + | rendering = perl |
| - | secondarytitle = default | + | secondarytitle = default |
| - | sortthreshold = 1000 | + | sortthreshold = 1000 |
| - | subclassmodule = BibClass | + | subclassmodule = BibClass |
| - | webdir = /d/dlpscoll/busadwp-bib | + | webdir = /d/dlpscoll/busadwp-bib |
| - | authsystems = um | + | authsystems = um |
| - | colldescr = [a description based on the original coll description] | + | colldescr = [a description based on the original coll description] |
| - | dd = /idx/d/dlpscoll/busadwp-bib.dd | + | dd = /idx/d/dlpscoll/busadwp-bib.dd |
| - | regionsearch = entire record [and] author [and] title | + | regionsearch = entire record [and] author [and] title |
| - | - move your index from sangria to clamato and dlps10, and thus production | + | - move your index from sangria to clamato and dlps10, and thus production |
| - | cd /l1/bin/b/bib | + | cd /l1/bin/b/bib |
| - | rdist -f rdist.dlpscoll -m clamato.umdl.umich.edu | + | rdist -f rdist.dlpscoll -m clamato.umdl.umich.edu |
| - | rdist -s hti -f rdist.dlpscoll | + | rdist -s hti -f rdist.dlpscoll |
| - | - authorize yourself to look at the collection, before it is officially authorized | + | - authorize yourself to look at the collection, before it is officially authorized |
| - | cd /l1/dev/[uniqname]/cgi/b/bib | + | cd /l1/dev/[uniqname]/cgi/b/bib |
| - | - add busadwp-bib to AUTHZD_COLL | + | - add busadwp-bib to AUTHZD_COLL |
| - | - create an HTML index page for your collection. | + | - create an HTML index page for your collection. |
| - | cd /l1/dev/[uniqname]/web/d/dlpscoll | + | cd /l1/dev/[uniqname]/web/d/dlpscoll |
| - | mkdir busadwp-bib | + | mkdir busadwp-bib |
| - | cvs add busadwp-bib | + | cvs add busadwp-bib |
| - | cp sample_index.tpl busadwp-bib | + | cp sample_index.tpl busadwp-bib |
| - | cd busadwp-bib | + | cd busadwp-bib |
| - | mv sample_index.tpl index.tpl | + | mv sample_index.tpl index.tpl |
| - | - open the index.tpl file and change the <title> and <h2> tags to reflect the full name of the collection, and add the description from colldescr | + | - open the index.tpl file and change the <title> and <h2> tags to reflect the full name of the collection, and add the description from colldescr |
| - | - cvs add index.tpl | + | - cvs add index.tpl |
| - | - cvs commit index.tpl | + | - cvs commit index.tpl |
| - | - update the release script to incorporate these for release. | + | - update the release script to incorporate these for release. |
| - | cd /l1/dev/[uniqname]/bin/b/bib | + | cd /l1/dev/[uniqname]/bin/b/bib |
| - | - add '/web/d/dlpscoll/busadwp-bib' => '-R', # recurse to cvstag.bib | + | - add '/web/d/dlpscoll/busadwp-bib' => '-R', # recurse to cvstag.bib |
| - | cvs commit cvstag.bib | + | cvs commit cvstag.bib |
| - | - find the range of dates in the collection | + | - find the range of dates in the collection |
| - | - go back to sangria | + | - go back to sangria |
| - | xpatu /l1/idx/d/dlpscoll/busadwp-bib.dd | + | xpatu /l1/idx/d/dlpscoll/busadwp-bib.dd |
| - | region YR | + | region YR |
| - | {savefile "dates"} | + | {savefile "dates"} |
| - | save.region.1 | + | save.region.1 |
| - | /l1/prep/d/dlpscoll/scripts/daterange.pl dates | sort | uniq | more | + | /l1/prep/d/dlpscoll/scripts/daterange.pl dates | sort | uniq | more |
| - | - go back to the record in collmgr and add: | + | - go back to the record in collmgr and add: |
| - | minmaxyearstart = [first date] | + | minmaxyearstart = [first date] |
| - | minmaxyearend = [last date] | + | minmaxyearend = [last date] |
| - | - look at everything at http://[uniqname].dev.umdl.umich.edu/cgi/b/bib/bib-idx?c=busadwp-bib | + | - look at everything at http://[uniqname].dev.umdl.umich.edu/cgi/b/bib/bib-idx?c=busadwp-bib |
| - | - choose the groups you want to add the collection to in collmgr | + | - choose the groups you want to add the collection to in collmgr |
| - | - for OAI, choose the oaiall group | + | - for OAI, choose the oaiall group |
Revision as of 11:04, 9 September 2007
- before anything, ask to have new bib coll authorized: public access and hosted on hti - also have stats entry created for new bib coll - the xml file should be in /l1/prep/d/dlpscoll/dlpstext/new/ or /l1/prep/d/dlpscoll/dlpsimage/new or /l1/prep/d/dlpscoll/spotext/new - move xml file to /l1/obj/d/dlpscoll - on sangria, index the xml file cd /l1/idx/d/dlpscoll - cp the bib-sample.dd cp bib-sample.dd busadwp-bib.dd - edit busadwp-bib.dd so that /l1/obj/b/bib-sample/bib-sample becomes /l1/obj/d/dlpscoll/busadwp-bib in the three places it's needed - create the init file for this coll cp bib-sample.init busadwp-bib.init - find out how big your obj file is ls -la /l1/obj/d/dlpscoll/busadwp-bib.xml - index the file xpatbldu -m [x]m -D busadwp-bib.dd - where [x] = up to two times the size of the busadwp-bib.xml file, but no more than 75% of the RAM on the server - multirgn -f -D busadwp-bib.dd -t bib-regions.tags - add a record in collmgr collectionid = busadwp-bib collname = University of Michigan Business Administration Working Papers appmodule = BibApp browseable = no extendedname = University of Michigan Business Administration Working Papers hold = no homesite = http://www.hti.umich.edu host = www.hti.umich.edu locale = en_US.UTF-8 map = bib.map objdir = /d/dlpscoll port = 620 primaryhref = default primarytitle = text:University of Michigan Business Administration Working Papers querylanguage = xpat rendering = perl secondarytitle = default sortthreshold = 1000 subclassmodule = BibClass webdir = /d/dlpscoll/busadwp-bib authsystems = um colldescr = [a description based on the original coll description] dd = /idx/d/dlpscoll/busadwp-bib.dd regionsearch = entire record [and] author [and] title - move your index from sangria to clamato and dlps10, and thus production cd /l1/bin/b/bib rdist -f rdist.dlpscoll -m clamato.umdl.umich.edu rdist -s hti -f rdist.dlpscoll - authorize yourself to look at the collection, before it is officially authorized cd /l1/dev/[uniqname]/cgi/b/bib - add busadwp-bib to AUTHZD_COLL - create an HTML index page for your collection. cd /l1/dev/[uniqname]/web/d/dlpscoll mkdir busadwp-bib cvs add busadwp-bib cp sample_index.tpl busadwp-bib cd busadwp-bib mv sample_index.tpl index.tpl- open the index.tpl file and change the <title> and
