Project

General

Profile

« Previous | Next » 

Revision 11798

Added by Aaron Marcuse-Kubitza almost 11 years ago

web/links/index.htm: updated to Firefox bookmarks. PostgreSQL: added links for troubleshooting out-of-memory errors, which show up (cryptically) as "The database system is in recovery mode" errors in processes running at the time the out-of-memory condition occurred.

View differences:

index.htm
28 28 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/Database_development" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/Database_development" ADD_DATE="1318376026" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>Wiki</A><a name="__Wiki" href="#__Wiki" style="margin-left: 0.5em;">&para;</a>
29 29 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/To_Do" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/To_Do" ADD_DATE="1342214119" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>To do</A><a name="__To do" href="#__To do" style="margin-left: 0.5em;">&para;</a>
30 30 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/issues?c[]=status&c[]=subject&c[]=assigned_to&c[]=updated_on&c[]=done_ratio&f[]=status_id&f[]=&group_by=&op[status_id]=o&per_page=100&set_filter=1&sort=id%3Adesc%2Cdone_ratio" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/issues?c[]=status&c[]=subject&c[]=assigned_to&c[]=updated_on&c[]=done_ratio&f[]=status_id&f[]=&group_by=&op[status_id]=o&per_page=100&set_filter=1&sort=id%3Adesc%2Cdone_ratio" ADD_DATE="1328841076" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>Issues</A><a name="__Issues" href="#__Issues" style="margin-left: 0.5em;">&para;</a>
31 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/VegBIEN_datasources" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/VegBIEN_datasources" ADD_DATE="1355767956" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>srcs</A><a name="__srcs" href="#__srcs" style="margin-left: 0.5em;">&para;</a>
31 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/Datasource_validation_status" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/Datasource_validation_status" ADD_DATE="1355767956" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>srcs</A><a name="__srcs" href="#__srcs" style="margin-left: 0.5em;">&para;</a>
32 32 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/Postgres_queries" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/Postgres_queries" ADD_DATE="1369809099" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>SQL</A><a name="__SQL" href="#__SQL" style="margin-left: 0.5em;">&para;</a>
33 33 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/VegCore" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/VegCore" ADD_DATE="1354727779" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>VegCore</A><a name="__VegCore" href="#__VegCore" style="margin-left: 0.5em;">&para;</a>
34 34 
        <DT><A HREF="https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/VegBIEN_schema" name="__https://projects.nceas.ucsb.edu/nceas/projects/bien/wiki/VegBIEN_schema" ADD_DATE="1344469303" ICON_URI="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715"><img width="16" height="16" src="https://projects.nceas.ucsb.edu/nceas/favicon.ico?1347421715" style="margin-right: 0.5em;"/>VegBIEN</A><a name="__VegBIEN" href="#__VegBIEN" style="margin-left: 0.5em;">&para;</a>
......
265 265 
&quot;Species occurrence data were obtained from four online databases:
266 266 
VegBank http://vegbank.org/vegbank/index.jsp&quot;
267 267 
                </DL><p>
268 
                <DT><A HREF="http://www.gbif.org/newsroom/uses" name="http://www.gbif.org/newsroom/uses" ADD_DATE="1384383363" ICON_URI="http://cdn.gbif.org/img/favicon/favicon_32x32.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.gbif.org/img/favicon/favicon_32x32.ico" style="margin-right: 0.5em;"/>GBIF Newsroom ‐ News and events from around the GBIF community: Uses of data</A><a name="GBIF Newsroom ‐ News and events from around the GBIF community: Uses of data" href="#GBIF Newsroom ‐ News and events from around the GBIF community: Uses of data" style="margin-left: 0.5em;">&para;</a>
268 
                <DT><A HREF="http://www.gbif.org/mendeley/usecases" name="http://www.gbif.org/mendeley/usecases" ADD_DATE="1386062283" ICON_URI="http://cdn.gbif.org/img/favicon/favicon_32x32.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.gbif.org/img/favicon/favicon_32x32.ico" style="margin-right: 0.5em;"/> ‐ GBIF use cases | GBIF.ORG</A><a name=" ‐ GBIF use cases | GBIF.ORG" href="# ‐ GBIF use cases | GBIF.ORG" style="margin-left: 0.5em;">&para;</a>
269 269 
            </DL><p>
270 270 
            <DT><A HREF="http://www.msi.ucsb.edu/current-projects/iplantnceas-collaboration-build-bien-and-environment-organisms-working-groups" name="http://www.msi.ucsb.edu/current-projects/iplantnceas-collaboration-build-bien-and-environment-organisms-working-groups" ADD_DATE="1384918307" ICON_URI="http://www.msi.ucsb.edu/sites/msi.ucsb.edu/themes/msi_adaptive/images/fav-icon.gif" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.msi.ucsb.edu/sites/msi.ucsb.edu/themes/msi_adaptive/images/fav-icon.gif" style="margin-right: 0.5em;"/>**** iPlant/NCEAS Collaboration to Build the BIEN and Environment &amp; Organisms Working Groups&#39; Informatics Frameworks | Marine Science Institute, UCSB</A><a name="**** iPlant/NCEAS Collaboration to Build the BIEN and Environment &amp; Organisms Working Groups&#39; Informatics Frameworks | Marine Science Institute, UCSB" href="#**** iPlant/NCEAS Collaboration to Build the BIEN and Environment &amp; Organisms Working Groups&#39; Informatics Frameworks | Marine Science Institute, UCSB" style="margin-left: 0.5em;">&para;</a>
271 271 
<DD>&quot;Award Period:
......
780 780 
                            </DL><p>
781 781 
                            <DT><a name="hash indexes" href="#hash indexes"><H3 ADD_DATE="1383135543">hash indexes</H3></a>
782 782 
                            <DL><p>
783 
                                <DT><A HREF="http://www.depesz.com/2010/06/28/should-you-use-hash-index/" name="http://www.depesz.com/2010/06/28/should-you-use-hash-index/" ADD_DATE="1341863773" ICON_URI="http://www.depesz.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.depesz.com/favicon.ico" style="margin-right: 0.5em;"/>select * from depesz; » Blog Archive » Should you use HASH index?</A><a name="select * from depesz; » Blog Archive » Should you use HASH index?" href="#select * from depesz; » Blog Archive » Should you use HASH index?" style="margin-left: 0.5em;">&para;</a>
784 
                                <DT><A HREF="http://www.depesz.com/2008/08/05/waiting-for-84-hash-based-distinct/" name="http://www.depesz.com/2008/08/05/waiting-for-84-hash-based-distinct/" ADD_DATE="1351759513" ICON_URI="http://www.depesz.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.depesz.com/favicon.ico" style="margin-right: 0.5em;"/>select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT</A><a name="select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT" href="#select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT" style="margin-left: 0.5em;">&para;</a>
785 
                                <DT><A HREF="http://stackoverflow.com/questions/398884/postgresql-hash-index" name="http://stackoverflow.com/questions/398884/postgresql-hash-index" ADD_DATE="1366152256" ICON_URI="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" style="margin-right: 0.5em;"/>sql - PostgreSQL HASH index - Stack Overflow</A><a name="sql - PostgreSQL HASH index - Stack Overflow" href="#sql - PostgreSQL HASH index - Stack Overflow" style="margin-left: 0.5em;">&para;</a>
786 
<DD>&quot;It should be noted that as of version 8.4 the issue with Hash indexes being less efficient and slower than b-tree indexes is resolved&quot;
783 
                                <DT><A HREF="http://grokbase.com/t/postgresql/pgsql-performance/0559m8364s/hash-index-vs-b-tree-index-postgresql-8-0" name="http://grokbase.com/t/postgresql/pgsql-performance/0559m8364s/hash-index-vs-b-tree-index-postgresql-8-0" ADD_DATE="1383136591" ICON_URI="http://grokbase.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://grokbase.com/favicon.ico" style="margin-right: 0.5em;"/>&quot;Hash index&quot; vs. &quot;b-tree index&quot; (PostgreSQL 8.0) - Grokbase</A><a name="&quot;Hash index&quot; vs. &quot;b-tree index&quot; (PostgreSQL 8.0) - Grokbase" href="#&quot;Hash index&quot; vs. &quot;b-tree index&quot; (PostgreSQL 8.0) - Grokbase" style="margin-left: 0.5em;">&para;</a>
784 
<DD>page's description: (33 replies) Greetings, We are working on speeding up the queries by creating indexes. We have queries with searching criteria such as &quot;select ... where *col1=&#39;...&#39;*&quot;. This is a simple query with only &quot;=&quot; operation. As a result I setup hash index on column &quot;col1&quot;. While, in postgreSQL 8 doc, it is wirttern: *Note: * Testing has shown PostgreSQL&#39;s hash indexes to perform no better than B-tree indexes, and the index size and build time for hash indexes is much worse. For these reasons, hash index use is
787 785 
                                <DT><A HREF="http://www.postgresql.org/message-id/140.1227903396@sss.pgh.pa.us" name="http://www.postgresql.org/message-id/140.1227903396@sss.pgh.pa.us" ADD_DATE="1379925644" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>Re: why hash on the primary key?</A><a name="Re: why hash on the primary key?" href="#Re: why hash on the primary key?" style="margin-left: 0.5em;">&para;</a>
788 786 
<DD>&quot;A probe into an in-memory hashtable is a lot
789 787 
cheaper than a probe into an index, so this type of plan makes plenty
790 788 
of sense if the hashtable will fit in RAM and there are going to be a
791 789 
lot of probes&quot;
792 
                                <DT><A HREF="http://grokbase.com/t/postgresql/pgsql-performance/0559m8364s/hash-index-vs-b-tree-index-postgresql-8-0" name="http://grokbase.com/t/postgresql/pgsql-performance/0559m8364s/hash-index-vs-b-tree-index-postgresql-8-0" ADD_DATE="1383136591" ICON_URI="http://grokbase.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://grokbase.com/favicon.ico" style="margin-right: 0.5em;"/>&quot;Hash index&quot; vs. &quot;b-tree index&quot; (PostgreSQL 8.0) - Grokbase</A><a name="&quot;Hash index&quot; vs. &quot;b-tree index&quot; (PostgreSQL 8.0) - Grokbase" href="#&quot;Hash index&quot; vs. &quot;b-tree index&quot; (PostgreSQL 8.0) - Grokbase" style="margin-left: 0.5em;">&para;</a>
793 
<DD>page's description: (33 replies) Greetings, We are working on speeding up the queries by creating indexes. We have queries with searching criteria such as &quot;select ... where *col1=&#39;...&#39;*&quot;. This is a simple query with only &quot;=&quot; operation. As a result I setup hash index on column &quot;col1&quot;. While, in postgreSQL 8 doc, it is wirttern: *Note: * Testing has shown PostgreSQL&#39;s hash indexes to perform no better than B-tree indexes, and the index size and build time for hash indexes is much worse. For these reasons, hash index use is
790 
                                <DT><A HREF="http://www.depesz.com/2010/06/28/should-you-use-hash-index/" name="http://www.depesz.com/2010/06/28/should-you-use-hash-index/" ADD_DATE="1341863773" ICON_URI="http://www.depesz.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.depesz.com/favicon.ico" style="margin-right: 0.5em;"/>select * from depesz; » Blog Archive » Should you use HASH index?</A><a name="select * from depesz; » Blog Archive » Should you use HASH index?" href="#select * from depesz; » Blog Archive » Should you use HASH index?" style="margin-left: 0.5em;">&para;</a>
791 
                                <DT><A HREF="http://www.depesz.com/2008/08/05/waiting-for-84-hash-based-distinct/" name="http://www.depesz.com/2008/08/05/waiting-for-84-hash-based-distinct/" ADD_DATE="1351759513" ICON_URI="http://www.depesz.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.depesz.com/favicon.ico" style="margin-right: 0.5em;"/>select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT</A><a name="select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT" href="#select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT" style="margin-left: 0.5em;">&para;</a>
792 
                                <DT><A HREF="http://stackoverflow.com/questions/398884/postgresql-hash-index" name="http://stackoverflow.com/questions/398884/postgresql-hash-index" ADD_DATE="1366152256" ICON_URI="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" style="margin-right: 0.5em;"/>sql - PostgreSQL HASH index - Stack Overflow</A><a name="sql - PostgreSQL HASH index - Stack Overflow" href="#sql - PostgreSQL HASH index - Stack Overflow" style="margin-left: 0.5em;">&para;</a>
793 
<DD>&quot;It should be noted that as of version 8.4 the issue with Hash indexes being less efficient and slower than b-tree indexes is resolved&quot;
794 794 
                            </DL><p>
795 795 
                            <DT><a name="installing 9.3" href="#installing 9.3"><H3 ADD_DATE="1384429280">installing 9.3</H3></a>
796 796 
<DD>after installing, you need to restore config values that the upgrade reset:
......
890 890 
                                <DT><A HREF="http://gis.stackexchange.com/questions/24356/struggling-with-enabling-a-postgis-database-on-mac" name="http://gis.stackexchange.com/questions/24356/struggling-with-enabling-a-postgis-database-on-mac" ADD_DATE="1347912089" ICON_URI="http://cdn.sstatic.net/gis/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/gis/img/favicon.ico" style="margin-right: 0.5em;"/>postgresql - Struggling with enabling a PostGIS database on Mac - GIS</A><a name="postgresql - Struggling with enabling a PostGIS database on Mac - GIS" href="#postgresql - Struggling with enabling a PostGIS database on Mac - GIS" style="margin-left: 0.5em;">&para;</a>
891 891 
                                <DT><A HREF="https://gist.github.com/1481128" name="https://gist.github.com/1481128" ADD_DATE="1347912337" ICON_URI="https://github.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="https://github.com/favicon.ico" style="margin-right: 0.5em;"/>Install Postgres 9.1, PostGIS and create PostGIS template on Ubuntu 11.10 Oneiric Ocelot — Gist</A><a name="Install Postgres 9.1, PostGIS and create PostGIS template on Ubuntu 11.10 Oneiric Ocelot — Gist" href="#Install Postgres 9.1, PostGIS and create PostGIS template on Ubuntu 11.10 Oneiric Ocelot — Gist" style="margin-left: 0.5em;">&para;</a>
892 892 
                            </DL><p>
893 
                            <DT><a name="recovery mode" href="#recovery mode"><H3 ADD_DATE="1386063918">recovery mode</H3></a>
894 
                            <DL><p>
895 
                                <DT><a name="because of Linux out-of-memory (OOM) killer" href="#because of Linux out-of-memory (OOM) killer"><H3 ADD_DATE="1386067073">because of Linux out-of-memory (OOM) killer</H3></a>
896 
                                <DL><p>
897 
                                    <DT><A HREF="http://stackoverflow.com/questions/16418173/psql-seems-to-timeout-with-long-queries" name="http://stackoverflow.com/questions/16418173/psql-seems-to-timeout-with-long-queries" ADD_DATE="1386064802" ICON_URI="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" style="margin-right: 0.5em;"/>*** postgresql - psql seems to timeout with long queries - Stack Overflow</A><a name="*** postgresql - psql seems to timeout with long queries - Stack Overflow" href="#*** postgresql - psql seems to timeout with long queries - Stack Overflow" style="margin-left: 0.5em;">&para;</a>
898 
<DD>&quot;the Linux out-of-memory (OOM) killer triggers and terminates the process.
899 

  		




  
  900
  
    
In the latter case you will see reports of OOM killer activity in the kernel&#39;s dmesg output. I expect this is what you&#39;ll see in your case.


  		




  
  901
  
    

  		




  
  902
  
    
PostgreSQL servers should be configured without virtual memory overcommit so that the OOM killer does not run and PostgreSQL can handle out-of-memory conditions its self. See the PostgreSQL documentation on Linux memory overcommit.&quot;


  		




  
  903
  
    
                                    <DT><A HREF="http://www.postgresql.org/message-id/Pine.LNX.4.44.0305011809260.10366-100000@gord.tabbweb.com" name="http://www.postgresql.org/message-id/Pine.LNX.4.44.0305011809260.10366-100000@gord.tabbweb.com" ADD_DATE="1386063904" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>** The database system is in recovery mode</A><a name="** The database system is in recovery mode" href="#** The database system is in recovery mode" style="margin-left: 0.5em;">&para;</a>


  		




  
  904
  
    
<DD>&quot;Could this be the linux kernel randomly killing processes under heavy


  		




  
  905
  
    
load issue?&quot;


  		




  
  906
  
    
&quot;Here&#39;s the logs:


  		




  
  907
  
    
[...] NOTICE:  Message from PostgreSQL backend:


  		




  
  908
  
    
        The Postmaster has informed me that some other backend


  		




  
  909
  
    
        died abnormally and possibly corrupted shared memory.


  		




  
  910
  
    
&quot;


  		




  
  911
  
    

  		




  
  912
  
    
our logs show this problem, too:


  		




  
  913
  
    
&quot;


  		




  
  914
  
    
2013-12-02 23:51:11 PST LOG:  server process (PID 22312) was terminated by signal 9: Killed


  		




  
  915
  
    
2013-12-02 23:51:11 PST DETAIL:  Failed process was running: /*NCBI.nodes*/	INSERT INTO &quot;_taxonlabel_set_parent_id(parent_id=taxonlabel_pkeys.out.taxonl&quot;


  		




  
  916
  
    
	(&quot;taxonID&quot;, &quot;result&quot;)


  		




  
  917
  
    
	SELECT * FROM &quot;pg_temp&quot;.&quot;_taxonlabel_set_parent_id(parent_id=taxonlabel_.out.taxonl_wrap&quot;()


  		




  
  918
  
    
	/* EXPLAIN:


  		




  
  919
  
    
	Function Scan on &quot;_taxonlabel_set_parent_id(parent_id=taxonlabel_.out.taxonl_wrap&quot;  (cost=0.25..10.25 rows=1000 width=8)


  		




  
  920
  
    
	*/


  		




  
  921
  
    
2013-12-02 23:51:11 PST LOG:  terminating any other active server processes


  		




  
  922
  
    
2013-12-02 23:51:11 PST WARNING:  terminating connection because of crash of another server process


  		




  
  923
  
    
2013-12-02 23:51:11 PST DETAIL:  The postmaster has commanded this server process to roll back the current transaction and exit, because another server process exited abnormally and possibly corrupted shared memory.


  		




  
  924
  
    
2013-12-02 23:51:11 PST HINT:  In a moment you should be able to reconnect to the database and repeat your command.


  		




  
  925
  
    
2013-12-02 23:51:11 PST WARNING:  terminating connection because of crash of another server process


  		




  
  926
  
    
2013-12-02 23:51:11 PST DETAIL:  The postmaster has commanded this server process to roll back the current transaction and exit, because another server process exited abnormally and possibly corrupted shared memory.


  		




  
  927
  
    
2013-12-02 23:51:11 PST HINT:  In a moment you should be able to reconnect to the database and repeat your command.


  		




  
  928
  
    
2013-12-02 23:51:11 PST WARNING:  terminating connection because of crash of another server process


  		




  
  929
  
    
2013-12-02 23:51:11 PST DETAIL:  The postmaster has commanded this server process to roll back the current transaction and exit, because another server process exited abnormally and possibly corrupted shared memory.


  		




  
  930
  
    
2013-12-02 23:51:11 PST HINT:  In a moment you should be able to reconnect to the database and repeat your command.


  		




  
  931
  
    
2013-12-02 23:51:12 PST LOG:  all server processes terminated; reinitializing


  		




  
  932
  
    
2013-12-02 23:51:14 PST FATAL:  the database system is in recovery mode


  		




  
  933
  
    
2013-12-02 23:51:14 PST LOG:  database system was interrupted; last known up at 2013-12-02 23:50:28 PST


  		




  
  934
  
    
2013-12-02 23:51:14 PST LOG:  database system was not properly shut down; automatic recovery in progress


  		




  
  935
  
    
2013-12-02 23:51:14 PST FATAL:  the database system is in recovery mode


  		




  
  936
  
    
2013-12-02 23:51:14 PST LOG:  redo starts at 1DDB/54FA3B30


  		




  
  937
  
    
&quot;


  		




  
  938
  
    
                                    <DT><A HREF="http://www.postgresql.org/message-id/17004.1052001841@sss.pgh.pa.us" name="http://www.postgresql.org/message-id/17004.1052001841@sss.pgh.pa.us" ADD_DATE="1386064233" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>** Re: The database system is in recovery mode</A><a name="** Re: The database system is in recovery mode" href="#** Re: The database system is in recovery mode" style="margin-left: 0.5em;">&para;</a>


  		




  
  939
  
    
<DD>&quot;the kernel uses


  		




  
  940
  
    
signal 9, not 11, when it wants to kill something&quot; (!!!) apparently, the kernel doesn&#39;t even give the process a chance to shut down cleanly


  		




  
  941
  
    
                                    <DT><A HREF="http://www.oracle.com/technetwork/articles/servers-storage-dev/oom-killer-1911807.html" name="http://www.oracle.com/technetwork/articles/servers-storage-dev/oom-killer-1911807.html" ADD_DATE="1386067095" ICON_URI="http://www.oracle.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.oracle.com/favicon.ico" style="margin-right: 0.5em;"/>How to Configure the Linux Out of Memory Killer</A><a name="How to Configure the Linux Out of Memory Killer" href="#How to Configure the Linux Out of Memory Killer" style="margin-left: 0.5em;">&para;</a>


  		




  
  942
  
    
<DD>page's description: This article describes the Linux out-of-memory (OOM) killer and how to find out why it killed a particular process.  It also provides methods for configuring the OOM killer to better suit the needs of many different environments.


  		




  
  943
  
    

  		




  
  944
  
    
&quot;We can set valid ranges for oom_adj from -16 to +15, and a setting of -17 exempts a process entirely from the OOM killer. The higher the number, the more likely our process will be selected for termination if the system encounters an OOM condition&quot;


  		




  
  945
  
    

  		




  
  946
  
    
&quot;The contents of /proc/2592/oom_score can also be viewed to determine how likely a process is to be killed by the OOM killer. A score of 0 is an indication that our process is exempt from the OOM killer. The higher the OOM score, the more likely a process will be killed in an OOM condition.&quot;


  		




  
  947
  
    
                                </DL><p>


  		




  
  948
  
    
                                <DT><A HREF="http://www.postgresql.org/message-id/14187.1160674973@sss.pgh.pa.us" name="http://www.postgresql.org/message-id/14187.1160674973@sss.pgh.pa.us" ADD_DATE="1386062112" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>Re: FATAL: the database system is in recovery mode</A><a name="Re: FATAL: the database system is in recovery mode" href="#Re: FATAL: the database system is in recovery mode" style="margin-left: 0.5em;">&para;</a>


  		




  
  949
  
    
<DD>&quot;unless you had extremely high settings for both checkpoint_segments


  		




  
  950
  
    
and checkpoint_timeout, it shouldn&#39;t take an hour to recover from a


  		




  
  951
  
    
crash.  Does it appear that the startup subprocess is making progress at


  		




  
  952
  
    
all?  (Use &quot;ps&quot; to find the postmaster&#39;s startup process child, then see


  		




  
  953
  
    
if it&#39;s doing anything using &quot;strace&quot; or some such.)&quot;


  		




  
  954
  
    
                            </DL><p>


  		




  893
  955
  
    
                            <DT><a name="SHOW GRANTS FOR" href="#SHOW GRANTS FOR"><H3 ADD_DATE="1384404369">SHOW GRANTS FOR</H3></a>


  		




  894
  956
  
    
                            <DL><p>


  		




  895
  957
  
    
                                <DT><A HREF="http://postgresql.1045698.n5.nabble.com/quot-SHOW-GRANTS-FOR-username-quot-or-why-z-is-not-enough-for-me-td5714952.html" name="http://postgresql.1045698.n5.nabble.com/quot-SHOW-GRANTS-FOR-username-quot-or-why-z-is-not-enough-for-me-td5714952.html" ADD_DATE="1384404388" ICON_URI="http://postgresql.1045698.n5.nabble.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://postgresql.1045698.n5.nabble.com/favicon.ico" style="margin-right: 0.5em;"/>PostgreSQL - novice - &quot;SHOW GRANTS FOR username&quot; or why \z is not enough for me</A><a name="PostgreSQL - novice - &quot;SHOW GRANTS FOR username&quot; or why \z is not enough for me" href="#PostgreSQL - novice - &quot;SHOW GRANTS FOR username&quot; or why \z is not enough for me" style="margin-left: 0.5em;">&para;</a>


  		




  ......




  969
  1031
  
    
                            <DT><A HREF="http://www.pgadmin.org/docs/1.4/options-tab3.html" name="http://www.pgadmin.org/docs/1.4/options-tab3.html" ADD_DATE="1348017556" ICON_URI="http://www.pgadmin.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.pgadmin.org/favicon.ico" style="margin-right: 0.5em;"/>pgAdmin Options - Tab 3 (Query)</A><a name="pgAdmin Options - Tab 3 (Query)" href="#pgAdmin Options - Tab 3 (Query)" style="margin-left: 0.5em;">&para;</a>


  		




  970
  1032
  
    
<DD>page's description: pgAdmin is the leading graphical Open Source management, development and administration tool for PostgreSQL, running on Windows, Linux, Solaris, FreeBSD and Mac OSX


  		




  971
  1033
  
    
                            <DT><A HREF="http://en.wikipedia.org/wiki/PhpPgAdmin" name="http://en.wikipedia.org/wiki/PhpPgAdmin" ADD_DATE="1366901186" ICON_URI="http://bits.wikimedia.org/favicon/wikipedia.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://bits.wikimedia.org/favicon/wikipedia.ico" style="margin-right: 0.5em;"/>phpPgAdmin - Wikipedia, the free encyclopedia</A><a name="phpPgAdmin - Wikipedia, the free encyclopedia" href="#phpPgAdmin - Wikipedia, the free encyclopedia" style="margin-left: 0.5em;">&para;</a>


  		




  
  1034
  
    
                            <DT><A HREF="https://www.google.com/search?q=postgres%20foreign%20key%20to%20a%20view" name="https://www.google.com/search?q=postgres%20foreign%20key%20to%20a%20view" ADD_DATE="1385433190" ICON_URI="https://www.google.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="https://www.google.com/favicon.ico" style="margin-right: 0.5em;"/>postgres foreign key to a view - Google Search</A><a name="postgres foreign key to a view - Google Search" href="#postgres foreign key to a view - Google Search" style="margin-left: 0.5em;">&para;</a>


  		




  972
  1035
  
    
                            <DT><A HREF="http://blog.xzion.net/2010/02/10/postgres-session-variables-neat/" name="http://blog.xzion.net/2010/02/10/postgres-session-variables-neat/" ADD_DATE="1364429984" LAST_CHARSET="UTF-8"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>Postgres Session Variables – Neat. | An Oak In The Fall</A><a name="Postgres Session Variables – Neat. | An Oak In The Fall" href="#Postgres Session Variables – Neat. | An Oak In The Fall" style="margin-left: 0.5em;">&para;</a>


  		




  973
  1036
  
    
<DD>page's description: Postgres Session Variables – Neat.


  		




  974
  1037
  
    
                            <DT><A HREF="http://stackoverflow.com/questions/1943433/postgresql-concat-ws-like-function" name="http://stackoverflow.com/questions/1943433/postgresql-concat-ws-like-function" ADD_DATE="1362549138" ICON_URI="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" style="margin-right: 0.5em;"/>Postgresql - concat_ws like function? - Stack Overflow</A><a name="Postgresql - concat_ws like function? - Stack Overflow" href="#Postgresql - concat_ws like function? - Stack Overflow" style="margin-left: 0.5em;">&para;</a>


  		




  ......




  1024
  1087
  
    
                            <DT><A HREF="http://archives.postgresql.org/message-id/9359.1243290777@sss.pgh.pa.us" name="http://archives.postgresql.org/message-id/9359.1243290777@sss.pgh.pa.us" ADD_DATE="1351739104" LAST_CHARSET="UTF-8"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>Re: generic options for explain</A><a name="Re: generic options for explain" href="#Re: generic options for explain" style="margin-left: 0.5em;">&para;</a>


  		




  1025
  1088
  
    
                            <DT><A HREF="http://www.postgresql.org/message-id/5fe0d78bda51d7176940fb8e78739b54@biglumber.com" name="http://www.postgresql.org/message-id/5fe0d78bda51d7176940fb8e78739b54@biglumber.com" ADD_DATE="1368696895" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>Re: How to start a database in ReadOnly mode?</A><a name="Re: How to start a database in ReadOnly mode?" href="#Re: How to start a database in ReadOnly mode?" style="margin-left: 0.5em;">&para;</a>


  		




  1026
  1089
  
    
                            <DT><A HREF="http://archives.postgresql.org/pgadmin-support/2012-05/msg00036.php" name="http://archives.postgresql.org/pgadmin-support/2012-05/msg00036.php" ADD_DATE="1340228310" LAST_CHARSET="UTF-8"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>Re: Restoring right side of the display</A><a name="Re: Restoring right side of the display" href="#Re: Restoring right side of the display" style="margin-left: 0.5em;">&para;</a>


  		




  
  1090
  
    
                            <DT><A HREF="http://www.postgresql.org/message-id/4DE4EDC5020000250003DF1B@gw.wicourts.gov" name="http://www.postgresql.org/message-id/4DE4EDC5020000250003DF1B@gw.wicourts.gov" ADD_DATE="1386065494" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>Re: Server crash... trying to figure it out</A><a name="Re: Server crash... trying to figure it out" href="#Re: Server crash... trying to figure it out" style="margin-left: 0.5em;">&para;</a>


  		




  
  1091
  
    
<DD>&quot;you can easily allocate up to


  		




  
  1092
  
    
shared_buffers + (user_connections [~=max_connections] * work_mem)&quot;


  		




  1027
  1093
  
    
                            <DT><A HREF="http://www.postgresql.org/message-id/140.1227903396@sss.pgh.pa.us" name="http://www.postgresql.org/message-id/140.1227903396@sss.pgh.pa.us" ADD_DATE="1379925644" ICON_URI="http://www.postgresql.org/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.postgresql.org/favicon.ico" style="margin-right: 0.5em;"/>Re: why hash on the primary key?</A><a name="Re: why hash on the primary key?" href="#Re: why hash on the primary key?" style="margin-left: 0.5em;">&para;</a>


  		




  1028
  1094
  
    
<DD>&quot;A probe into an in-memory hashtable is a lot


  		




  1029
  1095
  
    
cheaper than a probe into an index, so this type of plan makes plenty


  		




  1030
  1096
  
    
of sense if the hashtable will fit in RAM and there are going to be a


  		




  1031
  1097
  
    
lot of probes&quot;


  		




  1032
  1098
  
    
                            <DT><A HREF="http://stackoverflow.com/questions/2647158/how-can-i-hash-passwords-in-postgresql" name="http://stackoverflow.com/questions/2647158/how-can-i-hash-passwords-in-postgresql" ADD_DATE="1344468295" ICON_URI="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" style="margin-right: 0.5em;"/>security - How can I hash passwords in postgresql? - Stack Overflow</A><a name="security - How can I hash passwords in postgresql? - Stack Overflow" href="#security - How can I hash passwords in postgresql? - Stack Overflow" style="margin-left: 0.5em;">&para;</a>


  		




  1033
  
  
    
                            <DT><A HREF="http://www.depesz.com/2010/06/28/should-you-use-hash-index/" name="http://www.depesz.com/2010/06/28/should-you-use-hash-index/" ADD_DATE="1341863773" ICON_URI="http://www.depesz.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.depesz.com/favicon.ico" style="margin-right: 0.5em;"/>select * from depesz; » Blog Archive » Should you use HASH index?</A><a name="select * from depesz; » Blog Archive » Should you use HASH index?" href="#select * from depesz; » Blog Archive » Should you use HASH index?" style="margin-left: 0.5em;">&para;</a>


  		




  1034
  
  
    
                            <DT><A HREF="http://www.depesz.com/2008/08/05/waiting-for-84-hash-based-distinct/" name="http://www.depesz.com/2008/08/05/waiting-for-84-hash-based-distinct/" ADD_DATE="1351759513" ICON_URI="http://www.depesz.com/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.depesz.com/favicon.ico" style="margin-right: 0.5em;"/>select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT</A><a name="select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT" href="#select * from depesz; » Blog Archive » Waiting for 8.4 – hash based DISTINCT" style="margin-left: 0.5em;">&para;</a>


  		




  1035
  1099
  
    
                            <DT><A HREF="http://stackoverflow.com/questions/6274457/set-isolation-level-for-postgresql-stored-procedures" name="http://stackoverflow.com/questions/6274457/set-isolation-level-for-postgresql-stored-procedures" ADD_DATE="1378328473" ICON_URI="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://cdn.sstatic.net/stackoverflow/img/favicon.ico" style="margin-right: 0.5em;"/>set isolation level for postgresql stored procedures - Stack Overflow</A><a name="set isolation level for postgresql stored procedures - Stack Overflow" href="#set isolation level for postgresql stored procedures - Stack Overflow" style="margin-left: 0.5em;">&para;</a>


  		




  1036
  1100
  
    
<DD>&quot;In PG your procedures aren&#39;t separate transactions&quot;


  		




  1037
  1101
  
    
                            <DT><A HREF="http://forums.devshed.com/postgresql-help-21/slow-queries-after-convertinf-db-from-sql-ascii-to-utf8t-887470.html" name="http://forums.devshed.com/postgresql-help-21/slow-queries-after-convertinf-db-from-sql-ascii-to-utf8t-887470.html" ADD_DATE="1367833539" ICON_URI="http://forums.devshed.com/images/favicon2.ico" LAST_CHARSET="windows-1252"><img width="16" height="16" src="http://forums.devshed.com/images/favicon2.ico" style="margin-right: 0.5em;"/>Slow queries after convertinf DB from SQL_ASCII to UTF8 - Dev Shed</A><a name="Slow queries after convertinf DB from SQL_ASCII to UTF8 - Dev Shed" href="#Slow queries after convertinf DB from SQL_ASCII to UTF8 - Dev Shed" style="margin-left: 0.5em;">&para;</a>


  		




  ......




  1384
  1448
  
    
                    <DT><A HREF="http://lcsd05.cs.tamu.edu/slides/keynote.pdf" name="http://lcsd05.cs.tamu.edu/slides/keynote.pdf" ADD_DATE="1385418740" LAST_CHARSET="UTF-8"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>**** How to Design a Good API and Why it Matters</A><a name="**** How to Design a Good API and Why it Matters" href="#**** How to Design a Good API and Why it Matters" style="margin-left: 0.5em;">&para;</a>


  		




  1385
  1449
  
    
<DD>&quot;Public APIs are forever - one chance to get it right&quot;


  		




  1386
  1450
  
    

  		




  1387
  
  
    
&quot;Code lives on as examples, unit tests


  		




  
  1451
  
    
&quot;Code lives on as examples, unit tests&quot;


  		




  1388
  1452
  
    

  		




  1389
  1453
  
    
&quot;Your job is to extract true requirements


  		




  1390
  1454
  
    
_


  		




  ......




  1948
  2012
  
    
                <DT><A HREF="http://www.cyberciti.biz/tips/understanding-linux-unix-umask-value-usage.html" name="http://www.cyberciti.biz/tips/understanding-linux-unix-umask-value-usage.html" ADD_DATE="1363173177" ICON_URI="http://s0.cyberciti.org/static/legacy/i/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://s0.cyberciti.org/static/legacy/i/favicon.ico" style="margin-right: 0.5em;"/>What is Umask and How To Setup Default umask Under Linux?</A><a name="What is Umask and How To Setup Default umask Under Linux?" href="#What is Umask and How To Setup Default umask Under Linux?" style="margin-left: 0.5em;">&para;</a>


  		




  1949
  2013
  
    
<DD>page's description: Explains how to read and setup umask (he file mode creation mask of the current process) for file under Linux operating systems using bash shell. 


  		




  1950
  2014
  
    
                <DT><A HREF="http://www.xfree86.org/current/ctlseqs.html" name="http://www.xfree86.org/current/ctlseqs.html" ADD_DATE="1323814009" ICON_URI="http://www.xfree86.org/favicon.ico" LAST_CHARSET="ISO-8859-1"><img width="16" height="16" src="http://www.xfree86.org/favicon.ico" style="margin-right: 0.5em;"/>Xterm Control Sequences</A><a name="Xterm Control Sequences" href="#Xterm Control Sequences" style="margin-left: 0.5em;">&para;</a>


  		




  
  2015
  
    
                <DT><A HREF="http://www.clamav.net/lang/en/" name="http://www.clamav.net/lang/en/" ADD_DATE="1386018429" ICON_URI="http://www.clamav.net/favicon.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="http://www.clamav.net/favicon.ico" style="margin-right: 0.5em;"/>Clam AntiVirus</A><a name="Clam AntiVirus" href="#Clam AntiVirus" style="margin-left: 0.5em;">&para;</a>


  		




  1951
  2016
  
    
            </DL><p>


  		




  1952
  2017
  
    
            <DT><a name="version control" href="#version control"><H3 ADD_DATE="1371887891">version control</H3></a>


  		




  1953
  2018
  
    
            <DL><p>


  		




  ......




  2343
  2408
  
    
<DD>page's description: Free HTML XHTML CSS JavaScript jQuery XML DOM XSL XSLT RSS AJAX ASP .NET PHP SQL tutorials, references, examples for web building.


  		




  2344
  2409
  
    
        </DL><p>


  		




  2345
  2410
  
    
        <DT><A HREF="https://www.google.com/search?q=%s" name="https://www.google.com/search?q=%s" ADD_DATE="1318464507" ICON_URI="https://www.google.com/favicon.ico" SHORTCUTURL="g"><img width="16" height="16" src="https://www.google.com/favicon.ico" style="margin-right: 0.5em;"/>Google</A><a name="Google" href="#Google" style="margin-left: 0.5em;">&para;</a>


  		




  2346
  
  
    
        <DT><A HREF="https://www.google.com/calendar/render" name="https://www.google.com/calendar/render" ADD_DATE="1318014776" ICON_URI="https://calendar.google.com/googlecalendar/images/favicon_v2013_14.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="https://calendar.google.com/googlecalendar/images/favicon_v2013_14.ico" style="margin-right: 0.5em;"/>Google Calendar</A><a name="Google Calendar" href="#Google Calendar" style="margin-left: 0.5em;">&para;</a>


  		




  
  2411
  
    
        <DT><A HREF="https://www.google.com/calendar/render" name="https://www.google.com/calendar/render" ADD_DATE="1318014776" ICON_URI="https://calendar.google.com/googlecalendar/images/favicon_v2013_26.ico" LAST_CHARSET="UTF-8"><img width="16" height="16" src="https://calendar.google.com/googlecalendar/images/favicon_v2013_26.ico" style="margin-right: 0.5em;"/>Google Calendar</A><a name="Google Calendar" href="#Google Calendar" style="margin-left: 0.5em;">&para;</a>


  		




  2347
  2412
  
    
        <DT><A HREF="javascript:(function(){var%20ca,cea,cs,df,dfe,i,j,x,y;function%20n(i,what){return%20i+%22%20%22+what+((i==1)?%22%22:%22s%22)}ca=cea=cs=0;df=document.forms;for(i=0;i<df.length;++i){x=df[i];dfe=x.elements;if(x.onsubmit){x.onsubmit=%22%22;++cs;}if(x.attributes[%22autocomplete%22]){x.attributes[%22autocomplete%22].value=%22on%22;++ca;}for(j=0;j<dfe.length;++j){y=dfe[j];if(y.attributes[%22autocomplete%22]){y.attributes[%22autocomplete%22].value=%22on%22;++cea;}}}alert(%22Removed%20autocomplete=off%20from%20%22+n(ca,%22form%22)+%22%20and%20from%20%22+n(cea,%22form%20element%22)+%22,%20and%20removed%20onsubmit%20from%20%22+n(cs,%22form%22)+%22.%20After%20you%20type%20your%20password%20and%20submit%20the%20form,%20the%20browser%20will%20offer%20to%20remember%20your%20password.%22)})();" name="javascript:(function(){var%20ca,cea,cs,df,dfe,i,j,x,y;function%20n(i,what){return%20i+%22%20%22+what+((i==1)?%22%22:%22s%22)}ca=cea=cs=0;df=document.forms;for(i=0;i<df.length;++i){x=df[i];dfe=x.elements;if(x.onsubmit){x.onsubmit=%22%22;++cs;}if(x.attributes[%22autocomplete%22]){x.attributes[%22autocomplete%22].value=%22on%22;++ca;}for(j=0;j<dfe.length;++j){y=dfe[j];if(y.attributes[%22autocomplete%22]){y.attributes[%22autocomplete%22].value=%22on%22;++cea;}}}alert(%22Removed%20autocomplete=off%20from%20%22+n(ca,%22form%22)+%22%20and%20from%20%22+n(cea,%22form%20element%22)+%22,%20and%20removed%20onsubmit%20from%20%22+n(cs,%22form%22)+%22.%20After%20you%20type%20your%20password%20and%20submit%20the%20form,%20the%20browser%20will%20offer%20to%20remember%20your%20password.%22)})();" ADD_DATE="1318292619" SHORTCUTURL="r"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>remember password</A><a name="remember password" href="#remember password" style="margin-left: 0.5em;">&para;</a>


  		




  2348
  2413
  
    
        <HR>        <DT><A HREF="place:sort=14&type=6&maxResults=10&queryType=1" name="place:sort=14&type=6&maxResults=10&queryType=1"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>Recent Tags</A><a name="Recent Tags" href="#Recent Tags" style="margin-left: 0.5em;">&para;</a>


  		




  2349
  2414
  
    
        <DT><A HREF="place:folder=BOOKMARKS_MENU&folder=UNFILED_BOOKMARKS&folder=TOOLBAR&sort=12&excludeQueries=1&maxResults=10&queryType=1" name="place:folder=BOOKMARKS_MENU&folder=UNFILED_BOOKMARKS&folder=TOOLBAR&sort=12&excludeQueries=1&maxResults=10&queryType=1"><img width="16" height="16" src="blank.gif" style="margin-right: 0.5em;"/>Recently Bookmarked</A><a name="Recently Bookmarked" href="#Recently Bookmarked" style="margin-left: 0.5em;">&para;</a>


  		












Also available in:  Unified diff