Goal: Setup indexing for httpd.apache.org lists
Uses streamlined order of operations used for Maven lists.
Status:
DONE Add announce
DONE Add apreq-cvs
DONE Add apreq-dev
DONE Add bugs
DONE Add current-testers
DONE Add cvs
DONE Add dev
DONE Add docs
DONE Add mbox-dev
DONE Add pop3-dev
DONE Add stable-testers
DONE Add test-cvs
DONE Add test-dev
DONE Add users
DONE Add users-de
DONE Add win32-msi-cvs
- Subscribe lists (on daedalus)
{{{DONE ezmlm-sub /home/apmail/lists/httpd.apache.org/announce/ qmlist-httpd-archive-announce@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/apreq-cvs/ qmlist-httpd-archive-apreq-cvs@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/apreq-dev/ qmlist-httpd-archive-apreq-dev@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/bugs/ qmlist-httpd-archive-bugs@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/current-testers/ qmlist-httpd-archive-current-testers@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/cvs/ qmlist-httpd-archive-cvs@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/dev/ qmlist-httpd-archive-dev@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/docs/ qmlist-httpd-archive-docs@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/mbox-dev/ qmlist-httpd-archive-mbox-dev@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/pop3-dev/ qmlist-httpd-archive-pop3-dev@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/stable-testers/ qmlist-httpd-archive-stable-testers@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/test-cvs/ qmlist-httpd-archive-test-cvs@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/test-dev/ qmlist-httpd-archive-test-dev@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/users/ qmlist-httpd-archive-users@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/users-de/ qmlist-httpd-archive-users-de@nagoya.apache.org ["DONE"] ezmlm-sub /home/apmail/lists/httpd.apache.org/win32-msi-cvs/ qmlist-httpd-archive-win32-msi-cvs@nagoya.apache.org }}}
- On nagoya as qmlist user
- Make new mbox archive area(s) and copy files
["DONE"] ~noel/fetch-httpd-archives
Verify contents of current month. Refetch if necessary.
- On nagoya as regular user
- Register new lists
{{{ export WEB_APP_DIR='/opt/tomcat/webapps/eyebrowse'
- export EYEBROWSE="${WEB_APP_DIR}/WEB-INF/bin/eyebrowse --props=${WEB_APP_DIR}/WEB-INF/classes/eyebrowse.properties"
["DONE"] ${EYEBROWSE} --command=addlist --listname='announce@httpd.apache.org' --descr='Apache HTTPd Announcements' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/announce" ["DONE"] ${EYEBROWSE} --command=addlist --listname='apreq-cvs@httpd.apache.org' --descr='Apache HTTPd libapreq CVS Records' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/apreq-cvs" ["DONE"] ${EYEBROWSE} --command=addlist --listname='apreq-dev@httpd.apache.org' --descr='Apache HTTPd libapreq Development' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/apreq-dev" ["DONE"] ${EYEBROWSE} --command=addlist --listname='bugs@httpd.apache.org' --descr='Apache HTTPd Bug Log' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/bugs" ["DONE"] ${EYEBROWSE} --command=addlist --listname='current-testers@httpd.apache.org' --descr='Apache HTTPd Testing (current)' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/current-testers" ["DONE"] ${EYEBROWSE} --command=addlist --listname='cvs@httpd.apache.org' --descr='Apache HTTPd CVS Records' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/cvs" ["DONE"] ${EYEBROWSE} --command=addlist --listname='dev@httpd.apache.org' --descr='Apache HTTPd Development' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/dev" ["DONE"] ${EYEBROWSE} --command=addlist --listname='docs@httpd.apache.org' --descr='Apache HTTPd Documentation Project' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/docs" ["DONE"] ${EYEBROWSE} --command=addlist --listname='mbox-dev@httpd.apache.org' --descr='Apache HTTPd mod_mbox Development' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/mbox-dev" ["DONE"] ${EYEBROWSE} --command=addlist --listname='pop3-dev@httpd.apache.org' --descr='Apache HTTPd mod_pop3 Development' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/pop3-dev" ["DONE"] ${EYEBROWSE} --command=addlist --listname='stable-testers@httpd.apache.org' --descr='Apache HTTPd Testing (stable)' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/stable-testers" ["DONE"] ${EYEBROWSE} --command=addlist --listname='test-cvs@httpd.apache.org' --descr='Apache HTTPd Test CVS Records' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/test-cvs" ["DONE"] ${EYEBROWSE} --command=addlist --listname='test-dev@httpd.apache.org' --descr='Apache HTTPd Test Development' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/test-dev" ["DONE"] ${EYEBROWSE} --command=addlist --listname='users@httpd.apache.org' --descr='Apache HTTPd Users' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/users" ["DONE"] ${EYEBROWSE} --command=addlist --listname='users-de@httpd.apache.org' --descr='Apache HTTPd Users (Deutsche Sprache)' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/users-de" ["DONE"] ${EYEBROWSE} --command=addlist --listname='win32-msi-cvs@httpd.apache.org' --descr='Apache HTTPd Win32 MSI CVS Records' --indexdir="${WEB_APP_DIR}/index/httpd.apache.org/win32-msi-cvs" }}}
DONE Add initial mbox file to the database, update the database and Lucene indices:
- ~noel/update-list implements addlistfile, updatelist, and updateindex in order
- Repeat for each initial mbox for each list
{{{DONE find "${WEB_APP_DIR}/archive/httpd.apache.org/announce/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'announce@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/apreq-cvs/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'apreq-cvs@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/apreq-dev/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'apreq-dev@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/bugs/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'bugs@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/current-testers/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'current-testers@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/cvs/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'cvs@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/dev/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'dev@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/docs/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'docs@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/mbox-dev/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'mbox-dev@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/pop3-dev/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'pop3-dev@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/stable-testers/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'stable-testers@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/test-cvs/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'test-cvs@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/test-dev/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'test-dev@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/users/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'users@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/users-de/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'users-de@httpd.apache.org' {} ["DONE"] find "${WEB_APP_DIR}/archive/httpd.apache.org/win32-msi-cvs/" -type f | sort | xargs -n 1 -I {} ~noel/update-list 'win32-msi-cvs@httpd.apache.org' {} }}}