Changeset 2271

Timestamp:

07/16/09 11:08:46

Author:

douglm

Message:

Add some administrative support methods to the core system. These provide paged retrieval of child name/paths for collections allowing crawlers and the like to wander around the data structure.

Also add some options for the new bwcrawler project which makes use of these

Aslo add external to link in bwcrawler project

Files:

• branches/douglm (modified) (1 prop)
• branches/douglm/build.xml (modified) (6 diffs)
• branches/douglm/config/bwbuild/default/cal.options.xml (modified) (1 diff)
• branches/douglm/config/bwbuild/default/cal.properties (modified) (2 diffs)
• branches/douglm/deployment/bwcrawler (added)
• branches/douglm/deployment/bwcrawler/shellscr (added)
• branches/douglm/deployment/bwcrawler/shellscr/appjars.xml (added)
• branches/douglm/deployment/bwcrawler/shellscr/build.xml (added)
• branches/douglm/deployment/bwcrawler/shellscr/resources (added)
• branches/douglm/deployment/bwcrawler/shellscr/resources/bwrun.bat (added)
• branches/douglm/deployment/bwcrawler/shellscr/resources/bwrun.sh (added)
• branches/douglm/deployment/bwcrawler/shellscr/resources/log4j.xml (added)

branches/douglm/build.xml

@@ -25 +25 @@
-  <property name="org.bedework.project.access"
-            location="${org.bedework.projects}/access" />
+
+  <property name="org.bedework.project.bwcrawler"
+            location="${org.bedework.projects}/bwcrawler" />
-
-  <property name="org.bedework.project.bwtools"
@@ -209 +212 @@
-                                build.calendarapi,build.dumprestore,
-                                build.caldavTest,build.caldavimpl,
-
+build.bwcrawler,
-                                build.testsuite,build.deployutil"
-          description="builds the project">
@@ -222 +225 @@
-                                clean.webdav,clean.caldav,clean.caldavTest,
-                                clean.caldavimpl,
-
+clean.bwcrawler,
-                                clean.testsuite"
-          description="Remove all generated files.">
@@ -234 +237 @@
-                                           clean.webdav,clean.caldav,clean.caldavTest,
-                                           clean.caldavimpl,
-
+clean.bwcrawler,
-                                           clean.testsuite"
-          description="partial clean up for quickstart.">
@@ -374 +377 @@
-    </ant>
-
+    <ant antfile="${org.bedework.project.bwcrawler}/build.xml" inheritall="false"
+         target="javadoc" >
+      <property name="destdir"
+                location="${org.bedework.projectdocs.home}/bwcrawler/api" />
+    </ant>
+
-    <ant antfile="${org.bedework.project.webapps}/build.xml" inheritall="false"
-         target="javadoc" >
@@ -411 +420 @@
-  <target name="clean.build.access" depends="clean.access,build.access"
-          description="builds the access project"/>
+
+  <!-- .................................................................
+                          bwcrawler
+       .................................................................. -->
+  <target name="build.bwcrawler" depends="init"
+          description="builds the bwcrawler project">
+    <ant antfile="${org.bedework.project.bwcrawler}/build.xml" inheritall="false"
+           target="build-all"  >
+      <property name="org.bedework.libcache.dir"
+                location="${org.bedework.project.bedework}/libcache"/>
+    </ant>
+  </target>
+
+  <target name="clean.bwcrawler" depends="init"
+          description="clean the bwcrawler project">
+    <ant antfile="${org.bedework.project.bwcrawler}/build.xml" inheritall="false"
+           target="deep-clean" />
+  </target>
+
+  <target name="clean.build.bwcrawler" depends="clean.bwcrawler,build.bwcrawler"
+          description="builds the bwcrawler project"/>
-
-  <!-- .................................................................

branches/douglm/config/bwbuild/default/cal.options.xml

@@ -425 +425 @@
-          <defaultPublicCalPath>/public/Other Events/Other</defaultPublicCalPath>
-        </dumpres>
+
+        <!-- ==================================================================
+                          Crawler program
+             ================================================================== -->
+        <bwcrawler classname="org.bedework.calfacade.configs.BwCrawlerConfig">
+          <debug>true</debug>
+          <appType>bwcrawler</appType>
+          <guestMode>true</guestMode>
+          <debugEntity>false</debugEntity>
+        </bwcrawler>
-      </app>
-    </bedework>

branches/douglm/config/bwbuild/default/cal.properties

@@ -17 +17 @@
-#
-# Define the names of the applications we want to build
-
+
+
-
-#
@@ -384 +385 @@
-org.bedework.app.dumpres.schema.delimiter=;
-
+#
+# --------------------------------------------------------------------
+#
+# Crawler
+#
+
+org.bedework.app.bwcrawler.project=bwcrawler
+org.bedework.app.bwcrawler.sou.dir=
+org.bedework.app.bwcrawler.shellscr.name=bwrun
+org.bedework.app.bwcrawler.batscr.name=bwrun.bat
+org.bedework.app.bwcrawler.zip.name=bwcrawler
+org.bedework.app.bwcrawler.description=Bedework crawler application
+