Moved running process check to beginning of loop to skip more, better…

… handling and checking of child processes, deleting abandoned lockfiles, starting on batch sizes

host-wsl2-ubuntu/wsl2-startup.sh → host-wsl/wsl2-startup.sh

@@ -4,19 +4,20 @@
 log_file="./log"
 git_exit_status=""
 docker_compose_exit_status=""
+repo_build_path="/sourcegraph/implementation-bridges/repo-converter/build"
 
 echo "Starting $0 $@" >> $log_file
 
 # Git pull latest commits to main
-if ! git pull
+if ! git -C $repo_build_path pull
 then
     git_exit_status=$?
     echo "git pull failed, exit code $git_exit_status" >> $log_file
     exit $git_exit_status
 fi
 
 # Start docker compose services
-if ! docker compose up -d
+if ! docker compose -f $repo_build_path/docker-compose.yaml up -d --build
 then
     docker_compose_exit_status=$?
     echo "docker compose up failed, exit code $docker_compose_exit_status" >> $log_file

repo-converter/build/Dockerfile

@@ -18,7 +18,6 @@ RUN apt-get update && \
     apt-get upgrade -y && \
     apt-get install --no-install-recommends -y \
         cron \
-        gcc \
         git \
         git-svn \
         python3 \
@@ -33,6 +32,8 @@ RUN apt-get update && \
     systemctl enable cron && \
     systemctl start cron
 
+#        gcc \
+
 # Download dependencies as a separate step to take advantage of Docker's caching
 # Leverage a cache mount to /root/.cache/pip to speed up subsequent builds
 # Leverage a bind mount to requirements.txt to avoid having to copy them into

repo-converter/build/docker-compose-override.yaml

@@ -2,4 +2,5 @@ services:
 
   src-serve-git:
     # Uses a valid hostname as container_name, to trick the cloud agent and code host config into finding this container on the Docker network
-    container_name: src-serve-git-ubuntu.local
+    container_name: src-serve-git-wsl.local
+    command: "-v serve-git -addr :443 /sourcegraph/src-serve-root"

stats/repos.txt

@@ -0,0 +1,204 @@
+https://svn.apache.org/repos/asf/ace
+https://svn.apache.org/repos/asf/activemq
+https://svn.apache.org/repos/asf/airavata
+https://svn.apache.org/repos/asf/allura
+https://svn.apache.org/repos/asf/ambari
+https://svn.apache.org/repos/asf/ant
+https://svn.apache.org/repos/asf/any23
+https://svn.apache.org/repos/asf/apr
+https://svn.apache.org/repos/asf/archiva
+https://svn.apache.org/repos/asf/aries
+https://svn.apache.org/repos/asf/attic
+https://svn.apache.org/repos/asf/aurora
+https://svn.apache.org/repos/asf/avalon
+https://svn.apache.org/repos/asf/avro
+https://svn.apache.org/repos/asf/axis
+https://svn.apache.org/repos/asf/beam
+https://svn.apache.org/repos/asf/beehive
+https://svn.apache.org/repos/asf/bigtop
+https://svn.apache.org/repos/asf/bloodhound
+https://svn.apache.org/repos/asf/board
+https://svn.apache.org/repos/asf/bookkeeper
+https://svn.apache.org/repos/asf/brooklyn
+https://svn.apache.org/repos/asf/bugs
+https://svn.apache.org/repos/asf/buildr
+https://svn.apache.org/repos/asf/bval
+https://svn.apache.org/repos/asf/calcite
+https://svn.apache.org/repos/asf/camel
+https://svn.apache.org/repos/asf/cassandra
+https://svn.apache.org/repos/asf/cayenne
+https://svn.apache.org/repos/asf/celix
+https://svn.apache.org/repos/asf/chemistry
+https://svn.apache.org/repos/asf/chukwa
+https://svn.apache.org/repos/asf/clerezza
+https://svn.apache.org/repos/asf/click
+https://svn.apache.org/repos/asf/climate
+https://svn.apache.org/repos/asf/cloudstack
+https://svn.apache.org/repos/asf/cocoon
+https://svn.apache.org/repos/asf/comdev
+https://svn.apache.org/repos/asf/commons
+https://svn.apache.org/repos/asf/concom
+https://svn.apache.org/repos/asf/continuum
+https://svn.apache.org/repos/asf/cordova
+https://svn.apache.org/repos/asf/couchdb
+https://svn.apache.org/repos/asf/creadur
+https://svn.apache.org/repos/asf/crunch
+https://svn.apache.org/repos/asf/ctakes
+https://svn.apache.org/repos/asf/curator
+https://svn.apache.org/repos/asf/cxf
+https://svn.apache.org/repos/asf/datafu
+https://svn.apache.org/repos/asf/db
+https://svn.apache.org/repos/asf/deltacloud
+https://svn.apache.org/repos/asf/deltaspike
+https://svn.apache.org/repos/asf/devicemap
+https://svn.apache.org/repos/asf/directmemory
+https://svn.apache.org/repos/asf/directory
+https://svn.apache.org/repos/asf/drill
+https://svn.apache.org/repos/asf/eagle
+https://svn.apache.org/repos/asf/empire-db
+https://svn.apache.org/repos/asf/esme
+https://svn.apache.org/repos/asf/etch
+https://svn.apache.org/repos/asf/excalibur
+https://svn.apache.org/repos/asf/falcon
+https://svn.apache.org/repos/asf/felix
+https://svn.apache.org/repos/asf/flex
+https://svn.apache.org/repos/asf/flink
+https://svn.apache.org/repos/asf/flume
+https://svn.apache.org/repos/asf/forrest
+https://svn.apache.org/repos/asf/fundraising
+https://svn.apache.org/repos/asf/geode
+https://svn.apache.org/repos/asf/geronimo
+https://svn.apache.org/repos/asf/giraph
+https://svn.apache.org/repos/asf/gora
+https://svn.apache.org/repos/asf/gump
+https://svn.apache.org/repos/asf/hadoop
+https://svn.apache.org/repos/asf/hama
+https://svn.apache.org/repos/asf/harmony
+https://svn.apache.org/repos/asf/hbase
+https://svn.apache.org/repos/asf/helix
+https://svn.apache.org/repos/asf/hive
+https://svn.apache.org/repos/asf/hivemind
+https://svn.apache.org/repos/asf/httpcomponents
+https://svn.apache.org/repos/asf/httpd
+https://svn.apache.org/repos/asf/ibatis
+https://svn.apache.org/repos/asf/ignite
+https://svn.apache.org/repos/asf/infrastructure
+https://svn.apache.org/repos/asf/isis
+https://svn.apache.org/repos/asf/jackrabbit
+https://svn.apache.org/repos/asf/jakarta
+https://svn.apache.org/repos/asf/james
+https://svn.apache.org/repos/asf/jclouds
+https://svn.apache.org/repos/asf/jena
+https://svn.apache.org/repos/asf/jmeter
+https://svn.apache.org/repos/asf/johnzon
+https://svn.apache.org/repos/asf/jspwiki
+https://svn.apache.org/repos/asf/juddi
+https://svn.apache.org/repos/asf/kafka
+https://svn.apache.org/repos/asf/karaf
+https://svn.apache.org/repos/asf/knox
+https://svn.apache.org/repos/asf/kylin
+https://svn.apache.org/repos/asf/labs
+https://svn.apache.org/repos/asf/lens
+https://svn.apache.org/repos/asf/lenya
+https://svn.apache.org/repos/asf/libcloud
+https://svn.apache.org/repos/asf/logging
+https://svn.apache.org/repos/asf/lucene
+https://svn.apache.org/repos/asf/lucene.net
+https://svn.apache.org/repos/asf/lucy
+https://svn.apache.org/repos/asf/mahout
+https://svn.apache.org/repos/asf/manifoldcf
+https://svn.apache.org/repos/asf/marmotta
+https://svn.apache.org/repos/asf/maven
+https://svn.apache.org/repos/asf/mesos
+https://svn.apache.org/repos/asf/metamodel
+https://svn.apache.org/repos/asf/mina
+https://svn.apache.org/repos/asf/mrunit
+https://svn.apache.org/repos/asf/myfaces
+https://svn.apache.org/repos/asf/nifi
+https://svn.apache.org/repos/asf/nutch
+https://svn.apache.org/repos/asf/ode
+https://svn.apache.org/repos/asf/ofbiz
+https://svn.apache.org/repos/asf/olingo
+https://svn.apache.org/repos/asf/oltu
+https://svn.apache.org/repos/asf/onami
+https://svn.apache.org/repos/asf/oodt
+https://svn.apache.org/repos/asf/oozie
+https://svn.apache.org/repos/asf/openjpa
+https://svn.apache.org/repos/asf/openmeetings
+https://svn.apache.org/repos/asf/opennlp
+https://svn.apache.org/repos/asf/openoffice
+https://svn.apache.org/repos/asf/openwebbeans
+https://svn.apache.org/repos/asf/parquet
+https://svn.apache.org/repos/asf/pdfbox
+https://svn.apache.org/repos/asf/perl
+https://svn.apache.org/repos/asf/phoenix
+https://svn.apache.org/repos/asf/pig
+https://svn.apache.org/repos/asf/pivot
+https://svn.apache.org/repos/asf/planet
+https://svn.apache.org/repos/asf/poi
+https://svn.apache.org/repos/asf/portals
+https://svn.apache.org/repos/asf/qpid
+https://svn.apache.org/repos/asf/quetzalcoatl
+https://svn.apache.org/repos/asf/ranger
+https://svn.apache.org/repos/asf/rave
+https://svn.apache.org/repos/asf/reef
+https://svn.apache.org/repos/asf/river
+https://svn.apache.org/repos/asf/roller
+https://svn.apache.org/repos/asf/samza
+https://svn.apache.org/repos/asf/santuario
+https://svn.apache.org/repos/asf/sentry
+https://svn.apache.org/repos/asf/serf
+https://svn.apache.org/repos/asf/servicemix
+https://svn.apache.org/repos/asf/shale
+https://svn.apache.org/repos/asf/shindig
+https://svn.apache.org/repos/asf/shiro
+https://svn.apache.org/repos/asf/singa
+https://svn.apache.org/repos/asf/sis
+https://svn.apache.org/repos/asf/sling
+https://svn.apache.org/repos/asf/spamassassin
+https://svn.apache.org/repos/asf/spark
+https://svn.apache.org/repos/asf/sqoop
+https://svn.apache.org/repos/asf/stanbol
+https://svn.apache.org/repos/asf/stdcxx
+https://svn.apache.org/repos/asf/steve
+https://svn.apache.org/repos/asf/storm
+https://svn.apache.org/repos/asf/stratos
+https://svn.apache.org/repos/asf/struts
+https://svn.apache.org/repos/asf/subversion
+https://svn.apache.org/repos/asf/synapse
+https://svn.apache.org/repos/asf/syncope
+https://svn.apache.org/repos/asf/systemds
+https://svn.apache.org/repos/asf/tajo
+https://svn.apache.org/repos/asf/tapestry
+https://svn.apache.org/repos/asf/tcl
+https://svn.apache.org/repos/asf/tez
+https://svn.apache.org/repos/asf/thrift
+https://svn.apache.org/repos/asf/tika
+https://svn.apache.org/repos/asf/tiles
+https://svn.apache.org/repos/asf/tinkerpop
+https://svn.apache.org/repos/asf/tomcat
+https://svn.apache.org/repos/asf/tomee
+https://svn.apache.org/repos/asf/trafficserver
+https://svn.apache.org/repos/asf/turbine
+https://svn.apache.org/repos/asf/tuscany
+https://svn.apache.org/repos/asf/twill
+https://svn.apache.org/repos/asf/uima
+https://svn.apache.org/repos/asf/unomi
+https://svn.apache.org/repos/asf/usergrid
+https://svn.apache.org/repos/asf/vcl
+https://svn.apache.org/repos/asf/velocity
+https://svn.apache.org/repos/asf/vxquery
+https://svn.apache.org/repos/asf/webservices
+https://svn.apache.org/repos/asf/whirr
+https://svn.apache.org/repos/asf/wicket
+https://svn.apache.org/repos/asf/wink
+https://svn.apache.org/repos/asf/wookie
+https://svn.apache.org/repos/asf/xalan
+https://svn.apache.org/repos/asf/xerces
+https://svn.apache.org/repos/asf/xml
+https://svn.apache.org/repos/asf/xmlbeans
+https://svn.apache.org/repos/asf/xmlgraphics
+https://svn.apache.org/repos/asf/zeppelin
+https://svn.apache.org/repos/asf/zest
+https://svn.apache.org/repos/asf/zookeeper
+https://svn.apache.org/repos/asf/incubator