From cbaa4365be10bb6d9f5f2b45c75868ce4bfc111e Mon Sep 17 00:00:00 2001 From: Antonis Troumpoukis Date: Sat, 26 Feb 2022 16:26:47 +0200 Subject: [PATCH 1/2] fix custom configuration for virtuoso --- examples/dataset-virtuoso/virtuoso-init/Dockerfile | 1 + examples/dataset-virtuoso/virtuoso-init/init.sh | 4 +++- 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/examples/dataset-virtuoso/virtuoso-init/Dockerfile b/examples/dataset-virtuoso/virtuoso-init/Dockerfile index 734238df..90f29cca 100644 --- a/examples/dataset-virtuoso/virtuoso-init/Dockerfile +++ b/examples/dataset-virtuoso/virtuoso-init/Dockerfile @@ -6,5 +6,6 @@ RUN mkdir -p /kobe/dataset COPY init.sh /init.sh COPY loadfiles.sh /loadfiles.sh +COPY virtuoso.ini /virtuoso.ini ENTRYPOINT /init.sh diff --git a/examples/dataset-virtuoso/virtuoso-init/init.sh b/examples/dataset-virtuoso/virtuoso-init/init.sh index 9439b996..c8a87f6c 100755 --- a/examples/dataset-virtuoso/virtuoso-init/init.sh +++ b/examples/dataset-virtuoso/virtuoso-init/init.sh @@ -1,5 +1,7 @@ #!/bin/bash +export VIRTUOSO_INI_FILE="/virtuoso.ini" + if [ "$DATASET_NAME" ] then mkdir -p /kobe/dataset/$DATASET_NAME @@ -7,7 +9,7 @@ then if [ -f "/kobe/dataset/$DATASET_NAME/data_downloaded" ] then if [ ! -f "/kobe/dataset/$DATASET_NAME/data_loaded" ] - then + then /virtuoso-entrypoint.sh & until nc -z localhost 1111 From d8d4c4eea81fa101db4f6f552e800e206ae0afdf Mon Sep 17 00:00:00 2001 From: Antonis Troumpoukis Date: Sat, 26 Feb 2022 16:27:34 +0200 Subject: [PATCH 2/2] virtuoso.ini file for virtuoso-opensource-7 --- .../virtuoso-init/virtuoso.ini | 262 ++++++++---------- 1 file changed, 120 insertions(+), 142 deletions(-) diff --git a/examples/dataset-virtuoso/virtuoso-init/virtuoso.ini b/examples/dataset-virtuoso/virtuoso-init/virtuoso.ini index 8bfbd234..6195846b 100644 --- a/examples/dataset-virtuoso/virtuoso-init/virtuoso.ini +++ b/examples/dataset-virtuoso/virtuoso-init/virtuoso.ini @@ -17,72 +17,69 @@ ; ; technical.support@openlinksw.com ; - ; ; Database setup ; [Database] -DatabaseFile = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.db -ErrorLogFile = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.log -LockFile = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.lck -TransactionFile = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.trx -xa_persistent_file = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso.pxa -ErrorLogLevel = 7 -FileExtend = 200 -MaxCheckpointRemap = 2000 -Striping = 0 -TempStorage = TempDatabase - +DatabaseFile = virtuoso.db +ErrorLogFile = virtuoso.log +LockFile = virtuoso.lck +TransactionFile = virtuoso.trx +xa_persistent_file = virtuoso.pxa +ErrorLogLevel = 7 +FileExtend = 200 +MaxCheckpointRemap = 2000 +Striping = 0 +TempStorage = TempDatabase [TempDatabase] -DatabaseFile = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.db -TransactionFile = /usr/local/virtuoso-opensource/var/lib/virtuoso/db/virtuoso-temp.trx -MaxCheckpointRemap = 2000 -Striping = 0 - +DatabaseFile = virtuoso-temp.db +TransactionFile = virtuoso-temp.trx +MaxCheckpointRemap = 2000 +Striping = 0 ; ; Server parameters ; [Parameters] -ServerPort = 1111 -LiteMode = 0 -DisableUnixSocket = 1 -DisableTcpSocket = 0 -;SSLServerPort = 2111 -;SSLCertificate = cert.pem -;SSLPrivateKey = pk.pem -;X509ClientVerify = 0 -;X509ClientVerifyDepth = 0 -;X509ClientVerifyCAFile = ca.pem -MaxClientConnections = 10 -CheckpointInterval = 60 -O_DIRECT = 0 -CaseMode = 2 -MaxStaticCursorRows = 5000 -CheckpointAuditTrail = 0 -AllowOSCalls = 0 -SchedulerInterval = 10 -DirsAllowed = ., /usr/local/virtuoso-opensource/share/virtuoso/vad -ThreadCleanupInterval = 0 -ThreadThreshold = 10 -ResourcesCleanupInterval = 0 -FreeTextBatchSize = 100000 -SingleCPU = 0 -VADInstallDir = /usr/local/virtuoso-opensource/share/virtuoso/vad/ -PrefixResultNames = 0 -RdfFreeTextRulesSize = 100 -IndexTreeMaps = 256 -MaxMemPoolSize = 200000000 -PrefixResultNames = 0 -MacSpotlight = 0 -IndexTreeMaps = 64 -MaxQueryMem = 2G ; memory allocated to query processor -VectorSize = 1000 ; initial parallel query vector (array of query operations) size -MaxVectorSize = 1000000 ; query vector size threshold. -AdjustVectorSize = 0 -ThreadsPerQuery = 4 -AsyncQueueMaxThreads = 10 +ServerPort = 1111 +LiteMode = 0 +DisableUnixSocket = 1 +DisableTcpSocket = 0 +;SSLServerPort = 2111 +;SSLCertificate = cert.pem +;SSLPrivateKey = pk.pem +;X509ClientVerify = 0 +;X509ClientVerifyDepth = 0 +;X509ClientVerifyCAFile = ca.pem +MaxClientConnections = 10 +CheckpointInterval = 60 +O_DIRECT = 0 +CaseMode = 2 +MaxStaticCursorRows = 5000 +CheckpointAuditTrail = 0 +AllowOSCalls = 0 +SchedulerInterval = 10 +DirsAllowed = ., ../vad, /usr/share/proj +ThreadCleanupInterval = 0 +ThreadThreshold = 10 +ResourcesCleanupInterval = 0 +FreeTextBatchSize = 100000 +SingleCPU = 0 +VADInstallDir = ../vad/ +PrefixResultNames = 0 +RdfFreeTextRulesSize = 100 +IndexTreeMaps = 256 +MaxMemPoolSize = 200000000 +PrefixResultNames = 0 +MacSpotlight = 0 +IndexTreeMaps = 64 +MaxQueryMem = 2G ; memory allocated to query processor +VectorSize = 1000 ; initial parallel query vector (array of query operations) size +MaxVectorSize = 1000000 ; query vector size threshold. +AdjustVectorSize = 0 +ThreadsPerQuery = 4 +AsyncQueueMaxThreads = 10 ;; ;; When running with large data sets, one should configure the Virtuoso ;; process to use between 2/3 to 3/5 of free system memory and to stripe @@ -116,54 +113,51 @@ AsyncQueueMaxThreads = 10 NumberOfBuffers = 10000 MaxDirtyBuffers = 6000 - [HTTPServer] -ServerPort = 8890 -ServerRoot = /usr/local/virtuoso-opensource/var/lib/virtuoso/vsp -MaxClientConnections = 10 -DavRoot = DAV -EnabledDavVSP = 0 -HTTPProxyEnabled = 0 -TempASPXDir = 0 -DefaultMailServer = localhost:25 -ServerThreads = 10 -MaxKeepAlives = 10 -KeepAliveTimeout = 10 -MaxCachedProxyConnections = 10 -ProxyConnectionCacheTimeout = 15 -HTTPThreadSize = 280000 -HttpPrintWarningsInOutput = 0 -Charset = UTF-8 -;;HTTPLogFile = http.log -MaintenancePage = atomic.html -EnabledGzipContent = 1 - +ServerPort = 8890 +ServerRoot = ../vsp +MaxClientConnections = 10 +DavRoot = DAV +EnabledDavVSP = 0 +HTTPProxyEnabled = 0 +TempASPXDir = 0 +DefaultMailServer = localhost:25 +ServerThreads = 10 +MaxKeepAlives = 10 +KeepAliveTimeout = 10 +MaxCachedProxyConnections = 10 +ProxyConnectionCacheTimeout = 15 +HTTPThreadSize = 280000 +HttpPrintWarningsInOutput = 0 +Charset = UTF-8 +;HTTPLogFile = logs/http.log +MaintenancePage = atomic.html +EnabledGzipContent = 1 [AutoRepair] -BadParentLinks = 0 +BadParentLinks = 0 [Client] -SQL_PREFETCH_ROWS = 100 -SQL_PREFETCH_BYTES = 16000 -SQL_QUERY_TIMEOUT = 0 -SQL_TXN_TIMEOUT = 0 -;SQL_NO_CHAR_C_ESCAPE = 1 -;SQL_UTF8_EXECS = 0 -;SQL_NO_SYSTEM_TABLES = 0 -;SQL_BINARY_TIMESTAMP = 1 -;SQL_ENCRYPTION_ON_PASSWORD = -1 +SQL_PREFETCH_ROWS = 100 +SQL_PREFETCH_BYTES = 16000 +SQL_QUERY_TIMEOUT = 0 +SQL_TXN_TIMEOUT = 0 +;SQL_NO_CHAR_C_ESCAPE = 1 +;SQL_UTF8_EXECS = 0 +;SQL_NO_SYSTEM_TABLES = 0 +;SQL_BINARY_TIMESTAMP = 1 +;SQL_ENCRYPTION_ON_PASSWORD = -1 [VDB] -ArrayOptimization = 0 -NumArrayParameters = 10 -VDBDisconnectTimeout = 1000 -KeepConnectionOnFixedThread = 0 +ArrayOptimization = 0 +NumArrayParameters = 10 +VDBDisconnectTimeout = 1000 +KeepConnectionOnFixedThread = 0 [Replication] -ServerName = db-D602566B774E -ServerEnable = 1 -QueueMax = 50000 - +ServerName = db-CENTOS5-PORT +ServerEnable = 1 +QueueMax = 50000 ; ; Striping setup @@ -195,66 +189,50 @@ QueueMax = 50000 ; added, do not change the setup. ; [Striping] -Segment1 = 100M, db-seg1-1.db, db-seg1-2.db -Segment2 = 100M, db-seg2-1.db +Segment1 = 100M, db-seg1-1.db, db-seg1-2.db +Segment2 = 100M, db-seg2-1.db ;... - ;[TempStriping] -;Segment1 = 100M, db-seg1-1.db, db-seg1-2.db -;Segment2 = 100M, db-seg2-1.db +;Segment1 = 100M, db-seg1-1.db, db-seg1-2.db +;Segment2 = 100M, db-seg2-1.db ;... - ;[Ucms] -;UcmPath = -;Ucm1 = -;Ucm2 = +;UcmPath = +;Ucm1 = +;Ucm2 = ;... - [Zero Config] -ServerName = virtuoso (D602566B774E) -;ServerDSN = ZDSN -;SSLServerName = -;SSLServerDSN = - +ServerName = virtuoso (CENTOS5-PORT) +;ServerDSN = ZDSN +;SSLServerName = +;SSLServerDSN = [Mono] -;MONO_TRACE = Off -;MONO_PATH = -;MONO_ROOT = -;MONO_CFG_DIR = -;virtclr.dll = - +;MONO_TRACE = Off +;MONO_PATH = +;MONO_ROOT = +;MONO_CFG_DIR = +;virtclr.dll = [URIQA] -DynamicLocal = 0 -DefaultHost = localhost:8890 - +DynamicLocal = 0 +DefaultHost = localhost:8890 [SPARQL] -;ExternalQuerySource = 1 -;ExternalXsltSource = 1 -;DefaultGraph = http://localhost:8890/dataspace -;ImmutableGraphs = http://localhost:8890/dataspace -ResultSetMaxRows = -1 -MaxQueryCostEstimationTime = 4000 ; in seconds -MaxQueryExecutionTime = 600 ; in seconds -DefaultQuery = select distinct ?Concept where {[] a ?Concept} LIMIT 100 -DeferInferenceRulesInit = 0 ; controls inference rules loading -;PingService = http://rpc.pingthesemanticweb.com/ - +;ExternalQuerySource = 1 +;ExternalXsltSource = 1 +;DefaultGraph = http://localhost:8890/dataspace +;ImmutableGraphs = http://localhost:8890/dataspace +;ResultSetMaxRows = 10000 +MaxQueryCostEstimationTime = 4000 ; in seconds +MaxQueryExecutionTime = 600 ; in seconds +DefaultQuery = select distinct ?Concept where {[] a ?Concept} LIMIT 100 +DeferInferenceRulesInit = 0 ; controls inference rules loading +;PingService = http://rpc.pingthesemanticweb.com/ [Plugins] -LoadPath = /usr/local/virtuoso-opensource/lib/virtuoso/hosting -Load1 = plain, wikiv -Load2 = plain, mediawiki -Load3 = plain, creolewiki -;Load4 = plain, im -;Load5 = plain, wbxml2 -;Load6 = plain, hslookup -;Load7 = attach, libphp5.so -;Load8 = Hosting, hosting_php.so -;Load9 = Hosting,hosting_perl.so -;Load10 = Hosting,hosting_python.so -;Load11 = Hosting,hosting_ruby.so -;Load12 = msdtc,msdtc_sample +LoadPath = ../hosting +Load1 = plain, geos +Load2 = plain, proj4 +Load3 = plain, shapefileio