Update: Import large graphs (coscine/issues#713)

src/OrganizationDeployer/OrganizationDeployer.csproj

@@ -33,6 +33,12 @@
     <WarningLevel>4</WarningLevel>
   </PropertyGroup>
   <ItemGroup>
+    <Reference Include="Consul, Version=0.7.2.6, Culture=neutral, PublicKeyToken=20a6ad9a81df1d95, processorArchitecture=MSIL">
+      <HintPath>..\packages\Consul.0.7.2.6\lib\net45\Consul.dll</HintPath>
+    </Reference>
+    <Reference Include="Coscine.Configuration, Version=1.4.0.0, Culture=neutral, PublicKeyToken=ce3d7a32d7dc1e5a, processorArchitecture=MSIL">
+      <HintPath>..\packages\Coscine.Configuration.1.4.0\lib\net461\Coscine.Configuration.dll</HintPath>
+    </Reference>
     <Reference Include="Coscine.Metadata, Version=1.0.1.0, Culture=neutral, processorArchitecture=MSIL">
       <HintPath>..\packages\Coscine.Metadata.1.0.1\lib\net461\Coscine.Metadata.dll</HintPath>
     </Reference>
@@ -51,6 +57,7 @@
     <Reference Include="System" />
     <Reference Include="System.Configuration" />
     <Reference Include="System.Core" />
+    <Reference Include="System.Net.Http.WebRequest" />
     <Reference Include="System.Security" />
     <Reference Include="System.Web" />
     <Reference Include="System.Xml.Linq" />

src/OrganizationDeployer/Program.cs

-using Coscine.Metadata;
+using Coscine.Configuration;
+using Coscine.Metadata;
 using System;
 using System.Collections.Generic;
 using System.Diagnostics;
 using System.IO;
 using System.Linq;
 using VDS.RDF;
+using VDS.RDF.Storage;
 
 namespace Coscine.OrganizationDeployer
 {
@@ -33,7 +35,16 @@ namespace Coscine.OrganizationDeployer
             string errors = process.StandardError.ReadToEnd();
             Console.WriteLine(errors);
 
-            var _util = new Util();
+            var configuration = new ConsulConfiguration();
+
+            var virtuosoServer = configuration.GetString("coscine/local/virtuoso/additional/url");
+            var virtuosoHost = new Uri(virtuosoServer).Host;
+            var virtuosoUser = configuration.GetString("coscine/global/virtuoso_db_user");
+            var virtuosoPassword = configuration.GetString("coscine/global/virtuoso_db_password");
+
+            VirtuosoManager virtuosoManager = new VirtuosoManager($"Server={virtuosoHost};Uid={virtuosoUser};pwd={virtuosoPassword}");
+
+            var _util = new Util(virtuosoServer);
             foreach (var file in GetFiles("organizations").Where((file) => file.Contains(".ttl")))
             {
                 var graph = new Graph();
@@ -49,9 +60,9 @@ namespace Coscine.OrganizationDeployer
                     Console.WriteLine($"Creating {graphName}");
                     _util.CreateNamedGraph(graphName);
                 }
-
+                
                 Console.WriteLine($"Adding to {graphName}");
-                _util.AddGraph(graph);
+                virtuosoManager.SaveGraph(graph);
             }
             Console.WriteLine("Done");
         }

src/OrganizationDeployer/getOrganizations.ps1

@@ -10,6 +10,6 @@ git clone https://gitlab-ci-token:$gitlab_token@git.rwth-aachen.de/coscine/organ
 
 cd organizations
 
-git checkout Topic/711-organizations
+git checkout Topic/713-rwthOrgState
 
 Pop-Location
\ No newline at end of file

src/OrganizationDeployer/packages.config

 <?xml version="1.0" encoding="utf-8"?>
 <packages>
+  <package id="Consul" version="0.7.2.6" targetFramework="net461" />
+  <package id="Coscine.Configuration" version="1.4.0" targetFramework="net461" />
   <package id="Coscine.Metadata" version="1.0.1" targetFramework="net461" />
   <package id="dotNetRDF" version="2.4.0" targetFramework="net461" />
   <package id="dotNetRDF.Data.Virtuoso" version="2.4.0" targetFramework="net461" />