Early development stages (before SCM) : WIP_1

Early development stages (before SCM) : WIP_2

Early development stages (before SCM) : WIP_3

Early development stages (before SCM) : WIP_4

Early development stages (before SCM) : WIP_6

Early development stages (before SCM) : WIP_7

Early development stages (before SCM) : WIP_8

Adds documentation folder as an Eclipse project.
Adds README for github.

Decent source tree by tuning Eclise project's location

One forgetten file while movign everything :)

Adding Copyright, licencing (GPL v3), correcting README

39 files changed, 2347 insertions, 0 deletions

diff --git a/src/main/.classpath b/src/main/.classpath
new file mode 100644
index 0000000..33bcbdb
--- /dev/null
+++ b/src/main/.classpath
@@ -0,0 +1,16 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<classpath>
+	<classpathentry kind="src" path="src"/>
+	<classpathentry kind="src" path="JUTests"/>
+	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.6"/>
+	<classpathentry kind="con" path="org.eclipse.jdt.junit.JUNIT_CONTAINER/4"/>
+	<classpathentry combineaccessrules="false" kind="src" path="/SSSync_Core"/>
+	<classpathentry kind="lib" path="lib/log4j-1.2.17.jar"/>
+	<classpathentry kind="lib" path="lib/snakeyaml-1.11.jar">
+		<attributes>
+			<attribute name="javadoc_location" value="jar:platform:/resource/SSSync/lib/snakeyaml-1.11-javadoc.jar!/"/>
+		</attributes>
+	</classpathentry>
+	<classpathentry combineaccessrules="false" kind="src" path="/SSSync_Connectors"/>
+	<classpathentry kind="output" path="bin"/>
+</classpath>
diff --git a/src/main/.project b/src/main/.project
new file mode 100644
index 0000000..33a3a78
--- /dev/null
+++ b/src/main/.project
@@ -0,0 +1,17 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>SSSync_Main</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+		<buildCommand>
+			<name>org.eclipse.jdt.core.javabuilder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+	</buildSpec>
+	<natures>
+		<nature>org.eclipse.jdt.core.javanature</nature>
+	</natures>
+</projectDescription>
diff --git a/src/main/.settings/org.eclipse.jdt.core.prefs b/src/main/.settings/org.eclipse.jdt.core.prefs
new file mode 100644
index 0000000..8000cd6
--- /dev/null
+++ b/src/main/.settings/org.eclipse.jdt.core.prefs
@@ -0,0 +1,11 @@
+eclipse.preferences.version=1
+org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled
+org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6
+org.eclipse.jdt.core.compiler.codegen.unusedLocal=preserve
+org.eclipse.jdt.core.compiler.compliance=1.6
+org.eclipse.jdt.core.compiler.debug.lineNumber=generate
+org.eclipse.jdt.core.compiler.debug.localVariable=generate
+org.eclipse.jdt.core.compiler.debug.sourceFile=generate
+org.eclipse.jdt.core.compiler.problem.assertIdentifier=error
+org.eclipse.jdt.core.compiler.problem.enumIdentifier=error
+org.eclipse.jdt.core.compiler.source=1.6
diff --git a/src/main/JUTests/AllClientServerTests.java b/src/main/JUTests/AllClientServerTests.java
new file mode 100644
index 0000000..cef8ffd
--- /dev/null
+++ b/src/main/JUTests/AllClientServerTests.java
@@ -0,0 +1,18 @@
+import org.junit.runner.RunWith;
+import org.junit.runners.Suite;
+import org.junit.runners.Suite.SuiteClasses;
+
+import data.io.ldap.LDAPDataReaderTest;
+import data.io.ldap.LDAPDataWriterTest;
+import data.io.sql.SQLRelDataReaderTest;
+
+
+@RunWith(Suite.class)
+@SuiteClasses({
+	// SSSync_Connectors
+	LDAPDataReaderTest.class, LDAPDataWriterTest.class,
+	SQLRelDataReaderTest.class,
+})
+public class AllClientServerTests {
+
+}
diff --git a/src/main/JUTests/AllLocalTests.java b/src/main/JUTests/AllLocalTests.java
new file mode 100644
index 0000000..bc9019d
--- /dev/null
+++ b/src/main/JUTests/AllLocalTests.java
@@ -0,0 +1,29 @@
+
+
+import org.junit.runner.RunWith;
+import org.junit.runners.Suite;
+import org.junit.runners.Suite.SuiteClasses;
+
+import sync.BasicSyncTaskTest;
+
+import conf.SSSyncConfParserTest;
+
+import data.MVDataEntryTest;
+import data.io.SafeDataReaderTest;
+import data.io.csv.CSVDataReaderTest;
+import data.io.filters.MVDataCombinerTest;
+
+@RunWith(Suite.class)
+@SuiteClasses( {
+	// SSSync
+	SSSyncConfParserTest.class,
+	SafeDataReaderTest.class,
+	BasicSyncTaskTest.class,
+	// SSSync_Connectors (only local)
+	CSVDataReaderTest.class,
+	// SSSync_Core
+	MVDataEntryTest.class, MVDataCombinerTest.class,
+	} )
+public class AllLocalTests {
+
+}
diff --git a/src/main/JUTests/conf/SSSyncConfParserTest.java b/src/main/JUTests/conf/SSSyncConfParserTest.java
new file mode 100644
index 0000000..100df16
--- /dev/null
+++ b/src/main/JUTests/conf/SSSyncConfParserTest.java
@@ -0,0 +1,69 @@
+package conf;
+
+import static org.junit.Assert.*;
+
+import java.io.File;
+import java.io.FileReader;
+import java.io.IOException;
+import java.net.URL;
+
+import org.junit.Before;
+import org.junit.Test;
+import org.yaml.snakeyaml.DumperOptions;
+import org.yaml.snakeyaml.Yaml;
+
+public class SSSyncConfParserTest {
+	
+	private File currentFolder;
+	
+	@Before
+	public void setup() {
+		URL main = SSSyncConfParserTest.class.getResource("SSSyncConfParserTest.class");
+		if (!"file".equalsIgnoreCase(main.getProtocol()))
+			throw new IllegalStateException("This class is not stored in a file");
+		currentFolder = new File(main.getPath()).getParentFile();
+	}
+	
+	@Test
+	public void loadConfigTest() throws Exception {
+		
+		String expectedMain = readEntireFile(new File(currentFolder, "testExpectedMain.yaml"));
+		String expectedConn = readEntireFile(new File(currentFolder, "testExpectedConn.yaml"));
+		String mainConfigFile = new File(currentFolder, "testMain.yaml").getAbsolutePath();
+		String connConfigFile = new File(currentFolder, "testConn.yaml").getAbsolutePath();
+
+		// Loading (config => beans)
+		ConfigRootBean confMain = SSSyncConfParser.loadMainConfig(mainConfigFile);
+		ConfigConnectionsBean confConn = SSSyncConfParser.loadConnConfig(connConfigFile);
+		
+		
+		System.out.println(confMain);
+		System.out.println(confConn);
+		
+		// Dumping (beans => config)
+		DumperOptions options = new DumperOptions();
+		options.setDefaultFlowStyle(DumperOptions.FlowStyle.BLOCK);
+		Yaml yamlDump = new Yaml(options);
+		String dumpMain = yamlDump.dump(confMain);
+		String dumpConn = yamlDump.dump(confConn);
+		
+		// Checking that everything is kept
+		assertEquals(expectedMain, dumpMain);
+		assertEquals(expectedConn, dumpConn);
+	}
+	
+    private static String readEntireFile(File file) throws IOException {
+        FileReader in = new FileReader(file);
+        StringBuilder contents = new StringBuilder((int) file.length());
+        char[] buffer = new char[4096];
+        int read = 0;
+        do {
+            contents.append(buffer, 0, read);
+            read = in.read(buffer);
+        } while (read >= 0);
+        in.close();
+        
+        return contents.toString();
+    }
+
+}
diff --git a/src/main/JUTests/conf/testConn.yaml b/src/main/JUTests/conf/testConn.yaml
new file mode 100644
index 0000000..c41063c
--- /dev/null
+++ b/src/main/JUTests/conf/testConn.yaml
@@ -0,0 +1,19 @@
+# This file contains credentials (should be readable only by SSSync)
+connections:
+  - id  : ora_1
+    type: jdbc
+    dbms: oracle
+    ress: gest
+    host: ora.univ-jfc.fr
+    port: 1521
+    user: GRHUM
+    pass: secret
+    db  : GHRUM
+
+  - id  : ldap_1
+    type: ldap
+    host: localhost
+    port: 389
+    bind: uid=ldapadmin,ou=specialUsers,dc=univ-jfc,dc=fr
+    pass: secret
+
diff --git a/src/main/JUTests/conf/testExpectedConn.yaml b/src/main/JUTests/conf/testExpectedConn.yaml
new file mode 100644
index 0000000..4cb3421
--- /dev/null
+++ b/src/main/JUTests/conf/testExpectedConn.yaml
@@ -0,0 +1,22 @@
+!!conf.ConfigConnectionsBean
+connections:
+- bind: null
+  db: GHRUM
+  dbms: oracle
+  host: ora.univ-jfc.fr
+  id: ora_1
+  pass: secret
+  port: 1521
+  ress: gest
+  type: jdbc
+  user: GRHUM
+- bind: uid=ldapadmin,ou=specialUsers,dc=univ-jfc,dc=fr
+  db: null
+  dbms: null
+  host: localhost
+  id: ldap_1
+  pass: secret
+  port: 389
+  ress: null
+  type: ldap
+  user: null
diff --git a/src/main/JUTests/conf/testExpectedMain.yaml b/src/main/JUTests/conf/testExpectedMain.yaml
new file mode 100644
index 0000000..dd00aef
--- /dev/null
+++ b/src/main/JUTests/conf/testExpectedMain.yaml
@@ -0,0 +1,70 @@
+!!conf.ConfigRootBean
+globals:
+  maxExecTime: 3
+tasks:
+- destination:
+    attr: uid
+    base: ou=people,dc=univ-jfc,dc=fr
+    conn: ldap_1
+    kind: ldap
+    mode: null
+    name: LDAP de test, ou=people
+    path: null
+    query: null
+  name: People sync
+  opLimits:
+    delete: 10
+    insert: 100
+    update: 10
+  skipEntryDelete: false
+  skipReadErrors: false
+  sources:
+  - attr: null
+    base: null
+    conn: ora_1
+    kind: sql
+    mode: PRIMARY_SOURCE
+    name: GHRUM, comptes et personnes
+    path: null
+    query: people.sql
+  - attr: null
+    base: null
+    conn: null
+    kind: csv
+    mode: MERGE_APPEND
+    name: CSV personnes additionnelles
+    path: people_append.csv
+    query: null
+  - attr: null
+    base: null
+    conn: null
+    kind: sorted_csv
+    mode: MERGE_REPLACE
+    name: CSV correctifs personnes
+    path: people_replace.csv
+    query: null
+- destination:
+    attr: supannEntiteAffectation
+    base: ou=structures,dc=univ-jfc,dc=fr
+    conn: ldap_1
+    kind: ldap
+    mode: null
+    name: LDAP de test, ou=structures
+    path: null
+    query: null
+  name: Structure sync
+  opLimits:
+    delete: 10
+    insert: 10
+    update: 10
+  skipEntryDelete: true
+  skipReadErrors: true
+  sources:
+  - attr: null
+    base: null
+    conn: ora_1
+    kind: sql
+    mode: PRIMARY_SOURCE
+    name: GHRUM, structures
+    path: null
+    query: structures.sql
diff --git a/src/main/JUTests/conf/testMain.yaml b/src/main/JUTests/conf/testMain.yaml
new file mode 100644
index 0000000..39350b2
--- /dev/null
+++ b/src/main/JUTests/conf/testMain.yaml
@@ -0,0 +1,54 @@
+# This YAML file describe all synchronization tasks, with their readers and writers
+
+globals:
+    maxExecTime: 3
+
+tasks:
+  - name: People sync
+    opLimits:
+        insert: 100
+        update: 10
+        delete: 10
+    sources:
+      - name: GHRUM, comptes et personnes
+        kind: sql
+        conn: ora_1
+        mode: PRIMARY_SOURCE
+        query: people.sql
+
+      - name: CSV personnes additionnelles
+        kind: csv
+        mode: MERGE_APPEND
+        path: people_append.csv
+
+      - name: CSV correctifs personnes
+        kind: sorted_csv
+        mode: MERGE_REPLACE
+        path: people_replace.csv
+
+    destination:
+        name: LDAP de test, ou=people
+        kind: ldap
+        conn: ldap_1
+        attr: uid
+        base: ou=people,dc=univ-jfc,dc=fr
+
+  - name: Structure sync
+    sources:
+      - name: GHRUM, structures
+        kind: sql
+        conn: ora_1
+        mode: PRIMARY_SOURCE
+        query: structures.sql
+    destination:
+        name: LDAP de test, ou=structures
+        kind: ldap
+        conn: ldap_1
+        attr: supannEntiteAffectation
+        base: ou=structures,dc=univ-jfc,dc=fr
+    skipEntryDelete: true
+    skipReadErrors: true
+    opLimits:
+        insert: 10
+        update: 10
+        delete: 10
\ No newline at end of file
diff --git a/src/main/JUTests/data/io/SafeDataReaderTest.java b/src/main/JUTests/data/io/SafeDataReaderTest.java
new file mode 100644
index 0000000..427004b
--- /dev/null
+++ b/src/main/JUTests/data/io/SafeDataReaderTest.java
@@ -0,0 +1,51 @@
+package data.io;
+
+import static org.junit.Assert.*;
+
+import java.util.Iterator;
+
+import org.apache.log4j.PropertyConfigurator;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import data.MVDataEntry;
+import data.io.stub.StubDataReader;
+
+public class SafeDataReaderTest {
+	
+	private static final String LOG_PROPERTIES_FILE = "conf/log4j.properties";
+	
+	@BeforeClass
+	public static void setup() {
+		PropertyConfigurator.configure(LOG_PROPERTIES_FILE);
+	}
+
+	@Test
+	public void testNoErrors() {
+		MVDataEntry testEntries[] = new MVDataEntry[5];
+		for (int i=0;i<5;i++) {
+			testEntries[i] = new MVDataEntry("line"+(i+1));
+			testEntries[i].put("attr1", "value"+(i+1));
+		}		
+		
+		StubDataReader src = new StubDataReader("testNoSkipErrors_src", testEntries);
+		StubDataReader expected = new StubDataReader("testNoSkipErrors_expected", testEntries);
+		
+		SafeDataReader reader = new SafeDataReader(src, false);
+		
+		// Test twice to check if asking a new iterator "rewinds" correctly
+		for (int i=0;i<2;i++) {
+			//System.out.println("Loop " + (i+1));
+			Iterator<MVDataEntry> readerIt = reader.iterator();
+			for ( MVDataEntry e: expected) {
+				assertTrue(readerIt.hasNext());
+				MVDataEntry r = readerIt.next();
+				//System.out.println(e + " / " + r);
+				assertEquals(e, r);
+			}
+			assertFalse(readerIt.hasNext());
+		}
+	}
+
+	//TODO Real tests with messy input readers (null values, exception, hasNext/next() incoherence)
+}
diff --git a/src/main/JUTests/sync/BasicSyncTaskTest.java b/src/main/JUTests/sync/BasicSyncTaskTest.java
new file mode 100644
index 0000000..88d9c98
--- /dev/null
+++ b/src/main/JUTests/sync/BasicSyncTaskTest.java
@@ -0,0 +1,129 @@
+package sync;
+
+import static org.junit.Assert.*;
+
+import java.io.IOException;
+import java.io.StringReader;
+
+import org.apache.log4j.PropertyConfigurator;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import data.MVDataEntry;
+import data.filters.MVDataCombiner;
+import data.filters.MVDataCombiner.MVDataCombineMode;
+import data.io.MVDataReader;
+import data.io.SafeDataReader;
+import data.io.csv.CSVDataReader;
+import data.io.stub.StubDataReader;
+import data.io.stub.StubDataWriter;
+
+public class BasicSyncTaskTest {
+	
+	private static final String LOG_PROPERTIES_FILE = "conf/log4j.properties";
+	
+	@BeforeClass
+	public static void setup() {
+		PropertyConfigurator.configure(LOG_PROPERTIES_FILE);
+	}
+
+	@Test
+	public void test() throws IOException {
+		
+		// Input flows setup
+		MVDataEntry[] fakeEntries1 = new MVDataEntry[5];
+		fakeEntries1[0] = new MVDataEntry("line1");
+		fakeEntries1[0].put("hello", "world");
+		
+		fakeEntries1[1] = new MVDataEntry("line2");
+		fakeEntries1[1].put("bla", "hidden");
+		fakeEntries1[1].put("hello", "merged");
+		
+		fakeEntries1[2] = new MVDataEntry("line3");
+		fakeEntries1[2].put("hello", "world");
+		
+		fakeEntries1[3] = new MVDataEntry("line4");
+		fakeEntries1[3].put("hello", "world");
+		
+		fakeEntries1[4] = new MVDataEntry("line5");
+		fakeEntries1[4].put("hello", "world");		
+		
+		
+		MVDataEntry[] fakeEntries2 = new MVDataEntry[3];
+		fakeEntries2[0] = new MVDataEntry("line1");
+		fakeEntries2[0].put("hello", "world");
+		
+		fakeEntries2[1] = new MVDataEntry("line2");
+		fakeEntries2[1].put("bla", "replaced");
+		
+		fakeEntries2[2] = new MVDataEntry("line3");
+		fakeEntries2[2].put("hello", "world");
+		
+		
+		MVDataEntry[] fakeEntries3 = new MVDataEntry[5];
+		fakeEntries3[0] = new MVDataEntry("line2");
+		fakeEntries3[0].put("hello", "world");
+		fakeEntries3[0].put("extra", "to be preserved");
+
+		fakeEntries3[1] = new MVDataEntry("line2b");
+		fakeEntries3[1].put("to be", "removed", null);
+
+		fakeEntries3[2] = new MVDataEntry("line4");
+		fakeEntries3[2].put("hello", "world");
+		fakeEntries3[2].put("extra", "to be preserved");
+		
+		fakeEntries3[3] = new MVDataEntry("line5");
+		fakeEntries3[3].splitAndPut("hello", "too;much;world", ";");
+		
+		fakeEntries3[4] = new MVDataEntry("line6");
+		fakeEntries3[4].put("to be", "removed");
+		
+		StubDataReader fakeReader1 = new StubDataReader("testSrc1", fakeEntries1);
+		StubDataReader fakeReader2 = new StubDataReader("testSrc3", fakeEntries2);
+		StubDataReader fakeReader3 = new StubDataReader("testDst", fakeEntries3);
+		
+		MVDataReader readers[] = new MVDataReader[]{
+				new SafeDataReader(fakeReader1,false),
+				new SafeDataReader(
+					new CSVDataReader("testSrc2",
+						new StringReader(CSVDataReader.CSV_DEMO),
+						false
+					), false
+				),
+				new SafeDataReader(fakeReader2,false),
+		};
+				
+		MVDataCombineMode mergeModes[] = new MVDataCombineMode[]{
+				MVDataCombineMode.PRIMARY_SOURCE,
+				MVDataCombineMode.MERGE_APPEND,
+				MVDataCombineMode.MERGE_REPLACE,
+		};
+		
+		MVDataReader srcReader = new MVDataCombiner("testSrcComb", readers, mergeModes);
+		MVDataReader dstReader = fakeReader3;
+		
+		// Output flow setup
+		StubDataWriter dstWriter = new StubDataWriter(10);
+		
+		// Data sync'er initialization
+		BasicSyncTask task = new BasicSyncTask("task1", false, srcReader, dstReader, dstWriter);
+		task.setOperationLimits(10,10,10);
+		
+		// Data sync'er run
+		assertTrue(task.call());
+		
+		// Expected outputs
+		String expectedDstOps = 
+				"INSERT: {key=line1, attrValPairs={hello=[world], attr2=[csv1], from=[csv1, csv1bis]}}\n" +
+				"UPDATE: {key=line2, attrValPairs={hello=[the, merged, world, all], bla=[replaced]}}\n" +
+				"DELETE: {key=line2b, attrValPairs={to be=[removed]}}\n" +
+				"INSERT: {key=line3, attrValPairs={hello=[world]}}\n" +
+				// Line 4 must not be updated !
+				"UPDATE: {key=line5, attrValPairs={hello=[world]}}\n" +
+				"DELETE: {key=line6, attrValPairs={to be=[removed]}}\n";
+
+		// Check results
+		assertEquals(expectedDstOps, dstWriter.toString());
+	}
+
+}
diff --git a/src/main/build.xml b/src/main/build.xml
new file mode 100644
index 0000000..8847365
--- /dev/null
+++ b/src/main/build.xml
@@ -0,0 +1,101 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!-- WARNING: Eclipse auto-generated file.
+              Any modifications will be overwritten.
+              To include a user specific buildfile here, simply create one in the same
+              directory with the processing instruction <?eclipse.ant.import?>
+              as the first entry and export the buildfile again. -->
+<project basedir="." default="build" name="SSSync_Main">
+    <property environment="env"/>
+    <property name="ECLIPSE_HOME" value="../../../../../../usr/lib/eclipse"/>
+    <property name="SSSync_Core.location" value="../core"/>
+    <property name="SSSync_Connectors.location" value="../connectors"/>
+    <property name="debuglevel" value="source,lines,vars"/>
+    <property name="target" value="1.6"/>
+    <property name="source" value="1.6"/>
+    <path id="JUnit 4.libraryclasspath">
+        <pathelement location="../../../../../../usr/share/eclipse/dropins/jdt/plugins/org.junit_4.8.2.dist/junit.jar"/>
+        <pathelement location="../../../../../../usr/share/eclipse/dropins/jdt/plugins/org.hamcrest.core_1.1.0.jar"/>
+    </path>
+    <path id="SSSync_Core.classpath">
+        <pathelement location="${SSSync_Core.location}/bin"/>
+        <pathelement location="${SSSync_Core.location}/lib/guava-16.0.1.jar"/>
+        <path refid="JUnit 4.libraryclasspath"/>
+    </path>
+    <path id="SSSync_Connectors.classpath">
+        <pathelement location="${SSSync_Connectors.location}/bin"/>
+        <path refid="SSSync_Core.classpath"/>
+        <path refid="JUnit 4.libraryclasspath"/>
+        <pathelement location="${SSSync_Connectors.location}/lib/commons-csv-1.0-SNAPSHOT.jar"/>
+        <pathelement location="${SSSync_Connectors.location}/lib/ojdbc6.jar"/>
+        <pathelement location="${SSSync_Connectors.location}/lib/mysql-connector-java-5.1.31-bin.jar"/>
+        <pathelement location="${SSSync_Connectors.location}/lib/unboundid-ldapsdk-se.jar"/>
+    </path>
+    <path id="SSSync_Main.classpath">
+        <pathelement location="bin"/>
+        <path refid="JUnit 4.libraryclasspath"/>
+        <path refid="SSSync_Core.classpath"/>
+        <pathelement location="lib/log4j-1.2.17.jar"/>
+        <pathelement location="lib/snakeyaml-1.11.jar"/>
+        <path refid="SSSync_Connectors.classpath"/>
+    </path>
+    <target name="init">
+        <mkdir dir="bin"/>
+        <copy includeemptydirs="false" todir="bin">
+            <fileset dir="src">
+                <exclude name="**/*.java"/>
+            </fileset>
+        </copy>
+        <copy includeemptydirs="false" todir="bin">
+            <fileset dir="JUTests">
+                <exclude name="**/*.java"/>
+            </fileset>
+        </copy>
+    </target>
+    <target name="clean">
+        <delete dir="bin"/>
+    </target>
+    <target depends="clean" name="cleanall">
+        <ant antfile="build.xml" dir="${SSSync_Core.location}" inheritAll="false" target="clean"/>
+        <ant antfile="build.xml" dir="${SSSync_Connectors.location}" inheritAll="false" target="clean"/>
+    </target>
+    <target depends="build-subprojects,build-project" name="build"/>
+    <target name="build-subprojects">
+        <ant antfile="build.xml" dir="${SSSync_Core.location}" inheritAll="false" target="build-project">
+            <propertyset>
+                <propertyref name="build.compiler"/>
+            </propertyset>
+        </ant>
+        <ant antfile="build.xml" dir="${SSSync_Connectors.location}" inheritAll="false" target="build-project">
+            <propertyset>
+                <propertyref name="build.compiler"/>
+            </propertyset>
+        </ant>
+    </target>
+    <target depends="init" name="build-project">
+        <echo message="${ant.project.name}: ${ant.file}"/>
+        <javac debug="true" debuglevel="${debuglevel}" destdir="bin" includeantruntime="false" source="${source}" target="${target}">
+            <src path="src"/>
+            <src path="JUTests"/>
+            <classpath refid="SSSync_Main.classpath"/>
+        </javac>
+    </target>
+    <target description="Build all projects which reference this project. Useful to propagate changes." name="build-refprojects"/>
+    <target description="copy Eclipse compiler jars to ant lib directory" name="init-eclipse-compiler">
+        <copy todir="${ant.library.dir}">
+            <fileset dir="${ECLIPSE_HOME}/plugins" includes="org.eclipse.jdt.core_*.jar"/>
+        </copy>
+        <unzip dest="${ant.library.dir}">
+            <patternset includes="jdtCompilerAdapter.jar"/>
+            <fileset dir="${ECLIPSE_HOME}/plugins" includes="org.eclipse.jdt.core_*.jar"/>
+        </unzip>
+    </target>
+    <target description="compile project with Eclipse compiler" name="build-eclipse-compiler">
+        <property name="build.compiler" value="org.eclipse.jdt.core.JDTCompilerAdapter"/>
+        <antcall target="build"/>
+    </target>
+    <target name="SSSync">
+        <java classname="SSSync" failonerror="true" fork="yes">
+            <classpath refid="SSSync_Main.classpath"/>
+        </java>
+    </target>
+</project>
diff --git a/src/main/conf/connections.yaml b/src/main/conf/connections.yaml
new file mode 100644
index 0000000..1918d02
--- /dev/null
+++ b/src/main/conf/connections.yaml
@@ -0,0 +1,18 @@
+# This file contains credentials (should be readable only by SSSync)
+connections:
+  - id  : mysql_1
+    type: jdbc
+    dbms: mysql
+    host: localhost
+    port: 3306
+    user: root
+    pass: secret
+    db  : sssync
+
+  - id  : ldap_1
+    type: ldap
+    host: localhost
+    port: 389
+    bind: uid=ldapadmin,ou=specialUsers,dc=univ-jfc,dc=fr
+    pass: secret
+
diff --git a/src/main/conf/log4j.properties b/src/main/conf/log4j.properties
new file mode 100644
index 0000000..6dccde8
--- /dev/null
+++ b/src/main/conf/log4j.properties
@@ -0,0 +1,29 @@
+#
+# our log4j properties / configuration file
+#
+# STDOUT appender
+log4j.appender.STDOUT=org.apache.log4j.ConsoleAppender
+log4j.appender.STDOUT.layout=org.apache.log4j.PatternLayout
+log4j.appender.STDOUT.layout.ConversionPattern=%d %p [%t] %C{1} - %m\n
+
+
+# Normal operation mode
+log4j.category.SSSync=INFO, STDOUT
+# Configuration dump
+#log4j.category.SSSync=DEBUG, STDOUT
+
+# Normal operation mode (currently nothing more in DEBUG or TRACE modes)
+log4j.category.data.io.SafeDataReader=INFO, STDOUT
+
+# Normal operation mode
+#log4j.category.sync.BasicSyncTask=INFO, STDOUT
+# Trace insert/update/delete operation
+log4j.category.sync.BasicSyncTask=DEBUG, STDOUT
+# Trace every key comparison
+#log4j.category.sync.BasicSyncTask=TRACE, STDOUT
+
+# Keep silent about memory and GC
+log4j.category.utils.JVMStatsDumper=INFO, STDOUT
+# Trace memory usage/GC + dump configuration
+#log4j.category.utils.JVMStatsDumper=DEBUG, STDOUT
+
diff --git a/src/main/conf/queries/people.sql b/src/main/conf/queries/people.sql
new file mode 100644
index 0000000..ab66d5f
--- /dev/null
+++ b/src/main/conf/queries/people.sql
@@ -0,0 +1,5 @@
+SELECT
+	p.*,
+	"person;posixAccount;top" as objectClass
+FROM sssync.people p
+ORDER BY 1 ASC;
diff --git a/src/main/conf/queries/structures.sql b/src/main/conf/queries/structures.sql
new file mode 100644
index 0000000..626273c
--- /dev/null
+++ b/src/main/conf/queries/structures.sql
@@ -0,0 +1,5 @@
+SELECT
+	s.*,
+	"supannEntite;organizationalUnit;top" as objectClass
+FROM sssync.structures s
+ORDER BY 1 ASC;
diff --git a/src/main/conf/sssync.yaml b/src/main/conf/sssync.yaml
new file mode 100644
index 0000000..b285a37
--- /dev/null
+++ b/src/main/conf/sssync.yaml
@@ -0,0 +1,56 @@
+# This YAML file describe all synchronization tasks, with their readers and writers
+
+globals:
+    maxExecTime: 3 # minutes
+
+tasks:
+  - name: People sync
+    opLimits:
+        insert: 300
+        update: 300
+        delete: 300
+    sources:
+      - name: GHRUM, comptes et personnes
+        kind: sql
+        conn: mysql_1
+        mode: PRIMARY_SOURCE
+        query: conf/queries/people.sql
+
+      - name: CSV personnes additionnelles
+        kind: csv
+        mode: MERGE_APPEND
+        path: data/people_append.csv
+
+      - name: CSV correctifs personnes
+        kind: csv
+        mode: MERGE_REPLACE
+        path: data/people_replace.csv
+
+    destination:
+        name: LDAP de test, ou=people
+        kind: ldap
+        conn: ldap_1
+        attr: uid
+        base: ou=people,dc=univ-jfc,dc=fr
+
+  - name: Structure sync
+    opLimits:
+        insert: 10
+        update: 10
+        delete: 10
+    sources:
+      - name: GHRUM, structures
+        kind: sql
+        conn: mysql_1
+        mode: PRIMARY_SOURCE
+        query: conf/queries/structures.sql
+        
+    destination:
+        name: LDAP de test, ou=structures
+        kind: ldap
+        conn: ldap_1
+        attr: supannCodeEntite
+        base: ou=structures,dc=univ-jfc,dc=fr
+        
+    skipEntryDelete: true
+    skipReadErrors: true
\ No newline at end of file
diff --git a/src/main/data/people_append.csv b/src/main/data/people_append.csv
new file mode 100644
index 0000000..dc526ff
--- /dev/null
+++ b/src/main/data/people_append.csv
@@ -0,0 +1 @@
+lpouzenc,cn,Second-prénom
\ No newline at end of file
diff --git a/src/main/data/people_replace.csv b/src/main/data/people_replace.csv
new file mode 100644
index 0000000..372ed67
--- /dev/null
+++ b/src/main/data/people_replace.csv
@@ -0,0 +1,3 @@
+lpouzenc,loginShell,/bin/ksh
+,,
+
diff --git a/src/main/lib/log4j-1.2.17.jar b/src/main/lib/log4j-1.2.17.jar
new file mode 100644
index 0000000..068867e
--- /dev/null
+++ b/src/main/lib/log4j-1.2.17.jar
diff --git a/src/main/lib/snakeyaml-1.11-javadoc.jar b/src/main/lib/snakeyaml-1.11-javadoc.jar
new file mode 100644
index 0000000..bac2a05
--- /dev/null
+++ b/src/main/lib/snakeyaml-1.11-javadoc.jar
diff --git a/src/main/lib/snakeyaml-1.11.jar b/src/main/lib/snakeyaml-1.11.jar
new file mode 100644
index 0000000..3e237cd
--- /dev/null
+++ b/src/main/lib/snakeyaml-1.11.jar
diff --git a/src/main/src/SSSync.java b/src/main/src/SSSync.java
new file mode 100644
index 0000000..422c31e
--- /dev/null
+++ b/src/main/src/SSSync.java
@@ -0,0 +1,208 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+import java.io.IOException;
+import java.util.List;
+import java.util.concurrent.CancellationException;
+import java.util.concurrent.ExecutionException;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.Future;
+import java.util.concurrent.TimeUnit;
+
+import org.apache.log4j.Level;
+import org.apache.log4j.Logger;
+import org.apache.log4j.PropertyConfigurator;
+
+import conf.ConfigConnectionsBean;
+import conf.ConfigGlobalsBean;
+import conf.ConfigRootBean;
+import conf.SSSyncConfParser;
+import conf.SSSyncConnectionsFactory;
+import conf.SSSyncTasksFactory;
+import data.io.ConnectionsHolder;
+
+import sync.BasicSyncTask;
+import utils.JVMStatsDumper;
+
+/**
+ * Main class for Simple and Stupid Sync'er
+ * 
+ * @author lpouzenc
+ */
+public class SSSync {
+	private static final Logger logger = Logger.getLogger(SSSync.class.getName());
+
+	private static final String LOG_PROPERTIES_FILE = "conf/log4j.properties";
+	private static final String CONFIG_MAIN_FILE = "conf/sssync.yaml";
+	private static final String CONFIG_CONN_FILE = "conf/connections.yaml";
+	
+	private static final int ERR_SUCCESS = 0;
+	private static final int ERR_CONFIG_PARSE_ERROR = 1;
+	private static final int ERR_CONN_INIT_ERROR = 2;
+	private static final int ERR_TASK_INIT_ERROR = 3;
+	private static final int ERR_DRYRUN_FAILURE = 4;
+	private static final int ERR_REALRUN_FAILURE = 5;
+	//TODO private static final int ERR_MAXTIME_REACHED = 6;
+	
+	/**
+	 * Main entry point. Takes care of cmdline parsing, config files interpretation,
+	 *  tasks setup and start.
+	 * 
+	 * @param args
+	 */
+	public static void main(String[] args) {
+		// log4j setup (first thing to do)
+		PropertyConfigurator.configure(LOG_PROPERTIES_FILE);
+		logger.info("Program start (user: '" + System.getProperty("user.name") + 
+				"', cwd: '" + System.getProperty("user.dir") + "')");
+
+		//TODO use cmdline args for config file path
+		String mainConfigFile = CONFIG_MAIN_FILE;
+		String connConfigFile = CONFIG_CONN_FILE;
+		
+		// Config parsing
+		ConfigRootBean confMain = null;
+		ConfigConnectionsBean confConn = null;
+		try {
+			confMain = SSSyncConfParser.loadMainConfig(mainConfigFile);
+			confConn = SSSyncConfParser.loadConnConfig(connConfigFile);
+		} catch (Exception e) {
+			logger.fatal("Exception while loading configuration", e);
+			end(ERR_CONFIG_PARSE_ERROR);
+		}
+		ConfigGlobalsBean confGlobals = confMain.getGlobals();
+		
+		// Config dump if DEBUG level (or finer)
+		if ( !logger.getLevel().isGreaterOrEqual(Level.INFO) ) {
+			logger.debug("Current connection configuration :\n" + confConn);
+			logger.debug("Current main configuration :\n" + confMain);
+		}
+		
+		// Connections init
+		logger.info("Connections initialization");
+		ConnectionsHolder connections = null;
+		try {
+			connections = SSSyncConnectionsFactory.setupConnections(confConn);
+		} catch (Exception e) {
+			logger.fatal("Exception while establishing connections", e);
+			end(ERR_CONN_INIT_ERROR);
+		}
+
+		// Suggest garbage collector to forget our passwords since we are connected
+		confConn=null;
+		System.gc();
+		JVMStatsDumper.logMemoryUsage();
+		
+	
+		// Tasks init
+		logger.info("Tasks initialization");
+		List<BasicSyncTask> tasks = null;
+		try {
+			tasks = SSSyncTasksFactory.setupTasks(connections, confMain);
+		} catch (Exception e) {
+			logger.fatal("Exception during tasks initialization", e);
+			end(ERR_TASK_INIT_ERROR);
+		}
+		
+		logger.info("Tasks are ready to start");
+		JVMStatsDumper.logMemoryUsage();
+		
+		
+		// Tasks first (dry) run
+		if ( ! SSSync.safeTaskRun(tasks, confGlobals.getMaxExecTime(), true) ) {
+			logger.error("Dry-run pass has shown problems, skipping real synchronization");
+			end(ERR_DRYRUN_FAILURE);
+		}
+
+		// Tasks second (real) run
+		if ( SSSync.safeTaskRun(tasks, confGlobals.getMaxExecTime(), false) ) {
+			logger.error("Real-run pass has shown problems, data could be messed up !");
+			end(ERR_REALRUN_FAILURE);
+		}
+		
+		// Clean-up
+		try {
+			connections.close();
+		} catch (IOException e) {
+			logger.info("Problem during connections closing");
+		}
+
+		// Normal exit
+		end(ERR_SUCCESS);
+	}
+
+	/**
+	 * Method to run safely a sequence of tasks within a given time period.
+	 * In a separate thread, it runs all the tasks sequentially.
+	 *  
+	 * @param list
+	 * @param timeOutInMinute
+	 * @return
+	 * @throws ExecutionException 
+	 * @throws InterruptedException 
+	 */
+	private static boolean safeTaskRun(List<BasicSyncTask> list, long timeOutInMinute, boolean dryRun) {
+		ExecutorService executor = Executors.newSingleThreadExecutor();
+		List<Future<Boolean>> results;
+		boolean aborted = false;
+		
+		logger.info("Starting " + (dryRun?"dry-run":"real-run") + " synchronization pass");
+
+		for ( BasicSyncTask t : list ) {
+			t.setDryRun(dryRun);
+		}
+		
+		try {
+			results = executor.invokeAll(list, timeOutInMinute, TimeUnit.MINUTES);
+			// Join all tasks, seeking for an unsuccessful execution
+			for (Future<Boolean> r: results) {
+				if ( ! r.get() ) { 
+					aborted = true;
+				}
+			}
+		} catch (CancellationException e) {
+			logger.fatal("Global maximum execution time exhausted, aborting tasks !");
+			aborted = true;
+		} catch (InterruptedException e) {
+			logger.fatal("Worker thread for task execution was interrupted", e);
+			aborted = true;
+		} catch (ExecutionException e) {
+			logger.error("Exception during tasks execution", e.getCause());
+			aborted = true;
+		}
+
+		JVMStatsDumper.logMemoryUsage();
+		executor.shutdown();
+
+		return !aborted; 
+	}
+
+	/**
+	 * Helper function to always log the end of program
+	 * @param result
+	 */
+	private static void end(int result) {
+		JVMStatsDumper.logGCStats();
+		logger.info("Program end (result code: " + result + ")");
+		System.exit(result);
+	}
+
+}
diff --git a/src/main/src/conf/ConfigConnectionBean.java b/src/main/src/conf/ConfigConnectionBean.java
new file mode 100644
index 0000000..b43b56f
--- /dev/null
+++ b/src/main/src/conf/ConfigConnectionBean.java
@@ -0,0 +1,111 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import data.io.sql.SQLConnectionWrapper.DBMSType;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigConnectionBean {
+	
+	public enum ConnectionType { jdbc, ldap }
+	
+	private String id;
+	private ConnectionType type;
+	private DBMSType dbms;
+	private String ress;
+	private String host;
+	private int port;
+	private String user;
+	private String bind;
+	private String pass;
+	private String db;
+	
+	public String getId() {
+		return id;
+	}
+	public void setId(String id) {
+		this.id = id;
+	}
+	public ConnectionType getType() {
+		return type;
+	}
+	public void setType(ConnectionType type) {
+		this.type = type;
+	}
+	public DBMSType getDbms() {
+		return dbms;
+	}
+	public void setDbms(DBMSType dbms) {
+		this.dbms = dbms;
+	}
+	public String getRess() {
+		return ress;
+	}
+	public void setRess(String ress) {
+		this.ress = ress;
+	}
+	public String getHost() {
+		return host;
+	}
+	public void setHost(String host) {
+		this.host = host;
+	}
+	public int getPort() {
+		return port;
+	}
+	public void setPort(int port) {
+		this.port = port;
+	}
+	public String getUser() {
+		return user;
+	}
+	public void setUser(String user) {
+		this.user = user;
+	}
+	public String getBind() {
+		return bind;
+	}
+	public void setBind(String bind) {
+		this.bind = bind;
+	}
+	public String getPass() {
+		return pass;
+	}
+	public void setPass(String pass) {
+		this.pass = pass;
+	}
+	public String getDb() {
+		return db;
+	}	
+	public void setDb(String db) {
+		this.db = db;
+	}
+	
+	@Override
+	public String toString() {
+		return "ConfigConnectionBean [id=" + id + ", type=" + type + ", dbms=" + dbms
+				+ ", ress=" + ress + ", host=" + host + ", port=" + port
+				+ ", user=" + user + ", bind=" + bind + ", pass=(obfuscated)]";
+	}
+	
+}
diff --git a/src/main/src/conf/ConfigConnectionsBean.java b/src/main/src/conf/ConfigConnectionsBean.java
new file mode 100644
index 0000000..9fb034b
--- /dev/null
+++ b/src/main/src/conf/ConfigConnectionsBean.java
@@ -0,0 +1,45 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import java.util.List;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigConnectionsBean {
+	
+	private List<ConfigConnectionBean> connections;
+
+		public List<ConfigConnectionBean> getConnections() {
+		return connections;
+	}
+
+	public void setConnections(List<ConfigConnectionBean> connections) {
+		this.connections = connections;
+	}
+
+	@Override
+	public String toString() {
+		return "ConfigConnectionsBean [connections=" + ConfigRootBean.listDump(connections,1) + "]";
+	}
+
+}
diff --git a/src/main/src/conf/ConfigGlobalsBean.java b/src/main/src/conf/ConfigGlobalsBean.java
new file mode 100644
index 0000000..256acee
--- /dev/null
+++ b/src/main/src/conf/ConfigGlobalsBean.java
@@ -0,0 +1,41 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigGlobalsBean {
+	private int maxExecTime;
+	
+	public int getMaxExecTime() {
+		return maxExecTime;
+	}
+
+	public void setMaxExecTime(int maxExecTime) {
+		this.maxExecTime = maxExecTime;
+	}
+
+	@Override
+	public String toString() {
+		return "ConfigGlobalsBean [maxExecTime=" + maxExecTime + "]";
+	}
+}
diff --git a/src/main/src/conf/ConfigOpLimitsBean.java b/src/main/src/conf/ConfigOpLimitsBean.java
new file mode 100644
index 0000000..8f68e8c
--- /dev/null
+++ b/src/main/src/conf/ConfigOpLimitsBean.java
@@ -0,0 +1,55 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigOpLimitsBean {
+	private int insert;
+	private int update;
+	private int delete;
+	
+	public int getInsert() {
+		return insert;
+	}
+	public void setInsert(int insert) {
+		this.insert = insert;
+	}
+	public int getUpdate() {
+		return update;
+	}
+	public void setUpdate(int update) {
+		this.update = update;
+	}
+	public int getDelete() {
+		return delete;
+	}
+	public void setDelete(int delete) {
+		this.delete = delete;
+	}
+	
+	@Override
+	public String toString() {
+		return "ConfigOpLimitsBean [insert=" + insert + ", update=" + update
+				+ ", delete=" + delete + "]";
+	}
+}
diff --git a/src/main/src/conf/ConfigRootBean.java b/src/main/src/conf/ConfigRootBean.java
new file mode 100644
index 0000000..acbbd49
--- /dev/null
+++ b/src/main/src/conf/ConfigRootBean.java
@@ -0,0 +1,73 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import java.util.List;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigRootBean {
+	
+	private ConfigGlobalsBean globals;
+	private List<ConfigTaskBean> tasks;
+	
+	public ConfigGlobalsBean getGlobals() {
+		return globals;
+	}
+	public void setGlobals(ConfigGlobalsBean globals) {
+		this.globals = globals;
+	}
+
+	public List<ConfigTaskBean> getTasks() {
+		return tasks;
+	}
+	public void setTasks(List<ConfigTaskBean> tasks) {
+		this.tasks = tasks;
+	}
+
+	@Override
+	public String toString() {
+		return "ConfigRootBean [globals=" + globals + ", tasks=" + listDump(tasks, 1) + "]";
+	}
+	
+
+	public static <T> String listDump(List<T> list, int ident) {
+		StringBuffer buf = new StringBuffer();
+		buf.append('{');
+		for (T item : list) {
+			buf.append('\n');
+			for (int i = 0; i < ident; i++) {
+				buf.append('\t');
+			}
+			buf.append(item.toString());
+			buf.append(',');
+		}
+		buf.append('\n');
+		for (int i = 0; i < ident-1; i++) {
+			buf.append('\t');
+		}
+		buf.append('}');
+		return buf.toString();
+	}
+
+	
+}
diff --git a/src/main/src/conf/ConfigSrcOrDestBean.java b/src/main/src/conf/ConfigSrcOrDestBean.java
new file mode 100644
index 0000000..5be1674
--- /dev/null
+++ b/src/main/src/conf/ConfigSrcOrDestBean.java
@@ -0,0 +1,96 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import data.filters.MVDataCombiner;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigSrcOrDestBean {
+
+	public enum SourceKind { csv, ldap, sorted_csv, sql };
+	
+	private String name;
+	private SourceKind kind;
+	private String conn;
+	private MVDataCombiner.MVDataCombineMode mode;
+	private String query;
+	private String path;
+	private String attr;
+	private String base;
+
+	public String getName() {
+		return name;
+	}
+	public void setName(String name) {
+		this.name = name;
+	}
+	public SourceKind getKind() {
+		return kind;
+	}
+	public void setKind(SourceKind kind) {
+		this.kind = kind;
+	}
+	public String getConn() {
+		return conn;
+	}
+	public void setConn(String conn) {
+		this.conn = conn;
+	}
+	public MVDataCombiner.MVDataCombineMode getMode() {
+		return mode;
+	}
+	public void setMode(MVDataCombiner.MVDataCombineMode mode) {
+		this.mode = mode;
+	}
+	public String getQuery() {
+		return query;
+	}
+	public void setQuery(String query) {
+		this.query = query;
+	}
+	public String getPath() {
+		return path;
+	}
+	public void setPath(String path) {
+		this.path = path;
+	}
+	public String getAttr() {
+		return attr;
+	}
+	public void setAttr(String attr) {
+		this.attr = attr;
+	}
+	public String getBase() {
+		return base;
+	}
+	public void setBase(String base) {
+		this.base = base;
+	}
+	
+	@Override
+	public String toString() {
+		return "ConfigSrcOrDestBean [name=" + name + ", kind=" + kind
+				+ ", conn=" + conn + ", mode=" + mode + ", query=" + query
+				+ ", path=" + path + ", attr=" + attr + ", base=" + base + "]";
+	}
+}
diff --git a/src/main/src/conf/ConfigTaskBean.java b/src/main/src/conf/ConfigTaskBean.java
new file mode 100644
index 0000000..ed34eee
--- /dev/null
+++ b/src/main/src/conf/ConfigTaskBean.java
@@ -0,0 +1,80 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import java.util.List;
+
+/**
+ * Generated Configuration Bean
+ */
+public class ConfigTaskBean {
+
+	private String name;
+	private ConfigOpLimitsBean opLimits;
+	private List<ConfigSrcOrDestBean> sources;
+	private	ConfigSrcOrDestBean destination;
+	private boolean skipReadErrors;
+	private boolean skipEntryDelete;
+	
+	public String getName() {
+		return name;
+	}
+	public void setName(String name) {
+		this.name = name;
+	}
+	public ConfigOpLimitsBean getOpLimits() {
+		return opLimits;
+	}
+	public void setOpLimits(ConfigOpLimitsBean opLimits) {
+		this.opLimits = opLimits;
+	}
+	public List<ConfigSrcOrDestBean> getSources() {
+		return sources;
+	}
+	public void setSources(List<ConfigSrcOrDestBean> sources) {
+		this.sources = sources;
+	}
+	public ConfigSrcOrDestBean getDestination() {
+		return destination;
+	}
+	public void setDestination(ConfigSrcOrDestBean destination) {
+		this.destination = destination;
+	}
+	public boolean isSkipReadErrors() {
+		return skipReadErrors;
+	}
+	public void setSkipReadErrors(boolean skipReadErrors) {
+		this.skipReadErrors = skipReadErrors;
+	}
+	public boolean isSkipEntryDelete() {
+		return skipEntryDelete;
+	}
+	public void setSkipEntryDelete(boolean skipDelete) {
+		this.skipEntryDelete = skipDelete;
+	}
+	@Override
+	public String toString() {
+		return "ConfigTaskBean [name=" + name + ", opLimits=" + opLimits
+				+ ", sources=" + sources + ", destination=" + destination
+				+ ", skipReadErrors=" + skipReadErrors + ", skipEntryDelete="
+				+ skipEntryDelete + "]";
+	}
+}
diff --git a/src/main/src/conf/SSSyncConfParser.java b/src/main/src/conf/SSSyncConfParser.java
new file mode 100644
index 0000000..42dc760
--- /dev/null
+++ b/src/main/src/conf/SSSyncConfParser.java
@@ -0,0 +1,65 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import java.io.FileInputStream;
+import java.io.FileNotFoundException;
+import java.text.ParseException;
+
+import org.yaml.snakeyaml.Yaml;
+import org.yaml.snakeyaml.constructor.Constructor;
+
+/**
+ * TODO javadoc
+ * 
+ * @author lpouzenc
+ */
+public class SSSyncConfParser {
+	
+	public static ConfigRootBean loadMainConfig(String mainConfigFile) throws FileNotFoundException, ParseException {
+		Yaml yamlMain = new Yaml(new Constructor(ConfigRootBean.class));
+
+		//TODO : try to prevent weird exceptions when config is not respecting the implicit grammar of the bean tree
+		
+		ConfigRootBean confMain = (ConfigRootBean) yamlMain.load(new FileInputStream(mainConfigFile));
+		
+		if ( confMain == null || confMain.getGlobals() == null ) {
+			throw new ParseException("Config parser has returned a null item", 0);
+		}
+		
+		// TODO : check config sanity and completeness
+		
+		return confMain;
+	}
+	
+	public static ConfigConnectionsBean loadConnConfig(String connConfigFile) throws FileNotFoundException, ParseException {
+		Yaml yamlConn = new Yaml(new Constructor(ConfigConnectionsBean.class));
+
+		ConfigConnectionsBean confConn = (ConfigConnectionsBean) yamlConn.load(new FileInputStream(connConfigFile));
+		
+		if ( confConn == null ) {
+			throw new ParseException("Config parser has return a null item", 0);
+		}
+		
+		return confConn;
+	}
+
+}
diff --git a/src/main/src/conf/SSSyncConnectionsFactory.java b/src/main/src/conf/SSSyncConnectionsFactory.java
new file mode 100644
index 0000000..e747258
--- /dev/null
+++ b/src/main/src/conf/SSSyncConnectionsFactory.java
@@ -0,0 +1,61 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import data.io.ConnectionsHolder;
+import data.io.ldap.LDAPConnectionWrapper;
+import data.io.sql.SQLConnectionWrapper;
+
+/**
+ * TODO javadoc
+ * 
+ * @author lpouzenc
+ */
+public class SSSyncConnectionsFactory {
+
+	/**
+	 * Setup all connections described in config
+	 * @return 
+	 * @throws Exception
+	 */
+	public static ConnectionsHolder setupConnections(ConfigConnectionsBean confConn) throws Exception {  
+		ConnectionsHolder connections = new ConnectionsHolder();
+		
+		for ( ConfigConnectionBean conn : confConn.getConnections() ) {
+			switch (conn.getType()) {
+			case jdbc:
+				SQLConnectionWrapper connSQL = new SQLConnectionWrapper(conn.getDbms(), conn.getHost(), conn.getPort(), conn.getRess(), conn.getUser(), conn.getPass(), conn.getDb());
+				connections.putConnSQL(conn.getId(), connSQL);
+				break;
+			case ldap:
+				LDAPConnectionWrapper connLDAP = new LDAPConnectionWrapper(conn.getHost(), conn.getPort(), conn.getBind(), conn.getPass());
+				connections.putConnLDAP(conn.getId(), connLDAP);
+				break;
+			default:
+				//XXX : find better Exception type
+				throw new Exception("Bad config : conn '" + conn.getId() + "' unsupported type");
+			}
+		}
+		
+		return connections;
+	}
+	
+}
diff --git a/src/main/src/conf/SSSyncTasksFactory.java b/src/main/src/conf/SSSyncTasksFactory.java
new file mode 100644
index 0000000..de3e8f6
--- /dev/null
+++ b/src/main/src/conf/SSSyncTasksFactory.java
@@ -0,0 +1,147 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package conf;
+
+import java.io.File;
+import java.io.FileReader;
+import java.util.ArrayList;
+import java.util.List;
+
+import sync.BasicSyncTask;
+import data.filters.MVDataCombiner;
+import data.filters.MVDataCombiner.MVDataCombineMode;
+import data.io.ConnectionsHolder;
+import data.io.MVDataReader;
+import data.io.MVDataWriter;
+import data.io.SafeDataReader;
+import data.io.csv.CSVDataReader;
+import data.io.ldap.LDAPConnectionWrapper;
+import data.io.sql.SQLConnectionWrapper;
+
+/**
+ * TODO javadoc
+ * 
+ * @author lpouzenc
+ */
+public class SSSyncTasksFactory {
+
+	/**
+	 * Build tasks objects with all needed resources from a config beans tree
+	 * @param conf
+	 * @return
+	 * @throws Exception
+	 */
+	public static List<BasicSyncTask> setupTasks(ConnectionsHolder connections, ConfigRootBean confMain) throws Exception {
+		List<BasicSyncTask> tasks = new ArrayList<BasicSyncTask>();
+		
+		// For each task...
+		for ( ConfigTaskBean confTask: confMain.getTasks() ) {
+			MVDataReader srcReader=null;
+			
+			// Building all sources
+			
+			List<ConfigSrcOrDestBean> confSources = confTask.getSources();
+			// See if we are in multiple source situation (then MVDataCombiner) or not (then simple MVDataReader)
+			if ( confSources.size() == 0 ) {
+				throw new Exception("Bad config : task '" + confTask.getName() + "' has no defined sources");
+			} else if ( confSources.size() == 1 ) {
+				srcReader = new SafeDataReader(_makeReader(connections, confSources.get(0), confTask.getName()), confTask.isSkipReadErrors());
+			} else {
+				List<MVDataReader> readers = new ArrayList<MVDataReader>();
+				List<MVDataCombineMode> mergeModes = new ArrayList<MVDataCombineMode>();
+				
+				// For each source of the future MVDataCombiner...
+				for ( ConfigSrcOrDestBean confSource: confSources ) {
+					// Create and add the reader and his parameters
+					readers.add(new SafeDataReader(_makeReader(connections, confSource, confTask.getName()), confTask.isSkipReadErrors()));
+					mergeModes.add(confSource.getMode());
+				}				
+				
+				srcReader = new MVDataCombiner("srcCombiner", readers.toArray(new MVDataReader[0]), mergeModes.toArray(new MVDataCombineMode[0]));
+			}
+			
+			// Building destination 
+			
+			MVDataReader dstReader=null;
+			MVDataWriter dstWriter=null;
+			
+			ConfigSrcOrDestBean confDestination = confTask.getDestination();
+			switch ( confDestination.getKind() ) {
+			case ldap:
+				LDAPConnectionWrapper builder = connections.getLDAPConnectionBuilder(confDestination.getConn());
+				// TODO : configurable lookAhead
+				MVDataReader tmpReader = builder.newFlatReader(confDestination.getName()+"_reader", confDestination.getBase(), confDestination.getAttr(), 128);
+				dstReader = new SafeDataReader(tmpReader, false);
+				dstWriter = builder.newFlatWriter(confDestination.getBase(), confDestination.getAttr());
+				break;
+			default:
+				throw new Exception("Bad config : task '" + confTask.getName() + "' unsupported destination kind");
+			}
+			
+			// Then building the sync task and add it to the task list
+			int maxInserts = confTask.getOpLimits().getInsert();
+			int maxUpdates = confTask.getOpLimits().getUpdate();
+			int maxDeletes = confTask.getOpLimits().getDelete();
+			
+			BasicSyncTask task = new BasicSyncTask(confTask.getName(), false, srcReader, dstReader, dstWriter);
+			task.setOperationLimits(maxInserts, maxUpdates, maxDeletes);
+			task.setSkipEntryDelete(confTask.isSkipEntryDelete());
+			tasks.add(task);
+		}
+		
+		return tasks;
+	}
+
+	/**
+	 * Helper function to make a new reader from an existing connection
+	 * @param confSource
+	 * @param taskName
+	 * @return
+	 * @throws Exception
+	 */
+	private static MVDataReader _makeReader(ConnectionsHolder connections, ConfigSrcOrDestBean confSource, String taskName) throws Exception {
+		MVDataReader reader=null;
+		switch (confSource.getKind()) {
+		case csv:
+			reader = new CSVDataReader(confSource.getName(), new FileReader(confSource.getPath()), false);
+			break;
+		case ldap:
+			LDAPConnectionWrapper ldapConnBuilder = connections.getLDAPConnectionBuilder(confSource.getConn());
+			//FIXME : if conf error, get...ConnectionBuilder could return null
+			//TODO : configurable lookAhead
+			reader = ldapConnBuilder.newFlatReader(confSource.getName(), confSource.getBase(), confSource.getAttr(), 128); 
+			break;
+		case sorted_csv:
+			reader = new CSVDataReader(confSource.getName(), new FileReader(confSource.getPath()), true);
+			break;
+		case sql:
+			SQLConnectionWrapper sqlConnBuilder = connections.getSQLConnectionBuilder(confSource.getConn());
+			//TODO We assume the query config item is a filepath. It isn't checked anywhere.  
+			reader = sqlConnBuilder.newReader(confSource.getName(), new File(confSource.getQuery()));
+			break;
+		default:
+			throw new Exception("Bad config : task '" + taskName + "' unsupported source kind");
+		}
+
+		return reader;
+	}
+	
+}
diff --git a/src/main/src/data/io/ConnectionsHolder.java b/src/main/src/data/io/ConnectionsHolder.java
new file mode 100644
index 0000000..3a6e527
--- /dev/null
+++ b/src/main/src/data/io/ConnectionsHolder.java
@@ -0,0 +1,81 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package data.io;
+
+import java.io.Closeable;
+import java.io.IOException;
+import java.util.HashMap;
+
+import data.io.ldap.LDAPConnectionWrapper;
+import data.io.sql.SQLConnectionWrapper;
+
+/**
+ * TODO javadoc
+ * 
+ * @author lpouzenc
+ */
+public class ConnectionsHolder implements Closeable {
+	
+	public final HashMap<String, LDAPConnectionWrapper> connMapLDAP;
+	public final HashMap<String, SQLConnectionWrapper> connMapSQL;
+
+	//TODO : with some refactoring, this class may disappear
+	/**
+	 * Bean class to keep track of all opened connections in a single object
+	 */
+	public ConnectionsHolder() {
+		this.connMapLDAP = new HashMap<String, LDAPConnectionWrapper>();
+		this.connMapSQL = new HashMap<String, SQLConnectionWrapper>();
+	}
+	
+	public LDAPConnectionWrapper getLDAPConnectionBuilder(String conn) {
+		return connMapLDAP.get(conn);
+	}
+
+	public SQLConnectionWrapper getSQLConnectionBuilder(String conn) {
+		return connMapSQL.get(conn);
+	}
+
+	public void putConnLDAP(String connId, LDAPConnectionWrapper connLDAP) {
+		this.connMapLDAP.put(connId, connLDAP);
+	}
+
+	public void putConnSQL(String connId, SQLConnectionWrapper connSQL) {
+		this.connMapSQL.put(connId, connSQL);
+	}
+
+	/**
+	 * Close all connections
+	 */
+	@Override
+	public void close() throws IOException {
+		// XXX : this will stop at first uncloseable connection. It isn't a very interesting problem however. 
+		for ( LDAPConnectionWrapper connLDAP: connMapLDAP.values() ) {
+			connLDAP.close();
+		}
+		for ( SQLConnectionWrapper connSQL: connMapSQL.values() ) {
+			connSQL.close();
+		}
+	}
+	
+	
+
+}
diff --git a/src/main/src/data/io/SafeDataReader.java b/src/main/src/data/io/SafeDataReader.java
new file mode 100644
index 0000000..2c5dda9
--- /dev/null
+++ b/src/main/src/data/io/SafeDataReader.java
@@ -0,0 +1,155 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package data.io;
+
+import java.util.Iterator;
+import java.util.NoSuchElementException;
+
+import org.apache.log4j.Logger;
+
+import data.MVDataEntry;
+
+/**
+ * Multi-valued "safe" stream reader proxy.
+ * Adds logging and skipReadError mode feature. Check if items are well ordered.
+ * Ensures consistency of hasNext() / next() even if source stream is faulty.
+ * Never returns null items but throw NoSuchElementException if no other choices.
+ * 
+ * @author lpouzenc
+ */
+public class SafeDataReader extends AbstractMVDataReader {
+
+	private static final Logger logger = Logger.getLogger(SafeDataReader.class.getName());
+
+	private final MVDataReader src;
+	/**
+	 * If true, continue even in case of read errors
+	 */
+	private final boolean skipReadErrors;
+	
+	private transient Iterator<MVDataEntry> srcIt;
+	private transient boolean abort;
+	private transient MVDataEntry previousData;
+
+
+	public SafeDataReader(MVDataReader src, boolean skipReadErrors) {
+		this.src = src;
+		this.dataSourceName = src.getDataSourceName();
+		this.skipReadErrors = skipReadErrors;
+	}
+
+	/**
+	 * {@inheritDoc}
+	 */
+	@Override
+	public Iterator<MVDataEntry> iterator() {
+		// Reset everything
+		srcIt = src.iterator();
+		abort = false;
+		previousData = null;
+		
+		return this;
+	}
+
+	/**
+	 * {@inheritDoc}
+	 */
+	@Override
+	public boolean hasNext() {
+		return (!abort && srcIt.hasNext());
+	}
+	
+	/**
+	 * {@inheritDoc}
+	 */
+	@Override
+	public MVDataEntry next() {
+		boolean alreadyWarned=false;
+		boolean done=false;
+		MVDataEntry entry = null;
+		
+		// Prepare an hint for read exception (knowledge of last successfully read entry could help)
+		String hint = ( previousData != null )?previousData.getKey():"(nothing)";
+		
+		// Seek for the next valid entry
+		while (!this.abort && !done && srcIt.hasNext()) {
+					
+			// Try to read next entry
+			try {
+				entry=src.next();
+				if ( entry == null ) throw new NoSuchElementException("Null item returned");
+			} catch (Exception e) {
+				logger.warn(src.getDataSourceName() + " : exception when seeking next valid entry after " + hint, e);
+				entry = null; // Make sure don't re-use a previous entry
+			}
+			
+			// Sanity checks
+			boolean valid = ( entry != null && entry.isValid() );
+			//XXX Regex should be a parameter
+			if ( valid && !entry.getKey().matches("^\\p{Print}+$") ) {
+				logger.warn(src.getDataSourceName() + " : Invalid key found : '" + entry.getKey().replaceAll("[^\\p{Print}]", "?") + "' after " + hint);
+				valid = false;
+			}
+
+			
+			// Two branches : If valid, check ordering then skip or done. If invalid : skip or abort.
+			if ( valid ) {
+				// Ensure that data.key is greater than previousData.key or abort
+				if (  previousData != null && entry.getKey().compareTo(previousData.getKey()) <= 0 ) {
+					//TODO : this is almost useless in case of reverse-sortered query because everything will be deleted by the Syncer before asking the second item
+					logger.error(src.getDataSourceName() + " : Input data is not well ordered but the sync task require it : '"
+							+ entry.getKey() + "' is not lexicographically greater than '" + previousData.getKey() + "'");
+					// Escape the while loop
+					abort=true; continue;
+				} 
+
+				// We have found a valid entry, so escape gracefully the loop
+				done=true;
+			} else {
+				// Log read problems and choose between skip or abort
+				if ( ! this.skipReadErrors ) {
+					logger.error(src.getDataSourceName() + " has returned an invalid entry after " + hint);
+					// Escape the while loop
+					abort=true; continue;
+				} 
+				if ( !alreadyWarned ) {
+					alreadyWarned=true;
+					logger.info("Invalid entry read but skipReadErrors is enabled, will try to read next entry (warned only once)");
+				}
+				
+				// We don't have a valid entry, give a chance to the next iteration
+				done=false;
+			} /* if ( valid )*/
+			
+		} /* while */
+
+		// If we don't have found anything valid, throw exception (better semantics than returning null)
+		if (!done) {
+			throw new NoSuchElementException();
+		}
+		
+		// Keep track of previous read record 
+		// -> for hinting in log messages when bad things happens
+		// -> to check if entries are well ordered		
+		previousData=entry;
+		return entry;
+	}
+}
diff --git a/src/main/src/sync/BasicSyncTask.java b/src/main/src/sync/BasicSyncTask.java
new file mode 100644
index 0000000..24f34a8
--- /dev/null
+++ b/src/main/src/sync/BasicSyncTask.java
@@ -0,0 +1,292 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package sync;
+
+
+import java.util.Iterator;
+import java.util.NoSuchElementException;
+import java.util.Set;
+
+import org.apache.log4j.Logger;
+
+import data.MVDataEntry;
+import data.io.MVDataReader;
+import data.io.MVDataWriter;
+
+/**
+ * Basic one-way synchronization code. Uses MVDataEntry semantics.
+ * Each entry has a key and a set of multi-valued attributes, like LDAP entries.
+ * Data source is a MVDataReader. Multiple source could be used via MVDataCombiner.
+ * <br/><br/>
+ * <b>Warnings :</b> needs MVDataReaders that give key-sorted results. This sync will try
+ * to delete entries that exists on destination side and don't exist at source side.
+ * Extra attributes in existing entries on destination side are preserved.
+ * Look like useful for account's failure password count for instance.
+ * <br/><br/>
+ * <b>Notes :</b> Null value and empty strings are not allowed in MVDataEntry, so they are not sync'ed.
+ * 
+ * @author lpouzenc
+ */
+public class BasicSyncTask extends AbstractSyncTask {
+	private static final Logger logger = Logger.getLogger(BasicSyncTask.class.getName());
+
+	/**
+	 * Source data stream (read-only)
+	 */
+	private final MVDataReader srcReader;
+	/**
+	 * Destination data stream (read)
+	 */
+	private final MVDataReader dstReader;
+	/**
+	 * Destination data stream (write) 
+	 */
+	private final MVDataWriter dstWriter;
+
+	/**
+	 * If true, disable removal of data on destination side even if detected as obsolete 
+	 */
+	private boolean skipEntryDelete;
+
+	
+	private int maxInserts;
+	private int maxUpdates;
+	private int maxDeletes;
+
+	private transient int curInserts;
+	private transient int curUpdates;
+	private transient int curDeletes;
+	
+
+	/**
+	 * BasicSyncTask constructor
+	 * Assumes that the *Readers have iterators that returns entries sorted by lexicographical ascending key
+	 * @param taskName Friendly name of this task (for tracing in log files) 
+	 * @param srcReader Source data stream (read-only)
+	 * @param dstReader Destination data stream (read)
+	 * @param dstWriter Destination data stream (write) 
+	 */
+	public BasicSyncTask(String taskName, boolean skipDelete, MVDataReader srcReader, MVDataReader dstReader, MVDataWriter dstWriter) {
+		this.taskName = taskName;
+		this.srcReader = srcReader;
+		this.dstReader = dstReader;
+		this.dstWriter = dstWriter;
+		
+		this.maxInserts = 0;
+		this.maxUpdates = 0;
+		this.maxDeletes = 0;
+	}
+	
+	public Boolean call() {
+		logger.info("task " + taskName + " : starting " + (dryRun?"dry-run":"real") + " pass");
+		// Better stack traces "call()" don't say "what"
+		boolean success = syncTaskRun();
+		logger.info("task " + taskName + " : " + (success?"terminated successfully":"aborted"));
+
+		return success;
+	}	
+
+	private boolean syncTaskRun() {
+		curInserts=0;
+		curUpdates=0;
+		curDeletes=0;
+		dstWriter.setDryRun(dryRun);
+		
+		Iterator<MVDataEntry> itSrc = srcReader.iterator();
+		Iterator<MVDataEntry> itDst = dstReader.iterator();
+		MVDataEntry src = null, dst = null;
+		boolean srcExhausted = false;
+		boolean dstExhausted = false;
+		boolean abort = false;
+		boolean done = false;
+		while ( !abort && !done ) {
+
+			// Look-ahead srcReader if previous has been "poped" (or if never read yet)
+			if ( src == null ) {
+				if ( !srcExhausted ) {
+					srcExhausted = !itSrc.hasNext();
+				}
+				if ( !srcExhausted ) {
+					try {
+						src=itSrc.next();
+						logger.trace("src read : " + src);
+					} catch (Exception e) {
+						logger.error("Read failure detected on " + srcReader.getDataSourceName() + ". Aborting.", e);
+						// Escape from the while loop
+						abort=true; continue;
+					}
+				}
+			}
+			
+			// Look-ahead dstReader if previous has been "poped" (or if never read yet)
+			if ( dst == null ) {
+				if ( !dstExhausted ) {
+					dstExhausted = !itDst.hasNext();
+				}
+				if ( !dstExhausted ) {
+					try {
+						dst = itDst.next();
+						logger.trace("dst read : " + dst);
+					} catch (NoSuchElementException e) {
+						logger.error("Read failure detected on " + dstReader.getDataSourceName() + ". Aborting.", e);
+						// Escape from the while loop
+						abort=true; continue;
+					}
+				}
+			}
+
+			// Error-free cases (no problems while reading data)
+			int compare;
+			if ( !srcExhausted && !dstExhausted ) {
+				// General case : check order precedence to take an action
+				compare = src.compareTo(dst);
+			} else if ( !srcExhausted && dstExhausted ) {
+				// Particular case : dst is exhausted, it's like ( src < dst )
+				compare=-1;
+			} else if ( srcExhausted && !dstExhausted ) {
+				// Particular case : src is exhausted, it's like ( src > dst )
+				compare=1;
+			} else /* ( srcExhausted && dstExhausted ) */ {
+				// Particular case : everything is synchronized
+				// Exit gracefully the while loop
+				done=true; continue;
+			}
+			
+			logger.trace("compare : " + compare);
+			
+			boolean actionRealized = false;
+			// Take an action (insert/update/delete)
+			if ( compare < 0 ) {
+				actionRealized = _insert(src);
+				src = null;
+				// preserve dst until src key is not greater
+			} else if ( compare > 0 ) {
+				// dst current entry doesn't exists anymore (src key is greater than dst key)
+				actionRealized = _delete(dst);
+				// preserve src until dst key is not greater
+				dst = null;
+			} else /* ( compare == 0 ) */ {
+				// src current entry already exists in dst, update it if necessary
+				Set<String> changedAttr = src.getChangedAttributes(dst);
+				if ( ! changedAttr.isEmpty() ) {
+					actionRealized = _update(src,dst,changedAttr);
+				} else {
+					// Already up-to-date, nothing to do
+					actionRealized = true;
+				}
+				// Both src and dst have been used
+				src = null;
+				dst = null;
+			}
+			abort = !actionRealized;
+		} /* while */
+
+		return !abort;
+	} /* _taskRunSync() */
+
+	private boolean _insert(MVDataEntry entry) {
+				
+		if ( maxInserts > 0 && curInserts >= maxInserts ) {
+			logger.error("Max insert limit reached (" + maxInserts + ")" );
+			return false;
+		}
+		
+		logger.debug("dstWriter : Action\n-> Insert " + entry);
+		try {
+			dstWriter.insert(entry);
+		} catch (Exception e) {
+			logger.error("Exception occured while inserting", e);
+			return false;
+		}
+		
+		curInserts++;
+		return true;
+	}
+
+	private boolean _update(MVDataEntry updatedEntry, MVDataEntry originalEntry, Set<String> attrToUpdate) {
+		if ( maxUpdates > 0 && curUpdates >= maxUpdates ) {
+			logger.error("Max update limit reached (" + maxUpdates + ")");
+			return false;
+		}
+
+		logger.debug("dstWriter : Action\n-> Update " + updatedEntry + "\n->  changed attributes : " + attrToUpdate);
+		try {
+			dstWriter.update(updatedEntry, originalEntry, attrToUpdate);
+		} catch (Exception e) {
+			logger.error("Exception occured while updating", e);
+			return false;
+		}
+	
+		curUpdates++;
+		return true;
+	}
+	
+	private boolean _delete(MVDataEntry entry) {
+		if ( skipEntryDelete ) {
+			logger.info("dstWriter : skipping deletion for key " + entry.getKey());
+			return true;
+		} 
+		
+		if ( maxDeletes > 0 && curDeletes >= maxDeletes ) {
+			logger.error("Max delete limit reached (" + maxDeletes + ")");
+			return false;
+		}
+		logger.debug("dstWriter : Action\n-> Delete " + entry);
+		try {
+			dstWriter.delete(entry);
+		} catch (Exception e) {
+			logger.error("Exception occured while deleting", e);
+			return false;
+		}
+		
+		curDeletes++;
+		return true;
+	}
+
+	// Boring accessors
+
+	/**
+	 * Setter to fix limits about operations counts (safeguard)
+	 * @param maxInserts
+	 * @param maxUpdates
+	 * @param maxDeletes
+	 */
+	public void setOperationLimits(int maxInserts, int maxUpdates, int maxDeletes) {
+		this.maxInserts = maxInserts;
+		this.maxUpdates = maxUpdates;
+		this.maxDeletes = maxDeletes;
+	}
+
+	/**
+	 * @return the skipEntryDelete
+	 */
+	public boolean isSkipEntryDelete() {
+		return skipEntryDelete;
+	}
+
+	/**
+	 * @param skipEntryDelete the skipEntryDelete to set
+	 */
+	public void setSkipEntryDelete(boolean skipEntryDelete) {
+		this.skipEntryDelete = skipEntryDelete;
+	}
+
+}
diff --git a/src/main/src/utils/JVMStatsDumper.java b/src/main/src/utils/JVMStatsDumper.java
new file mode 100644
index 0000000..41f1d97
--- /dev/null
+++ b/src/main/src/utils/JVMStatsDumper.java
@@ -0,0 +1,111 @@
+/*
+ * SSSync, a Simple and Stupid Synchronizer for data with multi-valued attributes
+ * Copyright (C) 2014  Ludovic Pouzenc <ludovic@pouzenc.fr>
+ *  
+ * This file is part of SSSync.
+ *
+ *  SSSync is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU General Public License as published by
+ *  the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  SSSync is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU General Public License for more details.
+ *
+ *  You should have received a copy of the GNU General Public License
+ *  along with SSSync.  If not, see <http://www.gnu.org/licenses/>
+ */
+
+package utils;
+
+import java.lang.management.GarbageCollectorMXBean;
+import java.lang.management.ManagementFactory;
+import java.lang.management.MemoryPoolMXBean;
+import java.lang.management.MemoryUsage;
+import java.lang.management.RuntimeMXBean;
+
+import org.apache.log4j.Level;
+import org.apache.log4j.Logger;
+
+/**
+ * TODO javadoc
+ * 
+ * @author lpouzenc
+ */
+public class JVMStatsDumper {
+	private static final Logger logger = Logger.getLogger(JVMStatsDumper.class.getName());
+
+	public static void logGCStats() {
+		// Skip all string construction if will not print this stuff
+		if ( logger.getLevel().isGreaterOrEqual(Level.INFO) ) { return; }
+	
+		long totalGarbageCollections = 0;
+		long garbageCollectionTime = 0;
+	
+		final String gcDumpHeader="Dumping Garbage Collector statistics\n" +
+				"+--------------------+-----------------------------+\n" +
+				"+      GC Name       +    Count     +   Time (ms)  +\n" +
+				"+--------------------+--------------+--------------+\n";
+	
+		StringBuilder sb = new StringBuilder(1024);
+		sb.append(gcDumpHeader);
+	
+		for(GarbageCollectorMXBean gc : ManagementFactory.getGarbageCollectorMXBeans()) {
+	
+			long count = gc.getCollectionCount();
+			long time = gc.getCollectionTime();
+			
+			sb.append(String.format("+ %18s + %,12d + %,12d +%n", gc.getName(), count, time));
+	
+			if(count >= 0) totalGarbageCollections += count;
+			if(time >= 0) garbageCollectionTime += time;
+		}
+	
+		sb.append("+                    +              +              +\n");
+		sb.append(String.format("+ %18s + %,12d + %,12d +%n",
+				"Total", totalGarbageCollections, garbageCollectionTime
+				));
+		sb.append("+--------------------+--------------+--------------+\n");
+		
+		sb.append("JVM arguments : ");
+		RuntimeMXBean runtimeMxBean = ManagementFactory.getRuntimeMXBean();
+		for ( String arg : runtimeMxBean.getInputArguments() ) {
+			sb.append(arg + " ");
+		}
+		
+		logger.debug(sb);
+	}
+
+	/**
+	 * Helper function to log the current memory usage
+	 */
+	public static void logMemoryUsage() {
+		// Skip all string construction if will not print this stuff
+		if ( logger.getLevel().isGreaterOrEqual(Level.INFO) ) { return; }
+		
+		final String memDumpHeader="Dumping memory statistics\n" +
+				"+--------------------------------------------------------------------------------+\n" +
+				"+                    +         Current (kio)       +           Peak (kio)        +\n" +
+				"+        Pool        +-----------------------------------------------------------+\n" +
+				"+                    +     Used     +  Committed   +     Used     +  Committed   +\n" +
+				"+--------------------+--------------+--------------+--------------+--------------+\n";
+		
+		StringBuilder sb = new StringBuilder(1024);
+		sb.append(memDumpHeader);
+		
+		for (MemoryPoolMXBean pool : ManagementFactory.getMemoryPoolMXBeans()) {
+			MemoryUsage peak = pool.getPeakUsage();
+			MemoryUsage curr = pool.getUsage();
+			sb.append(String.format("+ %18s + %,12d + %,12d + %,12d + %,12d +%n",
+					pool.getName(),curr.getUsed()/1024, curr.getCommitted()/1024, peak.getUsed()/1024, peak.getCommitted()/1024
+					));
+			pool.resetPeakUsage(); //XXX Maybe this is not a global action and is useless on a temporary object used once
+		}
+		sb.append("+--------------------+--------------+--------------+--------------+--------------+\n");
+		
+		logger.debug(sb);
+	}
+
+}
diff --git a/src/main/sssync.sh b/src/main/sssync.sh
new file mode 100755
index 0000000..43a1810
--- /dev/null
+++ b/src/main/sssync.sh
@@ -0,0 +1,3 @@
+#!/bin/sh
+cd $(dirname $0)
+java -jar SSSync.jar