Dépôt officiel du code source de l'ERP OpenConcerto

/*

 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.

 *

 * Copyright 2011 OpenConcerto, by ILM Informatique. All rights reserved.

 *

 * The contents of this file are subject to the terms of the GNU General Public License Version 3

 * only ("GPL"). You may not use this file except in compliance with the License. You can obtain a

 * copy of the License at http://www.gnu.org/licenses/gpl-3.0.html See the License for the specific

 * language governing permissions and limitations under the License.

 *

 * When distributing the software, include this License Header Notice in each file.

 */

 package org.openconcerto.openoffice;

import static org.openconcerto.openoffice.ODPackage.RootElement.CONTENT;

import org.openconcerto.openoffice.ODPackage.RootElement;

import org.openconcerto.openoffice.style.data.DataStyle;

import org.openconcerto.utils.Base64;

import org.openconcerto.utils.CollectionUtils;

import org.openconcerto.utils.FileUtils;

import org.openconcerto.utils.Tuple2;

import org.openconcerto.utils.cc.IPredicate;

import org.openconcerto.xml.JDOMUtils;

import org.openconcerto.xml.SimpleXMLPath;

import org.openconcerto.xml.Step;

import org.openconcerto.xml.Step.Axis;

import java.awt.Point;

import java.io.File;

import java.io.IOException;

import java.io.InputStream;

import java.math.BigDecimal;

import java.net.URI;

import java.net.URISyntaxException;

import java.util.ArrayList;

import java.util.Collection;

import java.util.Collections;

import java.util.HashMap;

import java.util.HashSet;

import java.util.Iterator;

import java.util.List;

import java.util.ListIterator;

import java.util.Map;

import java.util.Map.Entry;

import java.util.Set;

import org.apache.commons.collections.Transformer;

import org.jdom.Attribute;

import org.jdom.Content;

import org.jdom.DocType;

import org.jdom.Document;

import org.jdom.Element;

import org.jdom.JDOMException;

import org.jdom.Namespace;

import org.jdom.xpath.XPath;

/**

 * An XML document containing all of an office document, see section 2.1 of OpenDocument 1.1.

 *

 * @author Sylvain CUAZ 24 nov. 2004

 */

public class ODSingleXMLDocument extends ODXMLDocument implements Cloneable {

    static private enum ContentPart {

        PROLOGUE, MAIN, EPILOGUE

    }

    private static final String BASIC_LANG_NAME = "ooo:Basic";

    private static final SimpleXMLPath<Attribute> ALL_HREF_ATTRIBUTES = SimpleXMLPath.allAttributes("href", "xlink");

    private static final SimpleXMLPath<Element> ALL_BINARY_DATA_ELEMENTS = SimpleXMLPath.allElements("binary-data", "office");

    // see 10.4.5 <office:binary-data> of OpenDocument-v1.2-os

    private static final Set<String> BINARY_DATA_PARENTS = CollectionUtils.createSet("draw:image", "draw:object-ole", "style:background-image", "text:list-level-style-image");

    final static Set<String> DONT_PREFIX;

    static private final Map<XMLVersion, List<Set<Element>>> ELEMS_ORDER;

    static private final Map<XMLVersion, Map<Tuple2<Namespace, String>, ContentPart>> ELEMS_PARTS;

    static {

        DONT_PREFIX = new HashSet<String>();

        // don't touch to user fields and variables

        // we want them to be the same across the document

        DONT_PREFIX.add("user-field-decl");

        DONT_PREFIX.add("user-field-get");

        DONT_PREFIX.add("variable-get");

        DONT_PREFIX.add("variable-decl");

        DONT_PREFIX.add("variable-set");

        final XMLVersion[] versions = XMLVersion.values();

        ELEMS_ORDER = new HashMap<XMLVersion, List<Set<Element>>>(versions.length);

        ELEMS_PARTS = new HashMap<XMLVersion, Map<Tuple2<Namespace, String>, ContentPart>>(versions.length);

        for (final XMLVersion v : versions) {

            // some elements can only appear in some types but since we have the null wild card,

            // they'd match that. So always include all elements.

            final List<Set<Element>> children = createChildren(v, null);

            ELEMS_ORDER.put(v, children);

            final Map<Tuple2<Namespace, String>, ContentPart> m = new HashMap<Tuple2<Namespace, String>, ODSingleXMLDocument.ContentPart>(ContentPart.values().length);

            boolean beforeNull = true;

            for (final Set<Element> s : children) {

                if (s == null) {

                    m.put(null, ContentPart.MAIN);

                    assert beforeNull : "more than one null";

                    beforeNull = false;

                } else {

                    for (final Element elem : s)

                        m.put(Tuple2.create(elem.getNamespace(), elem.getName()), beforeNull ? ContentPart.PROLOGUE : ContentPart.EPILOGUE);

                }

            }

            ELEMS_PARTS.put(v, m);

        }

    }

    private static final List<Set<Element>> createChildren(XMLVersion v, ContentType t) {

        final Namespace textNS = v.getTEXT();

        final Namespace tableNS = v.getTABLE();

        final List<Set<Element>> res = new ArrayList<Set<Element>>(24);

        if (t == null || t == ContentType.TEXT)

            res.add(Collections.singleton(new Element("forms", v.getOFFICE())));

        // first only for text, second only for spreadsheet

        final Element textTrackedChanges = new Element("tracked-changes", textNS);

        final Element tableTrackedChanges = new Element("tracked-changes", tableNS);

        if (t == null)

            res.add(CollectionUtils.createSet(textTrackedChanges, tableTrackedChanges));

        else if (t == ContentType.TEXT)

            res.add(Collections.singleton(textTrackedChanges));

        else if (t == ContentType.SPREADSHEET)

            res.add(Collections.singleton(tableTrackedChanges));

        // text-decls

        res.add(Collections.singleton(new Element("variable-decls", textNS)));

        res.add(Collections.singleton(new Element("sequence-decls", textNS)));

        res.add(Collections.singleton(new Element("user-field-decls", textNS)));

        res.add(Collections.singleton(new Element("dde-connection-decls", textNS)));

        res.add(Collections.singleton(new Element("alphabetical-index-auto-mark-file", textNS)));

        // table-decls

        res.add(Collections.singleton(new Element("calculation-settings", tableNS)));

        res.add(Collections.singleton(new Element("content-validations", tableNS)));

        res.add(Collections.singleton(new Element("label-ranges", tableNS)));

        if (v == XMLVersion.OD && (t == null || t == ContentType.PRESENTATION)) {

            // perhaps add presentation-decls (needs new namespace in XMLVersion)

        }

        // main content

        res.add(null);

        if (v == XMLVersion.OD && (t == null || t == ContentType.PRESENTATION)) {

            // perhaps add presentation:settings

        }

        // table-functions

        res.add(Collections.singleton(new Element("named-expressions", tableNS)));

        res.add(Collections.singleton(new Element("database-ranges", tableNS)));

        res.add(Collections.singleton(new Element("data-pilot-tables", tableNS)));

        res.add(Collections.singleton(new Element("consolidation", tableNS)));

        res.add(Collections.singleton(new Element("dde-links", tableNS)));

        if (v == XMLVersion.OOo && (t == null || t == ContentType.PRESENTATION)) {

            // perhaps add presentation:settings

        }

        return res;

    }

    // return null if not an element

    // return the part the element is in (assume MAIN for unknown elements)

    static private ContentPart getPart(final Map<Tuple2<Namespace, String>, ContentPart> parts, final Content bodyContent) {

        if (!(bodyContent instanceof Element))

            return null;

        final Element elem = (Element) bodyContent;

        ContentPart res = parts.get(Tuple2.create(elem.getNamespace(), elem.getName()));

        if (res == null)

            res = parts.get(null);

        assert res != null;

        return res;

    }

    static private int[] getLastNulls(final Map<Tuple2<Namespace, String>, ContentPart> parts, final Element body) {

        @SuppressWarnings("unchecked")

        final List<Content> content = body.getContent();

        return getLastNulls(parts, content, content.size());

    }

    // return the start of the EPILOGUE, at 0 with non-elements (i.e. having a null ContentPart), at

    // 1 the first EPILOGUE element

    static private int[] getLastNulls(final Map<Tuple2<Namespace, String>, ContentPart> parts, final List<Content> content, final int contentSize) {

        // start from the end until we leave the epilogue (quicker than traversing the main part as

        // prologue and epilogue sizes are bounded and small)

        ContentPart contentPart = null;

        final ListIterator<Content> thisChildrenIter = content.listIterator(contentSize);

        int nullsStartIndex = -1;

        while ((contentPart == null || contentPart == ContentPart.EPILOGUE) && thisChildrenIter.hasPrevious()) {

            contentPart = getPart(parts, thisChildrenIter.previous());

            if (contentPart != null) {

                nullsStartIndex = -1;

            } else if (nullsStartIndex < 0) {

                nullsStartIndex = thisChildrenIter.nextIndex();

            }

        }

        final int lastNullsStart = contentPart == null || contentPart == ContentPart.EPILOGUE ? thisChildrenIter.nextIndex() : thisChildrenIter.nextIndex() + 1;

        final int lastNullsEnd = nullsStartIndex < 0 ? lastNullsStart : nullsStartIndex + 1;

        return new int[] { lastNullsStart, lastNullsEnd };

    }

    /**

     * Slice the body into parts. Since some content have no part (e.g. comment), they can be added

     * to the previous or next range. If <code>overlapping</code> is <code>true</code> they will be

     * added to both, else only to the next range.

     *

     * @param parts parts definition.

     * @param body the element to slice.

     * @param overlapping <code>true</code> if ranges can overlap.

     * @return the start (inclusive, {@link Point#x}) and end (exclusive, {@link Point#y}) for each

     *         {@link ContentPart}.

     */

    static private Point[] getBounds(final Map<Tuple2<Namespace, String>, ContentPart> parts, final Element body, final boolean overlapping) {

        @SuppressWarnings("unchecked")

        final List<Content> content = body.getContent();

        final int contentSize = content.size();

        if (contentSize == 0)

            return new Point[] { new Point(0, 0), new Point(0, 0), new Point(0, 0) };

        // start from the beginning until we leave the prologue

        ContentPart contentPart = null;

        ListIterator<Content> thisChildrenIter = content.listIterator(0);

        final int prologueStart = 0;

        int nullsStartIndex = -1;

        while ((contentPart == null || contentPart == ContentPart.PROLOGUE) && thisChildrenIter.hasNext()) {

            contentPart = getPart(parts, thisChildrenIter.next());

            if (contentPart != null) {

                nullsStartIndex = -1;

            } else if (nullsStartIndex < 0) {

                nullsStartIndex = thisChildrenIter.previousIndex();

            }

        }

        final int nullsEnd = contentPart == null || contentPart == ContentPart.PROLOGUE ? thisChildrenIter.nextIndex() : thisChildrenIter.previousIndex();

        final int nullsStart = nullsStartIndex < 0 ? nullsEnd : nullsStartIndex;

        assert nullsStart >= 0 && nullsStart <= nullsEnd;

        final int mainStart = nullsStart;

        final int prologueStop = overlapping ? nullsEnd : nullsStart;

        final int epilogueEnd = contentSize;

        final int[] lastNulls = getLastNulls(parts, content, contentSize);

        final int lastNullsStart = lastNulls[0];

        final int lastNullsEnd = lastNulls[1];

        assert lastNullsStart >= mainStart && lastNullsStart <= lastNullsEnd;

        final int epilogueStart = lastNullsStart;

        final int mainEnd = overlapping ? lastNullsEnd : lastNullsStart;

        final Point[] res = new Point[] { new Point(prologueStart, prologueStop), new Point(mainStart, mainEnd), new Point(epilogueStart, epilogueEnd) };

        assert res.length == ContentPart.values().length;

        return res;

    }

    static private int getValidIndex(final Map<Tuple2<Namespace, String>, ContentPart> parts, final Element body, final int index) {

        // overlapping ranges to have longest main part possible and thus avoid changing index

        final Point[] bounds = getBounds(parts, body, true);

        final Point mainBounds = bounds[ContentPart.MAIN.ordinal()];

        final int mainEnd = mainBounds.y;

        if (index < 0 || index > mainEnd)

            return mainEnd;

        final int mainStart = mainBounds.x;

        if (index < mainStart)

            return mainStart;

        return index;

    }

    // Voir le TODO du ctor

    // public static OOSingleXMLDocument createEmpty() {

    // }

    /**

     * Create a document from a collection of subdocuments.

     *

     * @param content the content.

     * @param style the styles, can be <code>null</code>.

     * @return the merged document.

     */

    public static ODSingleXMLDocument createFromDocument(Document content, Document style) {

        return ODPackage.createFromDocuments(content, style).toSingle();

    }

    static ODSingleXMLDocument create(ODPackage files) {

        final Document content = files.getContent().getDocument();

        final Document style = files.getDocument(RootElement.STYLES.getZipEntry());

        // signal that the xml is a complete document (was document-content)

        final Document singleContent = RootElement.createSingle(content);

        copyNS(content, singleContent);

        files.getContentType().setType(singleContent);

        final Element root = singleContent.getRootElement();

        root.addContent(content.getRootElement().removeContent());

        // see section 2.1.1 first meta, then settings, then the rest

        createScriptsElement(root, files);

        prependToRoot(files.getDocument(RootElement.SETTINGS.getZipEntry()), root);

        prependToRoot(files.getDocument(RootElement.META.getZipEntry()), root);

        final ODSingleXMLDocument single = new ODSingleXMLDocument(singleContent, files);

        if (single.getChild("body") == null)

            throw new IllegalArgumentException("no body in " + single);

        if (style != null) {

            // section 2.1 : Styles used in the document content and automatic styles used in the

            // styles themselves.

            // more precisely in section 2.1.1 : office:document-styles contains style, master

            // style, auto style, font decls ; the last two being also in content.xml but are *not*

            // related : eg P1 of styles.xml is *not* the P1 of content.xml

            try {

                single.mergeAllStyles(new ODXMLDocument(style), true);

            } catch (JDOMException e) {

                throw new IllegalArgumentException("style is not valid", e);

            }

        }

        return single;

    }

    private static void createScriptsElement(final Element root, final ODPackage pkg) {

        final Map<String, Library> basicLibraries = pkg.readBasicLibraries();

        if (basicLibraries.size() > 0) {

            final XMLFormatVersion formatVersion = pkg.getFormatVersion();

            final XMLVersion version = formatVersion.getXMLVersion();

            final Namespace officeNS = version.getOFFICE();

            // scripts must be before the body and automatic styles

            final Element scriptsElem = JDOMUtils.getOrCreateChild(root, formatVersion.getXML().getOfficeScripts(), officeNS, 0);

            final Element scriptElem = new Element(formatVersion.getXML().getOfficeScript(), officeNS);

            scriptElem.setAttribute("language", BASIC_LANG_NAME, version.getNS("script"));

            // script must be before events

            scriptsElem.addContent(0, scriptElem);

            final Element libsElem = new Element("libraries", version.getLibrariesNS());

            for (final Library lib : basicLibraries.values()) {

                libsElem.addContent(lib.toFlatXML(formatVersion));

            }

            scriptElem.addContent(libsElem);

        }

    }

    private static void prependToRoot(Document settings, final Element root) {

        if (settings != null) {

            copyNS(settings, root.getDocument());

            final Element officeSettings = (Element) settings.getRootElement().getChildren().get(0);

            root.addContent(0, (Element) officeSettings.clone());

        }

    }

    // some namespaces are needed even if not directly used, see § 18.3.19 namespacedToken

    // of v1.2-part1-cd04 (e.g. 19.31 config:name or 19.260 form:control-implementation)

    @SuppressWarnings("unchecked")

    private static void copyNS(final Document src, final Document dest) {

        JDOMUtils.addNamespaces(dest.getRootElement(), src.getRootElement().getAdditionalNamespaces());

    }

    /**

     * Create a document from a package.

     *

     * @param f an OpenDocument package file.

     * @return the merged file.

     * @throws JDOMException if the file is not a valid OpenDocument file.

     * @throws IOException if the file can't be read.

     */

    public static ODSingleXMLDocument createFromPackage(File f) throws JDOMException, IOException {

        // this loads all linked files

        return new ODPackage(f).toSingle();

    }

    /**

     * Create a document from a flat XML.

     *

     * @param f an OpenDocument XML file.

     * @return the created file.

     * @throws JDOMException if the file is not a valid OpenDocument file.

     * @throws IOException if the file can't be read.

     */

    public static ODSingleXMLDocument createFromFile(File f) throws JDOMException, IOException {

        final ODSingleXMLDocument res = new ODSingleXMLDocument(OOUtils.getBuilder().build(f));

        res.getPackage().setFile(f);

        return res;

    }

    public static ODSingleXMLDocument createFromStream(InputStream ins) throws JDOMException, IOException {

        return new ODSingleXMLDocument(OOUtils.getBuilder().build(ins));

    }

    /**

     * fix bug when a SingleXMLDoc is used to create a document (for example with P2 and 1_P2), and

     * then create another instance s2 with the previous document and add a second file (also with

     * P2 and 1_P2) => s2 will contain P2, 1_P2, 1_P2, 1_1_P2.

     */

    private static final String COUNT = "SingleXMLDocument_count";

    /** Le nombre de fichiers concat */

    private int numero;

    /** Les styles présent dans ce document */

    private final Set<String> stylesNames;

    /** Les styles de liste présent dans ce document */

    private final Set<String> listStylesNames;

    /** Les fichiers référencés par ce document */

    private ODPackage pkg;

    private final ODMeta meta;

    // the element between each page

    private Element pageBreak;

    public ODSingleXMLDocument(Document content) {

        this(content, null);

    }

    /**

     * A new single document. NOTE: this document will put himself in <code>pkg</code>, replacing

     * any previous content.

     *

     * @param content the XML.

     * @param pkg the package this document belongs to.

     */

    private ODSingleXMLDocument(Document content, final ODPackage pkg) {

        super(content);

        // inited in getPageBreak()

        this.pageBreak = null;

        final boolean contentIsFlat = pkg == null;

        this.pkg = contentIsFlat ? new ODPackage() : pkg;

        if (!contentIsFlat) {

            final Set<String> toRm = new HashSet<String>();

            for (final RootElement e : RootElement.getPackageElements())

                toRm.add(e.getZipEntry());

            for (final String e : this.pkg.getEntries()) {

                if (e.startsWith(Library.DIR_NAME))

                    toRm.add(e);

            }

            this.pkg.rmFiles(toRm);

        }

        this.pkg.putFile(CONTENT.getZipEntry(), this, "text/xml");

        // update href

        if (contentIsFlat) {

            // OD thinks of the ZIP archive as an additional folder

            for (final Attribute hrefAttr : ALL_HREF_ATTRIBUTES.selectNodes(getDocument().getRootElement())) {

                final String href = hrefAttr.getValue();

                if (!URI.create(href).isAbsolute())

                    hrefAttr.setValue("../" + href);

            }

        }

        // decode Base64 binaries

        for (final Element binaryDataElem : ALL_BINARY_DATA_ELEMENTS.selectNodes(getDocument().getRootElement())) {

            final String name;

            int i = 1;

            final Set<String> entries = getPackage().getEntries();

            final Element binaryParentElement = binaryDataElem.getParentElement();

            while (entries.contains(binaryParentElement.getName() + "/" + i))

                i++;

            name = binaryParentElement.getName() + "/" + i;

            getPackage().putFile(name, Base64.decode(binaryDataElem.getText()));

            binaryParentElement.setAttribute("href", name, binaryDataElem.getNamespace("xlink"));

            binaryDataElem.detach();

        }

        this.meta = this.getPackage().getMeta(true);

        final ODUserDefinedMeta userMeta = this.meta.getUserMeta(COUNT);

        if (userMeta != null) {

            final Object countValue = userMeta.getValue();

            if (countValue instanceof Number) {

                this.numero = ((Number) countValue).intValue();

            } else {

                this.numero = new BigDecimal(countValue.toString()).intValue();

            }

        } else {

            // if not hasCount(), it's not us that created content

            // so there should not be any 1_

            this.setNumero(0);

        }

        this.stylesNames = new HashSet<String>(64);

        this.listStylesNames = new HashSet<String>(16);

        // little trick to find the common styles names (not to be prefixed so they remain

        // consistent across the added documents)

        final Element styles = this.getChild("styles");

        if (styles != null) {

            // create a second document with our styles to collect names

            final Element root = this.getDocument().getRootElement();

            final Document clonedDoc = new Document(new Element(root.getName(), root.getNamespace()));

            clonedDoc.getRootElement().addContent(styles.detach());

            try {

                this.mergeStyles(new ODXMLDocument(clonedDoc), true);

            } catch (JDOMException e) {

                throw new IllegalArgumentException("can't find common styles names.");

            }

            // reattach our styles

            styles.detach();

            this.setChild(styles);

        }

    }

    ODSingleXMLDocument(ODSingleXMLDocument doc, ODPackage p) {

        super(doc);

        if (p == null)

            throw new NullPointerException("Null package");

        this.stylesNames = new HashSet<String>(doc.stylesNames);

        this.listStylesNames = new HashSet<String>(doc.listStylesNames);

        this.pkg = p;

        this.meta = ODMeta.create(this);

        this.setNumero(doc.numero);

    }

    @Override

    public ODSingleXMLDocument clone() {

        final ODPackage copy = new ODPackage(this.pkg);

        return (ODSingleXMLDocument) copy.getContent();

    }

    private void setNumero(int numero) {

        this.numero = numero;

        this.meta.getUserMeta(COUNT, true).setValue(this.numero);

    }

    /**

     * The number of files concatenated with {@link #add(ODSingleXMLDocument)}.

     *

     * @return number of files concatenated.

     */

    public final int getNumero() {

        return this.numero;

    }

    public ODPackage getPackage() {

        return this.pkg;

    }

    private final Element getBasicScriptElem() {

        return this.getBasicScriptElem(false);

    }

    private final Element getBasicScriptElem(final boolean create) {

        final OOXML xml = getXML();

        final String officeScripts = xml.getOfficeScripts();

        final Element scriptsElem = this.getChild(officeScripts, create);

        if (scriptsElem == null)

            return null;

        final Namespace scriptNS = this.getVersion().getNS("script");

        final Namespace officeNS = this.getVersion().getOFFICE();

        @SuppressWarnings("unchecked")

        final List<Element> scriptElems = scriptsElem.getChildren(xml.getOfficeScript(), officeNS);

        for (final Element scriptElem : scriptElems) {

            if (scriptElem.getAttributeValue("language", scriptNS).equals(BASIC_LANG_NAME))

                return scriptElem;

        }

        if (create) {

            final Element res = new Element(xml.getOfficeScript(), officeNS);

            res.setAttribute("language", BASIC_LANG_NAME, scriptNS);

            scriptsElem.addContent(res);

            return res;

        } else {

            return null;

        }

    }

    /**

     * Parse BASIC libraries in this flat XML.

     *

     * @return the BASIC libraries by name.

     */

    public final Map<String, Library> readBasicLibraries() {

        return this.readBasicLibraries(this.getBasicScriptElem()).get0();

    }

    private final Tuple2<Map<String, Library>, Map<String, Element>> readBasicLibraries(final Element scriptElem) {

        if (scriptElem == null)

            return Tuple2.create(Collections.<String, Library> emptyMap(), Collections.<String, Element> emptyMap());

        final Namespace libNS = this.getVersion().getLibrariesNS();

        final Namespace linkNS = this.getVersion().getNS("xlink");

        final Map<String, Library> res = new HashMap<String, Library>();

        final Map<String, Element> resElems = new HashMap<String, Element>();

        @SuppressWarnings("unchecked")

        final List<Element> libsElems = scriptElem.getChildren("libraries", libNS);

        for (final Element libsElem : libsElems) {

            @SuppressWarnings("unchecked")

            final List<Element> libElems = libsElem.getChildren();

            for (final Element libElem : libElems) {

                final Library library = Library.fromFlatXML(libElem, this.getPackage(), linkNS);

                if (library != null) {

                    if (res.put(library.getName(), library) != null)

                        throw new IllegalStateException("Duplicate library named " + library.getName());

                    resElems.put(library.getName(), libElem);

                }

            }

        }

        return Tuple2.create(res, resElems);

    }

    /**

     * Append a document.

     *

     * @param doc the document to add.

     */

    public synchronized void add(ODSingleXMLDocument doc) {

        // ajoute un saut de page entre chaque document

        this.add(doc, true);

    }

    /**

     * Append a document.

     *

     * @param doc the document to add, <code>null</code> means no-op.

     * @param pageBreak whether a page break should be inserted before <code>doc</code>.

     */

    public synchronized void add(ODSingleXMLDocument doc, boolean pageBreak) {

        if (doc != null && pageBreak) {

            // only add a page break, if a page was really added

            final Element thisBody = this.getBody();

            thisBody.addContent(getLastNulls(ELEMS_PARTS.get(getVersion()), thisBody)[0], this.getPageBreak());

        }

        this.add(null, -1, doc);

    }

    public synchronized void replace(Element elem, ODSingleXMLDocument doc) {

        final Element parent = elem.getParentElement();

        this.add(parent, parent.indexOf(elem), doc);

        elem.detach();

    }

    // use content index and not children (element) index, since it's more accurate (we can add

    // after or before a comment) and faster (no filter and adjusted index)

    /**

     * Add the passed document at the specified place.

     *

     * @param where a descendant of the body, <code>null</code> meaning the body itself.

     * @param index the content index inside <code>where</code>, -1 meaning the end.

     * @param doc the document to add, <code>null</code> means no-op.

     */

    public synchronized void add(Element where, int index, ODSingleXMLDocument doc) {

        if (doc == null)

            return;

        if (!this.getVersion().equals(doc.getVersion()))

            throw new IllegalArgumentException("version mismatch");

        this.setNumero(this.numero + 1);

        try {

            copyNS(doc.getDocument(), this.getDocument());

            this.mergeEmbedded(doc);

            this.mergeSettings(doc);

            this.mergeScripts(doc);

            this.mergeAllStyles(doc, false);

            this.mergeBody(where, index, doc);

        } catch (JDOMException exn) {

            throw new IllegalArgumentException("XML error", exn);

        }

    }

    /**

     * Merge the four elements of style.

     *

     * @param doc the xml document to merge.

     * @param sameDoc whether <code>doc</code> is the same OpenDocument than this, eg

     *        <code>true</code> when merging content.xml and styles.xml.

     * @throws JDOMException if an error occurs.

     */

    private void mergeAllStyles(ODXMLDocument doc, boolean sameDoc) throws JDOMException {

        // no reference

        this.mergeFontDecls(doc);

        // section 14.1

        // § Parent Style only refer to other common styles

        // § Next Style cannot refer to an autostyle (only available in common styles)

        // § List Style can refer to an autostyle

        // § Master Page Name cannot (auto master pages does not exist)

        // § Data Style Name (for cells) can

        // but since the UI for common styles doesn't allow to customize List Style

        // and there is no common styles for tables : office:styles doesn't reference any automatic

        // styles

        this.mergeStyles(doc, sameDoc);

        // on the contrary autostyles do refer to other autostyles :

        // choosing "activate bullets" will create an automatic paragraph style:style

        // referencing an automatic text:list-style.

        this.mergeAutoStyles(doc, !sameDoc);

        // section 14.4

        // § Page Layout can refer to an autostyle

        // § Next Style Name refer to another masterPage

        this.mergeMasterStyles(doc, !sameDoc);

    }

    private void mergeEmbedded(ODSingleXMLDocument doc) {

        // since we are adding another document our existing thumbnail is obsolete

        this.pkg.rmFile("Thumbnails/thumbnail.png");

        this.pkg.rmFile("layout-cache");

        // copy the files (only non generated files, e.g. content.xml will be merged later)

        for (final String name : doc.pkg.getEntries()) {

            final ODPackageEntry e = doc.pkg.getEntry(name);

            if (!ODPackage.isStandardFile(e.getName())) {

                this.pkg.putCopy(e, this.prefix(e.getName()));

            }

        }

    }

    private void mergeSettings(ODSingleXMLDocument doc) throws JDOMException {

        // used to call addIfNotPresent(), but it cannot create the element at the correct position

        final String elemName = "settings";

        if (this.getChild(elemName, false) == null) {

            final Element other = doc.getChild(elemName, false);

            if (other != null) {

                this.getChild(elemName, true).addContent(other.cloneContent());

            }

        }

    }

    private void mergeScripts(ODSingleXMLDocument doc) {

        // <office:script>*

        this.addBasicLibraries(doc.readBasicLibraries());

        // <office:event-listeners>?

        final Map<String, EventListener> oEvents = doc.getPackage().readEventListeners();

        if (oEvents.size() > 0) {

            // check if they can be merged

            final Map<String, EventListener> thisEvents = this.getPackage().readEventListeners();

            final Set<String> duplicateEvents = CollectionUtils.inter(thisEvents.keySet(), oEvents.keySet());

            for (final String eventName : duplicateEvents) {

                final Element thisEvent = thisEvents.get(eventName).getElement();

                final Element oEvent = oEvents.get(eventName).getElement();

                if (!JDOMUtils.equalsDeep(oEvent, thisEvent)) {

                    throw new IllegalArgumentException("Incompatible elements for " + eventName);

                }

            }

            final OOXML xml = getXML();

            final Element thisScripts = this.getChild(xml.getOfficeScripts(), true);

            final Element thisEventListeners = JDOMUtils.getOrCreateChild(thisScripts, xml.getOfficeEventListeners(), this.getVersion().getOFFICE());

            for (final Entry<String, EventListener> e : oEvents.entrySet()) {

                if (!thisEvents.containsKey(e.getKey())) {

                    // we can just clone since libraries aren't renamed when merged

                    thisEventListeners.addContent((Element) e.getValue().getElement().clone());

                }

            }

        }

    }

    /**

     * Add the passed libraries to this document. Passed libraries with the same content as existing

     * ones are ignored.

     *

     * @param libraries what to add.

     * @return the actually added libraries.

     * @throws IllegalArgumentException if <code>libraries</code> contains duplicates or if it

     *         cannot be merged into this.

     * @see Library#canBeMerged(Library)

     */

    public final Set<String> addBasicLibraries(final Collection<? extends Library> libraries) {

        return this.addBasicLibraries(Library.toMap(libraries));

    }

    public final Set<String> addBasicLibraries(final ODPackage pkg) {

        if (pkg == this.pkg)

            return Collections.emptySet();

        return this.addBasicLibraries(pkg.readBasicLibraries());

    }

    final Set<String> addBasicLibraries(final Map<String, Library> oLibraries) {

        if (oLibraries.size() == 0)

            return Collections.emptySet();

        final Tuple2<Map<String, Library>, Map<String, Element>> thisLibrariesAndElements = this.readBasicLibraries(this.getBasicScriptElem(false));

        final Map<String, Library> thisLibraries = thisLibrariesAndElements.get0();

        final Map<String, Element> thisLibrariesElements = thisLibrariesAndElements.get1();

        // check that the libraries to add which are already in us can be merged (no elements

        // conflict)

        final Set<String> duplicateLibs = Library.canBeMerged(thisLibraries, oLibraries);

        final Set<String> newLibs = new HashSet<String>(oLibraries.keySet());

        newLibs.removeAll(thisLibraries.keySet());

        // merge modules

        for (final String duplicateLib : duplicateLibs) {

            final Library thisLib = thisLibraries.get(duplicateLib);

            final Library oLib = oLibraries.get(duplicateLib);

            assert thisLib != null && oLib != null : "Not duplicate " + duplicateLib;

            oLib.mergeToFlatXML(this.getFormatVersion(), thisLib, thisLibrariesElements.get(duplicateLib));

        }

        if (newLibs.size() > 0) {

            final Element thisScriptElem = this.getBasicScriptElem(true);

            final Element librariesElem = JDOMUtils.getOrCreateChild(thisScriptElem, "libraries", this.getVersion().getLibrariesNS());

            for (final String newLib : newLibs)

                librariesElem.addContent(oLibraries.get(newLib).toFlatXML(this.getFormatVersion()));

        }

        // merge dialogs

        for (final Library oLib : oLibraries.values()) {

            final String libName = oLib.getName();

            // can be null

            final Library thisLib = thisLibraries.get(libName);

            oLib.mergeDialogs(this.getPackage(), thisLib);

        }

        return newLibs;

    }

    /**

     * Remove the passed libraries.

     *

     * @param libraries which libraries to remove.

     * @return the actually removed libraries.

     */

    public final Set<String> removeBasicLibraries(final Collection<String> libraries) {

        final Map<String, Element> thisLibrariesElements = this.readBasicLibraries(this.getBasicScriptElem(false)).get1();

        final Set<String> res = new HashSet<String>();

        for (final String libToRm : libraries) {

            final Element elemToRm = thisLibrariesElements.get(libToRm);

            if (elemToRm != null) {

                elemToRm.detach();

                res.add(libToRm);

            }

            if (Library.removeFromPackage(this.getPackage(), libToRm))

                res.add(libToRm);

        }

        return res;

    }

    /**

     * Fusionne les office:font-decls/style:font-decl. On ne préfixe jamais, on ajoute seulement si

     * l'attribut style:name est différent.

     *

     * @param doc le document à fusionner avec celui-ci.

     * @throws JDOMException

     */

    private void mergeFontDecls(ODXMLDocument doc) throws JDOMException {

        final String[] fontDecls = this.getFontDecls();

        this.mergeUnique(doc, fontDecls[0], fontDecls[1]);

    }

    private String[] getFontDecls() {

        return getXML().getFontDecls();

    }

    // merge everything under office:styles

    private void mergeStyles(ODXMLDocument doc, boolean sameDoc) throws JDOMException {

        // les default-style (notamment tab-stop-distance)

        this.mergeUnique(doc, "styles", "style:default-style", "style:family", NOP_ElementTransformer);

        // data styles

        // we have to prefix data styles since they're automatically generated by LO

        // (e.g. user created cellStyle1, LO generated dataStyleN0 in a document, then in another

        // document created cellStyle2, LO also generated dataStyleN0)

        // MAYBE search for orphans that discarded (same name) styles might leave

        // Don't prefix if we're merging styles into content (content contains no styles, so there

        // can be no collision ; also we don't prefix the body)

        final String dsNS = "number";

        final boolean prefixDataStyles = !sameDoc;

        final List<Element> addedDataStyles = this.addStyles(doc, "styles", Step.createElementStep(null, dsNS, new IPredicate<Element>() {

            private final Set<String> names;

            {

                this.names = new HashSet<String>(DataStyle.DATA_STYLES.size());

                for (final Class<? extends DataStyle> cl : DataStyle.DATA_STYLES) {

                    final StyleDesc<? extends DataStyle> styleDesc = Style.getStyleDesc(cl, getVersion());

                    this.names.add(styleDesc.getElementName());

                    assert styleDesc.getElementNS().getPrefix().equals(dsNS) : styleDesc;

                }

            }

            @Override

            public boolean evaluateChecked(Element elem) {

                return this.names.contains(elem.getName());

            }

        }), prefixDataStyles);

        if (prefixDataStyles) {

            // data styles reference each other (e.g. style:map)

            final SimpleXMLPath<Attribute> simplePath = SimpleXMLPath.allAttributes("apply-style-name", "style");

            for (final Attribute attr : simplePath.selectNodes(addedDataStyles)) {

                attr.setValue(prefix(attr.getValue()));

            }

        }

        // les styles

        // if we prefixed data styles, we must prefix references

        this.stylesNames.addAll(this.mergeUnique(doc, "styles", "style:style", !prefixDataStyles ? NOP_ElementTransformer : new ElementTransformer() {

            @Override

            public Element transform(Element elem) throws JDOMException {

                final Attribute attr = elem.getAttribute("data-style-name", elem.getNamespace());

                if (attr != null)

                    attr.setValue(prefix(attr.getValue()));

                return elem;

            }

        }));

        // on ajoute outline-style si non présent

        this.addStylesIfNotPresent(doc, "outline-style");

        // les list-style

        this.listStylesNames.addAll(this.mergeUnique(doc, "styles", "text:list-style"));

        // les *notes-configuration

        if (getVersion() == XMLVersion.OOo) {

            this.addStylesIfNotPresent(doc, "footnotes-configuration");

            this.addStylesIfNotPresent(doc, "endnotes-configuration");

        } else {

            // 16.29.3 : specifies values for each note class used in a document

            this.mergeUnique(doc, "styles", "text:notes-configuration", "text:note-class", NOP_ElementTransformer);

        }

        this.addStylesIfNotPresent(doc, "bibliography-configuration");

        this.addStylesIfNotPresent(doc, "linenumbering-configuration");

    }

    /**

     * Fusionne les office:automatic-styles, on préfixe tout.

     *

     * @param doc le document à fusionner avec celui-ci.

     * @param ref whether to prefix hrefs.

     * @throws JDOMException

     */

    private void mergeAutoStyles(ODXMLDocument doc, boolean ref) throws JDOMException {

        final List<Element> addedStyles = this.prefixAndAddAutoStyles(doc);

        for (final Element addedStyle : addedStyles) {

            this.prefix(addedStyle, ref);

        }

    }

    /**

     * Fusionne les office:master-styles. On ne préfixe jamais, on ajoute seulement si l'attribut

     * style:name est différent.

     *

     * @param doc le document à fusionner avec celui-ci.

     * @param ref whether to prefix hrefs.

     * @throws JDOMException if an error occurs.

     */

    private void mergeMasterStyles(ODXMLDocument doc, boolean ref) throws JDOMException {

        // est référencé dans les styles avec "style:master-page-name"

        this.mergeUnique(doc, "master-styles", "style:master-page", ref ? this.prefixTransf : this.prefixTransfNoRef);

    }

    /**

     * Fusionne les corps.

     *

     * @param where the element where to add the main content, <code>null</code> meaning at the root

     *        of the body.

     * @param index the content index inside <code>where</code>, -1 meaning at the end.

     * @param doc le document à fusionner avec celui-ci.

     * @throws JDOMException

     */

    private void mergeBody(Element where, int index, ODSingleXMLDocument doc) throws JDOMException {

        final Element thisBody = this.getBody();

        final Map<Tuple2<Namespace, String>, ContentPart> parts = ELEMS_PARTS.get(getVersion());

        // find where to add

        final Element nonNullWhere = where != null ? where : thisBody;

        if (nonNullWhere == thisBody) {

            // don't add in prologue or epilogue (ATTN the caller passed the index in reference to

            // the existing body but it might change and thus the index might need correction)

            index = getValidIndex(parts, thisBody, index);

        } else {

            // check that the element is rooted in the main part

            final Element movedChild = JDOMUtils.getAncestor(nonNullWhere, new IPredicate<Element>() {

                @Override

                public boolean evaluateChecked(Element input) {

                    return input.getParent() == thisBody;

                }

            });

            if (movedChild == null)

                throw new IllegalStateException("not adding in body : " + nonNullWhere);

            final ContentPart contentPart = getPart(parts, movedChild);

            if (contentPart != ContentPart.MAIN)

                throw new IllegalStateException("not adding in main : " + contentPart + " ; " + nonNullWhere);

        }

        final ChildCreator childCreator = ChildCreator.createFromSets(thisBody, ELEMS_ORDER.get(getVersion()));

        int prologueAddedCount = 0;

        final Element otherBody = doc.getBody();

        // split doc body in to three parts to keep non-elements

        final Point[] bounds = getBounds(parts, otherBody, false);

        @SuppressWarnings("unchecked")

        final List<Content> otherContent = otherBody.getContent();

        // prologue and epilogue have small and bounded size

        final List<Content> mainElements = new ArrayList<Content>(otherContent.size());

        final ListIterator<Content> listIter = otherContent.listIterator();

        for (final ContentPart part : ContentPart.values()) {

            final Point partBounds = bounds[part.ordinal()];

            final int partEnd = partBounds.y;

            while (listIter.nextIndex() < partEnd) {

                assert listIter.hasNext() : "wrong bounds";

                final Content c = listIter.next();

                if (c instanceof Element) {

                    final Element bodyChild = (Element) c;

                    if (part == ContentPart.PROLOGUE) {

                        final int preSize = thisBody.getContentSize();

                        final String childName = bodyChild.getName();

                        if (childName.equals("forms")) {

                            final Element elem = (Element) bodyChild.clone();

                            // TODO prefix xml:id and their draw:control references

                            this.prefix(elem, true);

                            childCreator.getChild(bodyChild, true).addContent(elem.removeContent());

                        } else if (childName.equals("variable-decls") || childName.equals("sequence-decls") || childName.equals("user-field-decls")) {

                            final Element elem = (Element) bodyChild.clone();

                            // * user fields are global to a document, they do not vary across it.