View Javadoc
1   /*
2    * Licensed to the Apache Software Foundation (ASF) under one or more
3    * contributor license agreements.  See the NOTICE file distributed with
4    * this work for additional information regarding copyright ownership.
5    * The ASF licenses this file to You under the Apache License, Version 2.0
6    * (the "License"); you may not use this file except in compliance with
7    * the License.  You may obtain a copy of the License at
8    *
9    *     http://www.apache.org/licenses/LICENSE-2.0
10   *
11   * Unless required by applicable law or agreed to in writing, software
12   * distributed under the License is distributed on an "AS IS" BASIS,
13   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14   * See the License for the specific language governing permissions and
15   * limitations under the License.
16   */
17  package org.apache.commons.configuration2.tree.xpath;
18  
19  import java.util.Collections;
20  import java.util.LinkedList;
21  import java.util.List;
22  import java.util.StringTokenizer;
23  import java.util.stream.Collectors;
24  
25  import org.apache.commons.configuration2.tree.ExpressionEngine;
26  import org.apache.commons.configuration2.tree.NodeAddData;
27  import org.apache.commons.configuration2.tree.NodeHandler;
28  import org.apache.commons.configuration2.tree.QueryResult;
29  import org.apache.commons.jxpath.JXPathContext;
30  import org.apache.commons.jxpath.ri.JXPathContextReferenceImpl;
31  import org.apache.commons.lang3.StringUtils;
32  
33  /**
34   * <p>
35   * A specialized implementation of the {@code ExpressionEngine} interface that is able to evaluate XPATH expressions.
36   * </p>
37   * <p>
38   * This class makes use of <a href="https://commons.apache.org/jxpath/"> Commons JXPath</a> for handling XPath
39   * expressions and mapping them to the nodes of a hierarchical configuration. This makes the rich and powerful XPATH
40   * syntax available for accessing properties from a configuration object.
41   * </p>
42   * <p>
43   * For selecting properties arbitrary XPATH expressions can be used, which select single or multiple configuration
44   * nodes. The associated {@code Configuration} instance will directly pass the specified property keys into this engine.
45   * If a key is not syntactically correct, an exception will be thrown.
46   * </p>
47   * <p>
48   * For adding new properties, this expression engine uses a specific syntax: the &quot;key&quot; of a new property must
49   * consist of two parts that are separated by whitespace:
50   * </p>
51   * <ol>
52   * <li>An XPATH expression selecting a single node, to which the new element(s) are to be added. This can be an
53   * arbitrary complex expression, but it must select exactly one node, otherwise an exception will be thrown.</li>
54   * <li>The name of the new element(s) to be added below this parent node. Here either a single node name or a complete
55   * path of nodes (separated by the &quot;/&quot; character or &quot;@&quot; for an attribute) can be specified.</li>
56   * </ol>
57   * <p>
58   * Some examples for valid keys that can be passed into the configuration's {@code addProperty()} method follow:
59   * </p>
60   *
61   * <pre>
62   * &quot;/tables/table[1] type&quot;
63   * </pre>
64   *
65   * <p>
66   * This will add a new {@code type} node as a child of the first {@code table} element.
67   * </p>
68   *
69   * <pre>
70   * &quot;/tables/table[1] @type&quot;
71   * </pre>
72   *
73   * <p>
74   * Similar to the example above, but this time a new attribute named {@code type} will be added to the first
75   * {@code table} element.
76   * </p>
77   *
78   * <pre>
79   * &quot;/tables table/fields/field/name&quot;
80   * </pre>
81   *
82   * <p>
83   * This example shows how a complex path can be added. Parent node is the {@code tables} element. Here a new branch
84   * consisting of the nodes {@code table}, {@code fields}, {@code field}, and {@code name} will be added.
85   * </p>
86   *
87   * <pre>
88   * &quot;/tables table/fields/field@type&quot;
89   * </pre>
90   *
91   * <p>
92   * This is similar to the last example, but in this case a complex path ending with an attribute is defined.
93   * </p>
94   * <p>
95   * <strong>Note:</strong> This extended syntax for adding properties only works with the {@code addProperty()} method.
96   * {@code setProperty()} does not support creating new nodes this way.
97   * </p>
98   * <p>
99   * From version 1.7 on, it is possible to use regular keys in calls to {@code addProperty()} (i.e. keys that do not have
100  * to contain a whitespace as delimiter). In this case the key is evaluated, and the biggest part pointing to an
101  * existing node is determined. The remaining part is then added as new path. As an example consider the key
102  * </p>
103  *
104  * <pre>
105  * &quot;tables/table[last()]/fields/field/name&quot;
106  * </pre>
107  *
108  * <p>
109  * If the key does not point to an existing node, the engine will check the paths
110  * {@code "tables/table[last()]/fields/field"}, {@code "tables/table[last()]/fields"}, {@code "tables/table[last()]"},
111  * and so on, until a key is found which points to a node. Let's assume that the last key listed above can be resolved
112  * in this way. Then from this key the following key is derived: {@code "tables/table[last()] fields/field/name"} by
113  * appending the remaining part after a whitespace. This key can now be processed using the original algorithm. Keys of
114  * this form can also be used with the {@code setProperty()} method. However, it is still recommended to use the old
115  * format because it makes explicit at which position new nodes should be added. For keys without a whitespace delimiter
116  * there may be ambiguities.
117  * </p>
118  *
119  * @since 1.3
120  */
121 public class XPathExpressionEngine implements ExpressionEngine {
122     /** Constant for the path delimiter. */
123     static final String PATH_DELIMITER = "/";
124 
125     /** Constant for the attribute delimiter. */
126     static final String ATTR_DELIMITER = "@";
127 
128     /** Constant for the delimiters for splitting node paths. */
129     private static final String NODE_PATH_DELIMITERS = PATH_DELIMITER + ATTR_DELIMITER;
130 
131     /**
132      * Constant for a space which is used as delimiter in keys for adding properties.
133      */
134     private static final String SPACE = " ";
135 
136     /** Constant for a default size of a key buffer. */
137     private static final int BUF_SIZE = 128;
138 
139     /** Constant for the start of an index expression. */
140     private static final char START_INDEX = '[';
141 
142     /** Constant for the end of an index expression. */
143     private static final char END_INDEX = ']';
144 
145     // static initializer: registers the configuration node pointer factory
146     static {
147         JXPathContextReferenceImpl.addNodePointerFactory(new ConfigurationNodePointerFactory());
148     }
149 
150     /**
151      * Converts the objects returned as query result from the JXPathContext to query result objects.
152      *
153      * @param results the list with results from the context
154      * @param <T> the type of results to be produced
155      * @return the result list
156      */
157     private static <T> List<QueryResult<T>> convertResults(final List<?> results) {
158         return results.stream().map(res -> (QueryResult<T>) createResult(res)).collect(Collectors.toList());
159     }
160 
161     /**
162      * Creates a {@code QueryResult} object from the given result object of a query. Because of the node pointers involved
163      * result objects can only be of two types:
164      * <ul>
165      * <li>nodes of type T</li>
166      * <li>attribute results already wrapped in {@code QueryResult} objects</li>
167      * </ul>
168      * This method performs a corresponding cast. Warnings can be suppressed because of the implementation of the query
169      * functionality.
170      *
171      * @param resObj the query result object
172      * @param <T> the type of the result to be produced
173      * @return the {@code QueryResult}
174      */
175     @SuppressWarnings("unchecked")
176     private static <T> QueryResult<T> createResult(final Object resObj) {
177         if (resObj instanceof QueryResult) {
178             return (QueryResult<T>) resObj;
179         }
180         return QueryResult.createNodeResult((T) resObj);
181     }
182 
183     /**
184      * Determines the index of the given child node in the node list of its parent.
185      *
186      * @param parent the parent node
187      * @param child the child node
188      * @param handler the node handler
189      * @param <T> the type of the nodes involved
190      * @return the index of this child node
191      */
192     private static <T> int determineIndex(final T parent, final T child, final NodeHandler<T> handler) {
193         return handler.getChildren(parent, handler.nodeName(child)).indexOf(child) + 1;
194     }
195 
196     /**
197      * Determines the position of the separator in a key for adding new properties. If no delimiter is found, result is -1.
198      *
199      * @param key the key
200      * @return the position of the delimiter
201      */
202     private static int findKeySeparator(final String key) {
203         int index = key.length() - 1;
204         while (index >= 0 && !Character.isWhitespace(key.charAt(index))) {
205             index--;
206         }
207         return index;
208     }
209 
210     /**
211      * Helper method for throwing an exception about an invalid path.
212      *
213      * @param path the invalid path
214      * @param msg the exception message
215      */
216     private static void invalidPath(final String path, final String msg) {
217         throw new IllegalArgumentException("Invalid node path: \"" + path + "\" " + msg);
218     }
219 
220     /** The internally used context factory. */
221     private final XPathContextFactory contextFactory;
222 
223     /**
224      * Creates a new instance of {@code XPathExpressionEngine} with default settings.
225      */
226     public XPathExpressionEngine() {
227         this(new XPathContextFactory());
228     }
229 
230     /**
231      * Creates a new instance of {@code XPathExpressionEngine} and sets the context factory. This constructor is mainly used
232      * for testing purposes.
233      *
234      * @param factory the {@code XPathContextFactory}
235      */
236     XPathExpressionEngine(final XPathContextFactory factory) {
237         contextFactory = factory;
238     }
239 
240     @Override
241     public String attributeKey(final String parentKey, final String attributeName) {
242         final StringBuilder buf = new StringBuilder(
243             StringUtils.length(parentKey) + StringUtils.length(attributeName) + PATH_DELIMITER.length() + ATTR_DELIMITER.length());
244         if (StringUtils.isNotEmpty(parentKey)) {
245             buf.append(parentKey).append(PATH_DELIMITER);
246         }
247         buf.append(ATTR_DELIMITER).append(attributeName);
248         return buf.toString();
249     }
250 
251     /**
252      * {@inheritDoc} This implementation works similar to {@code nodeKey()}, but always adds an index expression to the
253      * resulting key.
254      */
255     @Override
256     public <T> String canonicalKey(final T node, final String parentKey, final NodeHandler<T> handler) {
257         final T parent = handler.getParent(node);
258         if (parent == null) {
259             // this is the root node
260             return StringUtils.defaultString(parentKey);
261         }
262 
263         final StringBuilder buf = new StringBuilder(BUF_SIZE);
264         if (StringUtils.isNotEmpty(parentKey)) {
265             buf.append(parentKey).append(PATH_DELIMITER);
266         }
267         buf.append(handler.nodeName(node));
268         buf.append(START_INDEX);
269         buf.append(determineIndex(parent, node, handler));
270         buf.append(END_INDEX);
271         return buf.toString();
272     }
273 
274     /**
275      * Creates the {@code JXPathContext} to be used for executing a query. This method delegates to the context factory.
276      *
277      * @param root the configuration root node
278      * @param handler the node handler
279      * @return the new context
280      */
281     private <T> JXPathContext createContext(final T root, final NodeHandler<T> handler) {
282         return getContextFactory().createContext(root, handler);
283     }
284 
285     /**
286      * Creates a {@code NodeAddData} object as a result of a {@code prepareAdd()} operation. This method interprets the
287      * passed in path of the new node.
288      *
289      * @param path the path of the new node
290      * @param parentNodeResult the parent node
291      * @param <T> the type of the nodes involved
292      */
293     <T> NodeAddData<T> createNodeAddData(final String path, final QueryResult<T> parentNodeResult) {
294         if (parentNodeResult.isAttributeResult()) {
295             invalidPath(path, " cannot add properties to an attribute.");
296         }
297         final List<String> pathNodes = new LinkedList<>();
298         String lastComponent = null;
299         boolean attr = false;
300         boolean first = true;
301 
302         final StringTokenizer tok = new StringTokenizer(path, NODE_PATH_DELIMITERS, true);
303         while (tok.hasMoreTokens()) {
304             final String token = tok.nextToken();
305             if (PATH_DELIMITER.equals(token)) {
306                 if (attr) {
307                     invalidPath(path, " contains an attribute" + " delimiter at a disallowed position.");
308                 }
309                 if (lastComponent == null) {
310                     invalidPath(path, " contains a '/' at a disallowed position.");
311                 }
312                 pathNodes.add(lastComponent);
313                 lastComponent = null;
314             } else if (ATTR_DELIMITER.equals(token)) {
315                 if (attr) {
316                     invalidPath(path, " contains multiple attribute delimiters.");
317                 }
318                 if (lastComponent == null && !first) {
319                     invalidPath(path, " contains an attribute delimiter at a disallowed position.");
320                 }
321                 if (lastComponent != null) {
322                     pathNodes.add(lastComponent);
323                 }
324                 attr = true;
325                 lastComponent = null;
326             } else {
327                 lastComponent = token;
328             }
329             first = false;
330         }
331 
332         if (lastComponent == null) {
333             invalidPath(path, "contains no components.");
334         }
335 
336         return new NodeAddData<>(parentNodeResult.getNode(), lastComponent, attr, pathNodes);
337     }
338 
339     /**
340      * Tries to generate a key for adding a property. This method is called if a key was used for adding properties which
341      * does not contain a space character. It splits the key at its single components and searches for the last existing
342      * component. Then a key compatible key for adding properties is generated.
343      *
344      * @param root the root node of the configuration
345      * @param key the key in question
346      * @param handler the node handler
347      * @return the key to be used for adding the property
348      */
349     private <T> String generateKeyForAdd(final T root, final String key, final NodeHandler<T> handler) {
350         int pos = key.lastIndexOf(PATH_DELIMITER, key.length());
351 
352         while (pos >= 0) {
353             final String keyExisting = key.substring(0, pos);
354             if (!query(root, keyExisting, handler).isEmpty()) {
355                 final StringBuilder buf = new StringBuilder(key.length() + 1);
356                 buf.append(keyExisting).append(SPACE);
357                 buf.append(key.substring(pos + 1));
358                 return buf.toString();
359             }
360             pos = key.lastIndexOf(PATH_DELIMITER, pos - 1);
361         }
362 
363         return SPACE + key;
364     }
365 
366     /**
367      * Gets the {@code XPathContextFactory} used by this instance.
368      *
369      * @return the {@code XPathContextFactory}
370      */
371     XPathContextFactory getContextFactory() {
372         return contextFactory;
373     }
374 
375     /**
376      * {@inheritDoc} This implementation creates an XPATH expression that selects the given node (under the assumption that
377      * the passed in parent key is valid). As the {@code nodeKey()} implementation of
378      * {@link org.apache.commons.configuration2.tree.DefaultExpressionEngine DefaultExpressionEngine} this method does not
379      * return indices for nodes. So all child nodes of a given parent with the same name have the same key.
380      */
381     @Override
382     public <T> String nodeKey(final T node, final String parentKey, final NodeHandler<T> handler) {
383         if (parentKey == null) {
384             // name of the root node
385             return StringUtils.EMPTY;
386         }
387         if (handler.nodeName(node) == null) {
388             // paranoia check for undefined node names
389             return parentKey;
390         }
391         final StringBuilder buf = new StringBuilder(parentKey.length() + handler.nodeName(node).length() + PATH_DELIMITER.length());
392         if (!parentKey.isEmpty()) {
393             buf.append(parentKey);
394             buf.append(PATH_DELIMITER);
395         }
396         buf.append(handler.nodeName(node));
397         return buf.toString();
398     }
399 
400     /**
401      * {@inheritDoc} The expected format of the passed in key is explained in the class comment.
402      */
403     @Override
404     public <T> NodeAddData<T> prepareAdd(final T root, final String key, final NodeHandler<T> handler) {
405         if (key == null) {
406             throw new IllegalArgumentException("prepareAdd: key must not be null!");
407         }
408 
409         String addKey = key;
410         int index = findKeySeparator(addKey);
411         if (index < 0) {
412             addKey = generateKeyForAdd(root, addKey, handler);
413             index = findKeySeparator(addKey);
414         } else if (index >= addKey.length() - 1) {
415             invalidPath(addKey, " new node path must not be empty.");
416         }
417 
418         final List<QueryResult<T>> nodes = query(root, addKey.substring(0, index).trim(), handler);
419         if (nodes.size() != 1) {
420             throw new IllegalArgumentException("prepareAdd: key '" + key + "' must select exactly one target node!");
421         }
422 
423         return createNodeAddData(addKey.substring(index).trim(), nodes.get(0));
424     }
425 
426     /**
427      * {@inheritDoc} This implementation interprets the passed in key as an XPATH expression.
428      */
429     @Override
430     public <T> List<QueryResult<T>> query(final T root, final String key, final NodeHandler<T> handler) {
431         if (StringUtils.isEmpty(key)) {
432             final QueryResult<T> result = createResult(root);
433             return Collections.singletonList(result);
434         }
435         final JXPathContext context = createContext(root, handler);
436         List<?> results = context.selectNodes(key);
437         if (results == null) {
438             results = Collections.emptyList();
439         }
440         return convertResults(results);
441     }
442 }