123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299 |
- #ifndef ANTLR3REWRITESTREAM_HPP
- #define ANTLR3REWRITESTREAM_HPP
- // [The "BSD licence"]
- // Copyright (c) 2005-2009 Gokulakannan Somasundaram, ElectronDB
- //
- // All rights reserved.
- //
- // Redistribution and use in source and binary forms, with or without
- // modification, are permitted provided that the following conditions
- // are met:
- // 1. Redistributions of source code must retain the above copyright
- // notice, this list of conditions and the following disclaimer.
- // 2. Redistributions in binary form must reproduce the above copyright
- // notice, this list of conditions and the following disclaimer in the
- // documentation and/or other materials provided with the distribution.
- // 3. The name of the author may not be used to endorse or promote products
- // derived from this software without specific prior written permission.
- //
- // THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
- // IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
- // OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
- // IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
- // INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
- // NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
- // THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- /// A generic list of elements tracked in an alternative to be used in
- /// a -> rewrite rule.
- ///
- /// In the C implementation, all tree oriented streams return a pointer to
- /// the same type: pANTLR3_BASE_TREE. Anything that has subclassed from this
- /// still passes this type, within which there is a super pointer, which points
- /// to it's own data and methods. Hence we do not need to implement this as
- /// the equivalent of an abstract class, but just fill in the appropriate interface
- /// as usual with this model.
- ///
- /// Once you start next()ing, do not try to add more elements. It will
- /// break the cursor tracking I believe.
- ///
- ///
- /// \see #pANTLR3_REWRITE_RULE_NODE_STREAM
- /// \see #pANTLR3_REWRITE_RULE_ELEMENT_STREAM
- /// \see #pANTLR3_REWRITE_RULE_SUBTREE_STREAM
- ///
- /// TODO: add mechanism to detect/puke on modification after reading from stream
- ///
- namespace antlr3 {
- template<class ImplTraits, class ElementType>
- //template<class ImplTraits>
- class RewriteRuleElementStream : public ImplTraits::AllocPolicyType
- {
- public:
- //typedef typename ElementTypePtr::element_type ElementType; unique_ptr
- //typedef typename ImplTraits::TreeType TreeType;
- typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
- typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
- //typedef typename ImplTraits::template RecognizerType< typename SuperType::StreamType > RecognizerType;
- typedef typename ImplTraits::StringType StringType;
- typedef typename AllocPolicyType::template VectorType< ElementType* > ElementsType;
- protected:
- /// The list of tokens or subtrees we are tracking
- ///
- ElementsType m_elements;
- /// The element or stream description; usually has name of the token or
- /// rule reference that this list tracks. Can include rulename too, but
- /// the exception would track that info.
- ///
- StringType m_elementDescription;
- private:
- ElementType* dupImpl(typename ImplTraits::CommonTokenType* el);
- ElementType* dupImpl(typename ImplTraits::TreeTypePtr el);
- /// Pointer to the tree adaptor in use for this stream
- ///
- TreeAdaptorType* m_adaptor;
- /// Cursor 0..n-1. If singleElement!=NULL, cursor is 0 until you next(),
- /// which bumps it to 1 meaning no more elements.
- ///
- ANTLR_UINT32 m_cursor;
- /// Once a node / subtree has been used in a stream, it must be dup'ed
- /// from then on. Streams are reset after sub rules so that the streams
- /// can be reused in future sub rules. So, reset must set a dirty bit.
- /// If dirty, then next() always returns a dup.
- ///
- bool m_dirty;
- public:
- RewriteRuleElementStream(TreeAdaptorType* adaptor, const char* description);
- RewriteRuleElementStream(TreeAdaptorType* adaptor, const char* description, const ElementType* oneElement);
- RewriteRuleElementStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
- ~RewriteRuleElementStream();
- // Methods
- /// Reset the condition of this stream so that it appears we have
- /// not consumed any of its elements. Elements themselves are untouched.
- ///
- void reset();
- /// Add a new pANTLR3_BASE_TREE to this stream
- ///
- void add(ElementType* el);
- /// Return the next element in the stream. If out of elements, throw
- /// an exception unless size()==1. If size is 1, then return elements[0].
- ///
- //TokenType* next();
- ElementType nextTree();
- //TokenType* nextToken();
- ElementType* _next();
- /// When constructing trees, sometimes we need to dup a token or AST
- /// subtree. Dup'ing a token means just creating another AST node
- /// around it. For trees, you must call the adaptor.dupTree().
- ///
- ElementType* dup( ElementType* el );
- /// Ensure stream emits trees; tokens must be converted to AST nodes.
- /// AST nodes can be passed through unmolested.
- ///
- ElementType* toTree(ElementType* el);
- /// Returns true if there is a next element available
- ///
- bool hasNext();
- /// Treat next element as a single node even if it's a subtree.
- /// This is used instead of next() when the result has to be a
- /// tree root node. Also prevents us from duplicating recently-added
- /// children; e.g., ^(type ID)+ adds ID to type and then 2nd iteration
- /// must dup the type node, but ID has been added.
- ///
- /// Referencing to a rule result twice is ok; dup entire tree as
- /// we can't be adding trees; e.g., expr expr.
- ///
- //TreeTypePtr nextNode();
- /// Number of elements available in the stream
- ///
- ANTLR_UINT32 size();
- /// Returns the description string if there is one available (check for NULL).
- ///
- StringType getDescription();
- protected:
- void init(TreeAdaptorType* adaptor, const char* description);
- };
- /// This is an implementation of a token stream, which is basically an element
- /// stream that deals with tokens only.
- ///
- template<class ImplTraits>
- //class RewriteRuleTokenStream : public ImplTraits::template RewriteRuleElementStreamType< typename ImplTraits::ParserType>
- class RewriteRuleTokenStream
- //: public ImplTraits::template RewriteStreamType< const typename ImplTraits::CommonTokenType >
- {
- public:
- typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
- typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
- typedef typename ImplTraits::ParserType ComponentType;
- typedef typename ComponentType::StreamType StreamType;
- typedef typename ImplTraits::CommonTokenType TokenType;
- typedef typename ImplTraits::TreeType TreeType;
- typedef typename ImplTraits::TreeTypePtr TreeTypePtr;
- typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
- typedef typename ImplTraits::template RecognizerType< StreamType > RecognizerType;
- typedef typename ImplTraits::template RewriteStreamType< const typename ImplTraits::CommonTokenType > BaseType;
- public:
- RewriteRuleTokenStream(TreeAdaptorType* adaptor, const char* description);
- RewriteRuleTokenStream(TreeAdaptorType* adaptor, const char* description, const TokenType* oneElement);
- RewriteRuleTokenStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
- TreeTypePtr nextNode();
- TokenType* nextToken();
- /// TODO copied from RewriteRuleElementStreamType
- /// Add a new pANTLR3_BASE_TREE to this stream
- ///
- typedef typename ImplTraits::CommonTokenType ElementType;
- void add(const ElementType* el);
- /// Pointer to the tree adaptor in use for this stream
- ///
- TreeAdaptorType* m_adaptor;
- ElementType* _next();
- private:
- //TreeTypePtr nextNodeToken();
- };
- /// This is an implementation of a subtree stream which is a set of trees
- /// modeled as an element stream.
- ///
- template<class ImplTraits>
- //class RewriteRuleSubtreeStream : public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeParserType>
- class RewriteRuleSubtreeStream
- //: public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeType >
- {
- public:
- typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
- typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
- typedef typename ImplTraits::TreeParserType ComponentType;
- typedef typename ComponentType::StreamType StreamType;
- typedef typename ImplTraits::TreeType TreeType;
- typedef typename ImplTraits::TreeTypePtr TreeTypePtr;
- typedef TreeType TokenType;
- typedef typename ImplTraits::template RecognizerType< StreamType > RecognizerType;
- typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
- typedef typename ImplTraits::template RewriteStreamType< typename ImplTraits::TreeType > BaseType;
- RewriteRuleSubtreeStream(TreeAdaptorType* adaptor, const char* description);
- RewriteRuleSubtreeStream(TreeAdaptorType* adaptor, const char* description, TreeTypePtr& oneElement);
- RewriteRuleSubtreeStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
- TreeTypePtr nextNode(TreeTypePtr);
- /// TODO copied from RewriteRuleElementStreamType
- /// Add a new pANTLR3_BASE_TREE to this stream
- ///
- void add(TreeTypePtr& el);
- bool hasNext();
- TreeTypePtr& nextTree();
- void reset();
- protected:
- TreeTypePtr dup( TreeTypePtr el );
- private:
- TreeTypePtr dupTree( TreeTypePtr el );
- };
- /* TODO This class is probably used in TreeParser only
- * Notes about Java target
- * - these classes reimplement only dup and toTree methods:
- * base ElementStr
- * abstract dup
- * toTree(Object e) { return e; }
- * TokenStr
- * dup { throw }
- * toTree(Object e) { return e; }
- * SubTreeStr
- * dup(Object e) { return adaptor.dupTree }
- * NodeStr
- * dup { throw }
- * toTree(Object e) { return adaptor.dupNode }
- * See: RewriteRuleElementStream::dup, RewriteRuleElementStream::dupImpl
- *
- * There should 3 types of specializations for RewriteRuleElementStreamType (which is not defined yet)
- * ATM: RewriteRuleElementStreamType is replaced with ImplTraits::template RewriteStreamType
- *
- /// This is an implementation of a node stream, which is basically an element
- /// stream that deals with tree nodes only.
- ///
- template<class ImplTraits>
- //class RewriteRuleNodeStream : public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeParserType>
- class RewriteRuleNodeStream : public ImplTraits::template RewriteStreamType< typename ImplTraits::TreeType >
- {
- public:
- typedef typename ImplTraits::AllocPolicyType AllocPolicyType;
- typedef typename ImplTraits::TreeAdaptorType TreeAdaptorType;
- typedef typename ImplTraits::TreeParserType ComponentType;
- typedef typename ComponentType::StreamType StreamType;
- typedef typename ImplTraits::TreeType TreeType;
- typedef TreeType TokenType;
- typedef typename ImplTraits::template RecognizerType< StreamType > RecognizerType;
- typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
- typedef typename ImplTraits::template RewriteRuleElementStreamType< typename ImplTraits::TreeType > BaseType;
- public:
- RewriteRuleNodeStream(TreeAdaptorType* adaptor, const char* description);
- RewriteRuleNodeStream(TreeAdaptorType* adaptor, const char* description, TokenType* oneElement);
- RewriteRuleNodeStream(TreeAdaptorType* adaptor, const char* description, const ElementsType& elements);
- protected:
- TreeTypePtr toTree(TreeTypePtr element);
- private:
- TreeTypePtr toTreeNode(TreeTypePtr element);
- };
- */
- }
- #include "antlr3rewritestreams.inl"
- #endif
|