/*
***** BEGIN LICENSE BLOCK *****
* Version: EPL 2.0/GPL 2.0/LGPL 2.1
*
* The contents of this file are subject to the Eclipse Public
* License Version 2.0 (the "License"); you may not use this file
* except in compliance with the License. You may obtain a copy of
* the License at http://www.eclipse.org/legal/epl-v20.html
*
* Software distributed under the License is distributed on an "AS
* IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or
* implied. See the License for the specific language governing
* rights and limitations under the License.
*
* Copyright (C) 2004 Jan Arne Petersen <jpetersen@uni-bonn.de>
* Copyright (C) 2004-2007 Thomas E Enebo <enebo@acm.org>
*
* Alternatively, the contents of this file may be used under the terms of
* either of the GNU General Public License Version 2 or later (the "GPL"),
* or the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
* in which case the provisions of the GPL or the LGPL are applicable instead
* of those above. If you wish to allow use of your version of this file only
* under the terms of either the GPL or the LGPL, and not to allow others to
* use your version of this file under the terms of the EPL, indicate your
* decision by deleting the provisions above and replace them with the notice
* and other provisions required by the GPL or the LGPL. If you do not delete
* the provisions above, a recipient may use your version of this file under
* the terms of any one of the EPL, the GPL or the LGPL.
***** END LICENSE BLOCK *****/
package org.jruby.lexer.yacc;
import org.jcodings.Encoding;
import org.jruby.parser.RubyParser;
import org.jruby.util.ByteList;
import static org.jruby.lexer.LexingCommon.*;
A lexing unit for scanning a heredoc element.
Example:
foo(<
/**
* A lexing unit for scanning a heredoc element.
* Example:
* <pre>
* foo(<<EOS, bar)
* This is heredoc country!
* EOF
*
* Where:
* EOS = marker
* ',bar)\n' = lastLine
* </pre>
*
*/
public class HeredocTerm extends StrTerm {
// Marker delimiting heredoc boundary
private final ByteList nd_lit;
// Expand variables, Indentation of final marker
private final int flags;
protected final int nth;
protected final int line;
// Portion of line right after beginning marker
protected final ByteList lastLine;
public HeredocTerm(ByteList marker, int func, int nth, int line, ByteList lastLine) {
this.nd_lit = marker;
this.flags = func;
this.nth = nth;
this.line = line;
this.lastLine = lastLine;
}
public int getFlags() {
return flags;
}
protected int error(RubyLexer lexer, int len, ByteList str, ByteList eos) {
lexer.compile_error("can't find string \"" + eos.toString() + "\" anywhere before EOF");
return -1;
}
protected int restore(RubyLexer lexer) {
lexer.heredoc_restore(this);
lexer.setStrTerm(new StringTerm(flags | STR_FUNC_TERM, 0, 0, line)); // weird way to terminate heredoc.
return EOF;
}
@Override
public int parseString(RubyLexer lexer) throws java.io.IOException {
ByteList str = null;
ByteList eos = nd_lit;
int len = nd_lit.length() - 1;
boolean indent = (flags & STR_FUNC_INDENT) != 0;
int c = lexer.nextc();
if (c == EOF) return error(lexer, len, str, eos);
// Found end marker for this heredoc
if (lexer.was_bol() && lexer.whole_match_p(nd_lit, indent)) {
lexer.heredoc_restore(this);
lexer.setStrTerm(null);
lexer.setState(EXPR_END);
return RubyParser.tSTRING_END;
}
if ((flags & STR_FUNC_EXPAND) == 0) {
do {
ByteList lbuf = lexer.lex_lastline;
int p = 0;
int pend = lexer.lex_pend;
if (pend > p) {
switch (lexer.p(pend - 1)) {
case '\n':
pend--;
if (pend == p || lexer.p(pend - 1) == '\r') {
pend++;
break;
}
break;
case '\r':
pend--;
break;
}
}
if (lexer.getHeredocIndent() > 0) {
for (int i = 0; p + i < pend && lexer.update_heredoc_indent(lexer.p(p+i)); i++) {}
lexer.setHeredocLineIndent(0);
}
if (str != null) {
str.append(lbuf.makeShared(p, pend - p));
} else {
str = new ByteList(lbuf.makeShared(p, pend - p));
}
if (pend < lexer.lex_pend) str.append('\n');
lexer.lex_goto_eol();
if (lexer.getHeredocIndent() > 0) {
lexer.setValue(lexer.createStr(str, 0));
return RubyParser.tSTRING_CONTENT;
}
// MRI null checks str in this case but it is unconditionally non-null?
if (lexer.nextc() == -1) return error(lexer, len, null, eos);
} while (!lexer.whole_match_p(eos, indent));
} else {
ByteList tok = new ByteList();
tok.setEncoding(lexer.getEncoding());
if (c == '#') {
int token = lexer.peekVariableName(RubyParser.tSTRING_DVAR, RubyParser.tSTRING_DBEG);
// FIXME: MRI does not have this code...but we fail some cases with it in MRI test_syntax.rb
int heredoc_line_indent = lexer.getHeredocLineIndent();
if (heredoc_line_indent != -1) {
if (lexer.getHeredocIndent() > heredoc_line_indent) {
lexer.setHeredocIndent(heredoc_line_indent);
}
lexer.setHeredocLineIndent(-1);
}
if (token != 0) return token;
tok.append('#');
}
// MRI has extra pointer which makes our code look a little bit more strange in comparison
do {
lexer.pushback(c);
if ((c = new StringTerm(flags, '\0', '\n', lexer.getRubySourceline()).parseStringIntoBuffer(lexer, tok, lexer.getEncoding())) == EOF) {
if (lexer.eofp) return error(lexer, len, str, eos);
return restore(lexer);
}
if (c != '\n') {
lexer.setValue(lexer.createStr(tok, 0));
return RubyParser.tSTRING_CONTENT;
}
tok.append(lexer.nextc());
if (lexer.getHeredocIndent() > 0) {
lexer.lex_goto_eol();
lexer.setValue(lexer.createStr(tok, 0));
return RubyParser.tSTRING_CONTENT;
}
if ((c = lexer.nextc()) == EOF) return error(lexer, len, str, eos);
} while (!lexer.whole_match_p(eos, indent));
str = tok;
}
lexer.pushback(c);
lexer.setValue(lexer.createStr(str, 0));
return RubyParser.tSTRING_CONTENT;
}
}