octave_lexer Class Reference

#include "lex.h"

Inheritance diagram for octave_lexer:

Collaboration diagram for octave_lexer:

Public Member Functions
	octave_lexer (void)
	octave_lexer (FILE *file)
	octave_lexer (const std::string &eval_string)
bool	at_end_of_buffer (void) const
bool	at_end_of_file (void) const
void	begin_string (int state)
void	clear_start_state (void)
int	count_token (int tok)
int	count_token_internal (int tok)
token *	current_token (void)
void	decrement_promptflag (void)
void	display_start_state (void) const
void	display_token (int tok)
void	enable_fq_identifier (void)
void	fatal_error (const char *msg)
int	fill_flex_buffer (char *buf, unsigned int max_size)
void	finish_comment (octave_comment_elt::comment_type typ)
int	flex_yyleng (void)
char *	flex_yytext (void)
bool	fq_identifier_contains_keyword (const std::string &s)
octave_comment_list *	get_comment (void)
void	gripe_language_extension (const std::string &msg)
void	gripe_language_extension_continuation (void)
void	gripe_language_extension_operator (const std::string &op)
void	gripe_single_quote_string (void)
int	handle_assign_op (const char *pattern, int tok)
int	handle_close_bracket (int bracket_type)
void	handle_continuation (void)
int	handle_end_of_input (void)
int	handle_fq_identifier (void)
int	handle_identifier (void)
int	handle_language_extension_assign_op (const char *pattern, int tok)
int	handle_language_extension_op (const char *pattern, int tok, bool bos=false)
int	handle_language_extension_unary_op (int tok, bool bos=false)
int	handle_meta_identifier (void)
void	handle_number (void)
int	handle_op (const char *pattern, int tok, bool bos=false)
int	handle_op_internal (int tok, bool bos, bool compat)
int	handle_superclass_identifier (void)
int	handle_token (const std::string &name, int tok)
int	handle_token (int tok, token *tok_val=0)
int	handle_unary_op (int tok, bool bos=false)
void	increment_promptflag (void)
void	init (void)
bool	input_from_eval_string (void) const
bool	input_from_file (void) const
bool	input_from_terminal (void) const
std::string	input_source (void) const
bool	inside_any_object_index (void)
int	is_keyword_token (const std::string &s)
virtual bool	is_push_lexer (void) const
bool	is_variable (const std::string &name)
void	lexer_debug (const char *pattern)
bool	looking_at_space (void)
bool	looks_like_command_arg (void)
void	mark_as_variable (const std::string &nm)
void	mark_as_variables (const std::list< std::string > &lst)
void	mark_previous_token_trailing_space (void)
void	maybe_gripe_language_extension_comment (char c)
void	maybe_mark_previous_token_as_variable (void)
bool	maybe_unput_comma_before_unary_op (int tok)
void	maybe_warn_separator_insert (char sep)
void	pop_start_state (void)
void	prep_for_file (void)
bool	previous_token_is_binop (void) const
bool	previous_token_is_keyword (void) const
bool	previous_token_may_be_command (void) const
int	previous_token_value (void) const
bool	previous_token_value_is (int tok_val) const
int	promptflag (void) const
int	promptflag (int n)
void	push_start_state (int state)
void	push_token (token *)
void	reset (void)
int	show_token (int tok)
bool	space_follows_previous_token (void) const
int	start_state (void) const
int	text_yyinput (void)
bool	whitespace_is_significant (void)
void	xunput (char c, char *buf)
void	xunput (char c)

Public Attributes
bool	at_beginning_of_statement
int	block_comment_nesting_level
int	braceflag
int	bracketflag
int	command_arg_paren_count
comment_buffer	comment_buf
std::string	comment_text
int	current_input_column
std::string	current_input_line
int	defining_func
bool	end_of_input
std::string	fcn_file_full_name
std::string	fcn_file_name
bool	force_script
std::string	help_text
input_buffer	input_buf
int	input_line_number
octave_input_reader	input_reader
bool	looking_at_anon_fcn_args
bool	looking_at_decl_list
int	looking_at_function_handle
bool	looking_at_indirect_ref
bool	looking_at_initializer_expression
bool	looking_at_matrix_or_assign_lhs
std::list< bool >	looking_at_object_index
bool	looking_at_parameter_list
bool	looking_at_return_list
bool	looking_for_object_index
int	looping
bool	maybe_classdef_get_set_method
bbp_nesting_level	nesting_level
std::stack< bool >	parsed_function_name
bool	parsing_class_method
bool	parsing_classdef
bool	parsing_classdef_get_method
bool	parsing_classdef_set_method
std::set< std::string >	pending_local_variables
bool	quote_is_transpose
bool	reading_classdef_file
bool	reading_fcn_file
bool	reading_script_file
void *	scanner
int	string_column
int	string_line
std::string	string_text
symbol_table_context	symtab_context
size_t	token_count
token_cache	tokens

Protected Member Functions
	octave_lexer (const octave_lexer &)
octave_lexer &	operator= (const octave_lexer &)

Protected Attributes
std::stack< int >	start_state_stack

Detailed Description

Definition at line 704 of file lex.h.

Constructor & Destructor Documentation

octave_lexer::octave_lexer ( void  )

inline

Definition at line 709 of file lex.h.

octave_lexer::octave_lexer ( FILE *  file )

inline

Definition at line 713 of file lex.h.

octave_lexer::octave_lexer ( const std::string &  eval_string )

inline

Definition at line 717 of file lex.h.

octave_lexer::octave_lexer ( const octave_lexer &  )

protected

Member Function Documentation

bool octave_base_lexer::at_end_of_buffer ( void  ) const

inlineinherited

Definition at line 559 of file lex.h.

Referenced by octave_push_parser::run().

bool octave_base_lexer::at_end_of_file ( void  ) const

inlineinherited

Definition at line 561 of file lex.h.

void octave_base_lexer::begin_string ( int  state )

inherited

Definition at line 4898 of file lex.cc.

References lexical_feedback::current_input_column, lexical_feedback::input_line_number, octave_base_lexer::push_start_state(), lexical_feedback::string_column, and lexical_feedback::string_line.

void octave_base_lexer::clear_start_state ( void  )

inherited

Definition at line 5893 of file lex.cc.

References INITIAL, octave_base_lexer::push_start_state(), and octave_base_lexer::start_state_stack.

Referenced by octave_base_lexer::init(), and octave_base_lexer::reset().

int octave_base_lexer::count_token ( int  tok )

inherited

Definition at line 6038 of file lex.cc.

References octave_base_lexer::count_token_internal(), lexical_feedback::current_input_column, lexical_feedback::input_line_number, and octave_base_lexer::push_token().

int octave_base_lexer::count_token_internal ( int  tok )

inherited

Definition at line 6048 of file lex.cc.

References octave_base_lexer::show_token(), lexical_feedback::token_count, and Vtoken_count.

Referenced by octave_base_lexer::count_token(), octave_base_lexer::handle_op_internal(), and octave_base_lexer::handle_token().

token * octave_base_lexer::current_token ( void  )

inherited

Definition at line 5706 of file lex.cc.

References octave_get_lval(), octave_base_lexer::scanner, and YYSTYPE.

Referenced by octave_base_lexer::display_token().

void octave_lexer::decrement_promptflag ( void  )

inlinevirtual

Implements octave_base_lexer.

Definition at line 730 of file lex.h.

void octave_base_lexer::display_start_state ( void  ) const

inherited

Definition at line 5902 of file lex.cc.

References BLOCK_COMMENT_START, COMMAND_START, DQ_STRING_START, INITIAL, INPUT_FILE_START, LINE_COMMENT_START, MATRIX_START, SQ_STRING_START, and octave_base_lexer::start_state().

Referenced by octave_base_lexer::lexer_debug().

void octave_base_lexer::display_token ( int  tok )

inherited

Definition at line 5713 of file lex.cc.

References ADD_EQ, AND_EQ, BREAK, CASE, CATCH, CLASSDEF, CLEANUP, CONTINUE, octave_base_lexer::current_token(), DIV_EQ, DO, DQ_STRING, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, ELSE, ELSEIF, EMINUS, EMUL, EMUL_EQ, END, END_OF_INPUT, EPLUS, EPOW, EPOW_EQ, EVENTS, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_NOT, EXPR_OR, EXPR_OR_OR, FCN, FCN_HANDLE, FOR, FUNC_RET, GET, GLOBAL, HERMITIAN, IF, IMAG_NUM, INPUT_FILE, LEFTDIV, LEFTDIV_EQ, LEXICAL_ERROR, LSHIFT, LSHIFT_EQ, METAQUERY, METHODS, MINUS_MINUS, MUL_EQ, NAME, symbol_table::symbol_record::name(), NUM, token::number(), OR_EQ, OTHERWISE, PERSISTENT, PLUS_PLUS, POW, POW_EQ, PROPERTIES, RSHIFT, RSHIFT_EQ, SET, SQ_STRING, STRUCT_ELT, SUB_EQ, SUPERCLASSREF, SWITCH, token::sym_rec(), token::text(), TRANSPOSE, TRY, UNTIL, UNWIND, and WHILE.

Referenced by octave_base_lexer::show_token().

void octave_base_lexer::enable_fq_identifier ( void  )

inherited

Definition at line 6076 of file lex.cc.

References FQ_IDENT_START, and octave_base_lexer::push_start_state().

void octave_base_lexer::fatal_error ( const char *  msg )

inherited

Definition at line 5849 of file lex.cc.

References error(), OCTAVE_QUIT, octave_base_lexer::scanner, and yy_fatal_error().

int octave_lexer::fill_flex_buffer ( char *  buf, unsigned int  max_size  )

virtual

Implements octave_base_lexer.

Definition at line 6082 of file lex.cc.

References octave_base_lexer::input_buffer::copy_chunk(), lexical_feedback::current_input_line, octave_base_lexer::input_buffer::empty(), octave_base_lexer::input_buffer::fill(), octave_base_lexer::input_buf, and YY_NULL.

void octave_base_lexer::finish_comment ( octave_comment_elt::comment_type  typ )

inherited

Definition at line 5407 of file lex.cc.

References octave_base_lexer::comment_buffer::append(), lexical_feedback::at_beginning_of_statement, octave_base_lexer::comment_buf, lexical_feedback::comment_text, octave_comment_elt::copyright, lexical_feedback::help_text, looks_like_copyright(), lexical_feedback::nesting_level, and lexical_feedback::bbp_nesting_level::none().

Referenced by octave_base_lexer::handle_continuation().

int octave_base_lexer::flex_yyleng ( void  )

inherited

Definition at line 4931 of file lex.cc.

References octave_get_leng(), and octave_base_lexer::scanner.

Referenced by octave_base_lexer::handle_continuation(), octave_base_lexer::handle_fq_identifier(), octave_base_lexer::handle_identifier(), octave_base_lexer::handle_meta_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), octave_base_lexer::handle_superclass_identifier(), and octave_base_lexer::handle_token().

char * octave_base_lexer::flex_yytext ( void  )

inherited

Definition at line 4925 of file lex.cc.

References octave_get_text(), and octave_base_lexer::scanner.

Referenced by octave_base_lexer::handle_continuation(), octave_base_lexer::handle_fq_identifier(), octave_base_lexer::handle_identifier(), octave_base_lexer::handle_meta_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), octave_base_lexer::handle_superclass_identifier(), octave_base_lexer::lexer_debug(), and octave_base_lexer::xunput().

bool octave_base_lexer::fq_identifier_contains_keyword ( const std::string &  s )

inherited

Definition at line 5261 of file lex.cc.

References octave_base_lexer::is_keyword_token().

Referenced by octave_base_lexer::handle_fq_identifier(), octave_base_lexer::handle_meta_identifier(), and octave_base_lexer::handle_superclass_identifier().

octave_comment_list* octave_base_lexer::get_comment ( void  )

inlineinherited

Definition at line 593 of file lex.h.

Referenced by octave_base_parser::make_statement().

void octave_base_lexer::gripe_language_extension ( const std::string &  msg )

inherited

Definition at line 5660 of file lex.cc.

References lexical_feedback::fcn_file_full_name, lexical_feedback::input_line_number, and warning_with_id().

Referenced by octave_base_lexer::gripe_language_extension_continuation(), octave_base_lexer::gripe_language_extension_operator(), and octave_base_lexer::maybe_gripe_language_extension_comment().

void octave_base_lexer::gripe_language_extension_continuation ( void  )

inherited

Definition at line 5682 of file lex.cc.

References octave_base_lexer::gripe_language_extension().

Referenced by octave_base_lexer::handle_continuation().

void octave_base_lexer::gripe_language_extension_operator ( const std::string &  op )

inherited

Definition at line 5688 of file lex.cc.

References octave_base_lexer::gripe_language_extension().

Referenced by octave_base_lexer::handle_op_internal().

void octave_base_lexer::gripe_single_quote_string ( void  )

inherited

Definition at line 5645 of file lex.cc.

References lexical_feedback::fcn_file_full_name, lexical_feedback::input_line_number, and warning_with_id().

int octave_base_lexer::handle_assign_op ( const char *  pattern, int  tok  )

inherited

int octave_base_lexer::handle_close_bracket ( int  bracket_type )

inherited

Definition at line 5426 of file lex.cc.

References lexical_feedback::braceflag, lexical_feedback::bracketflag, lexical_feedback::nesting_level, lexical_feedback::bbp_nesting_level::none(), panic_impossible, octave_base_lexer::pop_start_state(), and lexical_feedback::bbp_nesting_level::remove().

void octave_base_lexer::handle_continuation ( void  )

inherited

Definition at line 5346 of file lex.cc.

References lexical_feedback::at_beginning_of_statement, lexical_feedback::comment_text, lexical_feedback::current_input_column, octave_base_lexer::decrement_promptflag(), octave_comment_elt::end_of_line, octave_base_lexer::finish_comment(), octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), octave_base_lexer::gripe_language_extension_continuation(), lexical_feedback::input_line_number, and lexical_feedback::mark_previous_token_trailing_space().

int octave_base_lexer::handle_end_of_input ( void  )

inherited

Definition at line 4907 of file lex.cc.

References lexical_feedback::block_comment_nesting_level, END_OF_INPUT, lexical_feedback::fcn_file_name, octave_base_lexer::handle_token(), lexical_feedback::input_line_number, octave_base_lexer::lexer_debug(), lexical_feedback::reading_classdef_file, lexical_feedback::reading_fcn_file, lexical_feedback::reading_script_file, and warning().

int octave_base_lexer::handle_fq_identifier ( void  )

inherited

Definition at line 5503 of file lex.cc.

References lexical_feedback::current_input_column, error(), octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), FQ_IDENT, octave_base_lexer::fq_identifier_contains_keyword(), lexical_feedback::input_line_number, LEXICAL_ERROR, and octave_base_lexer::push_token().

int octave_base_lexer::handle_identifier ( void  )

inherited

Definition at line 5526 of file lex.cc.

References lexical_feedback::at_beginning_of_statement, lexical_feedback::symbol_table_context::curr_scope(), lexical_feedback::current_input_column, error(), FCN_HANDLE, octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), lexical_feedback::input_line_number, symbol_table::insert(), octave_base_lexer::is_keyword_token(), octave_base_lexer::is_variable(), LEXICAL_ERROR, lexical_feedback::looking_at_function_handle, lexical_feedback::looking_at_indirect_ref, lexical_feedback::looking_for_object_index, token::mark_may_be_command(), NAME, octave_base_lexer::push_token(), STRUCT_ELT, and lexical_feedback::symtab_context.

int octave_base_lexer::handle_language_extension_assign_op ( const char *  pattern, int  tok  )

inherited

int octave_base_lexer::handle_language_extension_op ( const char *  pattern, int  tok, bool  bos = false  )

inherited

Definition at line 5955 of file lex.cc.

References octave_base_lexer::handle_op_internal(), and octave_base_lexer::lexer_debug().

int octave_base_lexer::handle_language_extension_unary_op ( int  tok, bool  bos = false  )

inherited

Definition at line 5994 of file lex.cc.

References octave_base_lexer::handle_op_internal(), and octave_base_lexer::maybe_unput_comma_before_unary_op().

int octave_base_lexer::handle_meta_identifier ( void  )

inherited

Definition at line 5484 of file lex.cc.

References lexical_feedback::current_input_column, error(), octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), octave_base_lexer::fq_identifier_contains_keyword(), lexical_feedback::input_line_number, LEXICAL_ERROR, METAQUERY, and octave_base_lexer::push_token().

void octave_base_lexer::handle_number ( void  )

inherited

Definition at line 5303 of file lex.cc.

References lexical_feedback::at_beginning_of_statement, lexical_feedback::current_input_column, octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), lexical_feedback::input_line_number, lexical_feedback::looking_for_object_index, looks_like_hex(), NUM, octave_base_lexer::push_token(), and strsave().

int octave_base_lexer::handle_op ( const char *  pattern, int  tok, bool  bos = false  )

inherited

Definition at line 5947 of file lex.cc.

References octave_base_lexer::handle_op_internal(), and octave_base_lexer::lexer_debug().

int octave_base_lexer::handle_op_internal ( int  tok, bool  bos, bool  compat  )

inherited

Definition at line 6001 of file lex.cc.

References lexical_feedback::at_beginning_of_statement, octave_base_lexer::count_token_internal(), lexical_feedback::current_input_column, octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), octave_base_lexer::gripe_language_extension_operator(), lexical_feedback::input_line_number, lexical_feedback::looking_for_object_index, and octave_base_lexer::push_token().

Referenced by octave_base_lexer::handle_language_extension_op(), octave_base_lexer::handle_language_extension_unary_op(), octave_base_lexer::handle_op(), and octave_base_lexer::handle_unary_op().

int octave_base_lexer::handle_superclass_identifier ( void  )

inherited

Definition at line 5458 of file lex.cc.

References lexical_feedback::current_input_column, error(), octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), octave_base_lexer::fq_identifier_contains_keyword(), lexical_feedback::input_line_number, octave_base_lexer::is_keyword_token(), LEXICAL_ERROR, octave_base_lexer::push_token(), and SUPERCLASSREF.

int octave_base_lexer::handle_token ( const std::string &  name, int  tok  )

inherited

Definition at line 6016 of file lex.cc.

References lexical_feedback::current_input_column, and lexical_feedback::input_line_number.

Referenced by octave_base_lexer::handle_end_of_input().

int octave_base_lexer::handle_token ( int  tok, token *  tok_val = 0  )

inherited

Definition at line 6025 of file lex.cc.

References octave_base_lexer::count_token_internal(), lexical_feedback::current_input_column, octave_base_lexer::flex_yyleng(), lexical_feedback::input_line_number, and octave_base_lexer::push_token().

int octave_base_lexer::handle_unary_op ( int  tok, bool  bos = false  )

inherited

Definition at line 5987 of file lex.cc.

References octave_base_lexer::handle_op_internal(), and octave_base_lexer::maybe_unput_comma_before_unary_op().

void octave_lexer::increment_promptflag ( void  )

inlinevirtual

Implements octave_base_lexer.

Definition at line 728 of file lex.h.

void octave_base_lexer::init ( void  )

inherited

Definition at line 4842 of file lex.cc.

References octave_base_lexer::clear_start_state(), octave_lex_init(), octave_set_extra(), and octave_base_lexer::scanner.

bool octave_lexer::input_from_eval_string ( void  ) const

inlinevirtual

Reimplemented from octave_base_lexer.

Definition at line 751 of file lex.h.

bool octave_lexer::input_from_file ( void  ) const

inlinevirtual

Reimplemented from octave_base_lexer.

Definition at line 746 of file lex.h.

bool octave_lexer::input_from_terminal ( void  ) const

inlinevirtual

Reimplemented from octave_base_lexer.

Definition at line 741 of file lex.h.

std::string octave_lexer::input_source ( void  ) const

inlinevirtual

Reimplemented from octave_base_lexer.

Definition at line 736 of file lex.h.

bool octave_base_lexer::inside_any_object_index ( void  )

inherited

Definition at line 5004 of file lex.cc.

References lexical_feedback::looking_at_object_index.

Referenced by octave_base_lexer::is_keyword_token().

int octave_base_lexer::is_keyword_token ( const std::string &  s )

inherited

Definition at line 5032 of file lex.cc.

References lexical_feedback::at_beginning_of_statement, break_kw, case_kw, catch_kw, token::classdef_end, classdef_kw, continue_kw, lexical_feedback::current_input_column, octave_base_lexer::decrement_promptflag(), lexical_feedback::defining_func, do_kw, else_kw, elseif_kw, end_kw, end_try_catch_kw, end_unwind_protect_kw, endclassdef_kw, endenumeration_kw, endevents_kw, endfor_kw, endfunction_kw, endif_kw, endmethods_kw, endparfor_kw, endproperties_kw, endswitch_kw, endwhile_kw, token::enumeration_end, enumeration_kw, token::events_end, events_kw, lexical_feedback::fcn_file_full_name, token::for_end, for_kw, lexical_feedback::force_script, token::function_end, function_kw, get_kw, global_kw, token::if_end, if_kw, octave_kw_hash::in_word_set(), octave_base_lexer::input_from_file(), lexical_feedback::input_line_number, octave_base_lexer::inside_any_object_index(), octave_kw::kw_id, lexical_feedback::looking_at_decl_list, lexical_feedback::looking_at_return_list, lexical_feedback::looping, magic_file_kw, magic_line_kw, lexical_feedback::maybe_classdef_get_set_method, token::methods_end, methods_kw, otherwise_kw, panic_impossible, token::parfor_end, parfor_kw, lexical_feedback::parsed_function_name, lexical_feedback::parsing_classdef, persistent_kw, token::properties_end, properties_kw, octave_base_lexer::push_token(), lexical_feedback::reading_classdef_file, lexical_feedback::reading_fcn_file, lexical_feedback::reading_script_file, return_kw, set_kw, token::simple_end, token::switch_end, switch_kw, octave_kw::tok, lexical_feedback::token_count, token::try_catch_end, try_kw, until_kw, unwind_protect_cleanup_kw, token::unwind_protect_end, unwind_protect_kw, token::while_end, and while_kw.

Referenced by octave_base_lexer::fq_identifier_contains_keyword(), octave_base_lexer::handle_identifier(), and octave_base_lexer::handle_superclass_identifier().

virtual bool octave_base_lexer::is_push_lexer ( void  ) const

inlinevirtualinherited

Reimplemented in octave_push_lexer.

Definition at line 549 of file lex.h.

bool octave_base_lexer::is_variable ( const std::string &  name )

inherited

Definition at line 5022 of file lex.cc.

References symbol_table::is_variable(), and lexical_feedback::pending_local_variables.

Referenced by octave_base_lexer::handle_identifier().

void octave_base_lexer::lexer_debug ( const char *  pattern )

inherited

Definition at line 5859 of file lex.cc.

References octave_base_lexer::display_start_state(), octave_base_lexer::flex_yytext(), and lexer_debug_flag.

Referenced by octave_base_lexer::handle_end_of_input(), octave_base_lexer::handle_language_extension_op(), and octave_base_lexer::handle_op().

bool octave_base_lexer::looking_at_space ( void  )

inherited

Definition at line 4996 of file lex.cc.

References octave_base_lexer::text_yyinput(), and octave_base_lexer::xunput().

Referenced by octave_base_lexer::looks_like_command_arg().

bool octave_base_lexer::looks_like_command_arg ( void  )

inherited

Definition at line 5448 of file lex.cc.

References octave_base_lexer::looking_at_space(), lexical_feedback::previous_token_may_be_command(), and lexical_feedback::space_follows_previous_token().

void lexical_feedback::mark_as_variable ( const std::string &  nm )

inherited

void lexical_feedback::mark_as_variables ( const std::list< std::string > &  lst )

inherited

Definition at line 4768 of file lex.cc.

References lexical_feedback::pending_local_variables.

Referenced by octave_base_parser::validate_matrix_for_assignment().

void lexical_feedback::mark_previous_token_trailing_space ( void  )

inherited

Definition at line 4709 of file lex.cc.

References lexical_feedback::token_cache::front(), token::mark_trailing_space(), lexical_feedback::previous_token_value_is(), and lexical_feedback::tokens.

Referenced by octave_base_lexer::handle_continuation().

void octave_base_lexer::maybe_gripe_language_extension_comment ( char  c )

inherited

Definition at line 5675 of file lex.cc.

References octave_base_lexer::gripe_language_extension().

void lexical_feedback::maybe_mark_previous_token_as_variable ( void  )

inherited

Definition at line 4759 of file lex.cc.

References lexical_feedback::token_cache::front(), token::is_symbol(), lexical_feedback::pending_local_variables, token::symbol_name(), and lexical_feedback::tokens.

bool octave_base_lexer::maybe_unput_comma_before_unary_op ( int  tok )

inherited

Definition at line 5964 of file lex.cc.

References lexical_feedback::previous_token_is_binop(), lexical_feedback::previous_token_value(), lexical_feedback::space_follows_previous_token(), octave_base_lexer::text_yyinput(), octave_base_lexer::whitespace_is_significant(), and octave_base_lexer::xunput().

Referenced by octave_base_lexer::handle_language_extension_unary_op(), and octave_base_lexer::handle_unary_op().

void octave_base_lexer::maybe_warn_separator_insert ( char  sep )

inherited

Definition at line 5630 of file lex.cc.

References lexical_feedback::fcn_file_full_name, lexical_feedback::input_line_number, and warning_with_id().

octave_lexer& octave_lexer::operator= ( const octave_lexer &  )

protected

void octave_base_lexer::pop_start_state ( void  )

inherited

Definition at line 5883 of file lex.cc.

References BEGIN, OCTAVE_YYG, octave_base_lexer::start_state(), and octave_base_lexer::start_state_stack.

Referenced by octave_base_lexer::handle_close_bracket().

void octave_base_lexer::prep_for_file ( void  )

inherited

Definition at line 4890 of file lex.cc.

References INPUT_FILE_START, octave_base_lexer::push_start_state(), and lexical_feedback::reading_script_file.

Referenced by parse_fcn_file().

bool lexical_feedback::previous_token_is_binop ( void  ) const

inherited

Definition at line 4724 of file lex.cc.

References ADD_EQ, AND_EQ, DIV_EQ, EDIV, EDIV_EQ, ELEFTDIV, ELEFTDIV_EQ, EMINUS, EMUL, EMUL_EQ, EPOW, EPOW_EQ, EXPR_AND, EXPR_AND_AND, EXPR_EQ, EXPR_GE, EXPR_GT, EXPR_LE, EXPR_LT, EXPR_NE, EXPR_NOT, EXPR_OR, EXPR_OR_OR, LEFTDIV, LEFTDIV_EQ, LSHIFT, LSHIFT_EQ, MUL_EQ, OR_EQ, POW, POW_EQ, lexical_feedback::previous_token_value(), RSHIFT, RSHIFT_EQ, and SUB_EQ.

Referenced by octave_base_lexer::maybe_unput_comma_before_unary_op().

bool lexical_feedback::previous_token_is_keyword ( void  ) const

inherited

Definition at line 4745 of file lex.cc.

References lexical_feedback::token_cache::front(), token::is_keyword(), and lexical_feedback::tokens.

bool lexical_feedback::previous_token_may_be_command ( void  ) const

inherited

Definition at line 4752 of file lex.cc.

References lexical_feedback::token_cache::front(), token::may_be_command(), and lexical_feedback::tokens.

Referenced by octave_base_lexer::looks_like_command_arg().

int lexical_feedback::previous_token_value ( void  ) const

inherited

Definition at line 4695 of file lex.cc.

References lexical_feedback::token_cache::front(), token::token_value(), and lexical_feedback::tokens.

Referenced by octave_base_lexer::maybe_unput_comma_before_unary_op(), and lexical_feedback::previous_token_is_binop().

bool lexical_feedback::previous_token_value_is ( int  tok_val ) const

inherited

Definition at line 4702 of file lex.cc.

References lexical_feedback::token_cache::front(), token::token_value_is(), and lexical_feedback::tokens.

Referenced by lexical_feedback::mark_previous_token_trailing_space().

int octave_lexer::promptflag ( void  ) const

inlinevirtual

Implements octave_base_lexer.

Definition at line 732 of file lex.h.

int octave_lexer::promptflag ( int  n )

inlinevirtual

Implements octave_base_lexer.

Definition at line 734 of file lex.h.

void octave_base_lexer::push_start_state ( int  state )

inherited

Definition at line 5873 of file lex.cc.

References BEGIN, OCTAVE_YYG, octave_base_lexer::start_state(), and octave_base_lexer::start_state_stack.

Referenced by octave_base_lexer::begin_string(), octave_base_lexer::clear_start_state(), octave_base_lexer::enable_fq_identifier(), and octave_base_lexer::prep_for_file().

void octave_base_lexer::push_token ( token *  tok )

inherited

Definition at line 5698 of file lex.cc.

References octave_get_lval(), lexical_feedback::token_cache::push(), octave_base_lexer::scanner, lexical_feedback::tokens, and YYSTYPE.

Referenced by octave_base_lexer::count_token(), octave_base_lexer::handle_fq_identifier(), octave_base_lexer::handle_identifier(), octave_base_lexer::handle_meta_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), octave_base_lexer::handle_superclass_identifier(), octave_base_lexer::handle_token(), and octave_base_lexer::is_keyword_token().

void octave_lexer::reset ( void  )

inlinevirtual

Reimplemented from octave_base_lexer.

Definition at line 721 of file lex.h.

References octave_base_lexer::reset().

int octave_base_lexer::show_token ( int  tok )

inherited

Definition at line 6060 of file lex.cc.

References octave_base_lexer::display_token(), lexer_debug_flag, and Vdisplay_tokens.

Referenced by octave_base_lexer::count_token_internal().

bool lexical_feedback::space_follows_previous_token ( void  ) const

inherited

Definition at line 4717 of file lex.cc.

References lexical_feedback::token_cache::front(), token::space_follows_token(), and lexical_feedback::tokens.

Referenced by octave_base_lexer::looks_like_command_arg(), and octave_base_lexer::maybe_unput_comma_before_unary_op().

int octave_base_lexer::start_state ( void  ) const

inlineinherited

Definition at line 660 of file lex.h.

Referenced by octave_base_lexer::display_start_state(), octave_base_lexer::pop_start_state(), and octave_base_lexer::push_start_state().

int octave_base_lexer::text_yyinput ( void  )

inherited

Definition at line 4937 of file lex.cc.

References display_character(), lexer_debug_flag, octave_base_lexer::scanner, and octave_base_lexer::xunput().

Referenced by octave_base_lexer::looking_at_space(), and octave_base_lexer::maybe_unput_comma_before_unary_op().

bool octave_base_lexer::whitespace_is_significant ( void  )

inherited

Definition at line 5289 of file lex.cc.

References lexical_feedback::bbp_nesting_level::is_brace(), lexical_feedback::bbp_nesting_level::is_bracket(), lexical_feedback::looking_at_object_index, and lexical_feedback::nesting_level.

Referenced by octave_base_lexer::maybe_unput_comma_before_unary_op().

void octave_base_lexer::xunput ( char  c, char *  buf  )

inherited

Definition at line 4972 of file lex.cc.

References display_character(), lexer_debug_flag, octave_base_lexer::scanner, and yyunput().

Referenced by octave_base_lexer::looking_at_space(), octave_base_lexer::maybe_unput_comma_before_unary_op(), octave_base_lexer::text_yyinput(), and octave_base_lexer::xunput().

void octave_base_lexer::xunput ( char  c )

inherited

Definition at line 4988 of file lex.cc.

References octave_base_lexer::flex_yytext(), and octave_base_lexer::xunput().

Member Data Documentation

bool lexical_feedback::at_beginning_of_statement

inherited

Definition at line 313 of file lex.h.

Referenced by octave_base_lexer::finish_comment(), octave_base_lexer::handle_continuation(), octave_base_lexer::handle_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), octave_base_lexer::is_keyword_token(), and lexical_feedback::reset().

int lexical_feedback::block_comment_nesting_level

inherited

Definition at line 398 of file lex.h.

Referenced by octave_base_lexer::handle_end_of_input(), and lexical_feedback::reset().

int lexical_feedback::braceflag

inherited

Definition at line 386 of file lex.h.

Referenced by octave_base_lexer::handle_close_bracket(), and lexical_feedback::reset().

int lexical_feedback::bracketflag

inherited

Definition at line 383 of file lex.h.

Referenced by octave_base_lexer::handle_close_bracket(), and lexical_feedback::reset().

int lexical_feedback::command_arg_paren_count

inherited

Definition at line 401 of file lex.h.

Referenced by lexical_feedback::reset().

comment_buffer octave_base_lexer::comment_buf

inherited

Definition at line 636 of file lex.h.

Referenced by octave_base_lexer::finish_comment(), octave_base_parser::finish_if_command(), octave_base_parser::finish_switch_command(), octave_base_parser::make_classdef(), octave_base_parser::make_classdef_enum_block(), octave_base_parser::make_classdef_events_block(), octave_base_parser::make_classdef_methods_block(), octave_base_parser::make_classdef_properties_block(), octave_base_parser::make_do_until_command(), octave_base_parser::make_for_command(), octave_base_parser::make_try_command(), octave_base_parser::make_unwind_command(), octave_base_parser::make_while_command(), octave_base_lexer::reset(), and octave_base_parser::start_function().

std::string lexical_feedback::comment_text

inherited

Definition at line 411 of file lex.h.

Referenced by octave_base_lexer::finish_comment(), octave_base_lexer::handle_continuation(), and lexical_feedback::reset().

int lexical_feedback::current_input_column

inherited

Definition at line 380 of file lex.h.

Referenced by octave_base_lexer::begin_string(), octave_base_parser::bison_error(), octave_base_lexer::count_token(), octave_base_lexer::handle_continuation(), octave_base_lexer::handle_fq_identifier(), octave_base_lexer::handle_identifier(), octave_base_lexer::handle_meta_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), octave_base_lexer::handle_superclass_identifier(), octave_base_lexer::handle_token(), octave_base_lexer::is_keyword_token(), octave_base_parser::make_anon_fcn_handle(), and lexical_feedback::reset().

std::string lexical_feedback::current_input_line

inherited

Definition at line 408 of file lex.h.

Referenced by octave_base_parser::bison_error(), fill_flex_buffer(), and lexical_feedback::reset().

int lexical_feedback::defining_func

inherited

Definition at line 392 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), octave_base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

bool lexical_feedback::end_of_input

inherited

Definition at line 309 of file lex.h.

Referenced by eval_string(), main_loop(), and lexical_feedback::reset().

std::string lexical_feedback::fcn_file_full_name

inherited

Definition at line 427 of file lex.h.

Referenced by octave_base_parser::bison_error(), octave_base_parser::frob_function(), octave_base_lexer::gripe_language_extension(), octave_base_lexer::gripe_single_quote_string(), octave_base_lexer::is_keyword_token(), octave_base_parser::make_decl_command(), octave_base_parser::make_script(), octave_base_parser::maybe_warn_assign_as_truth_value(), octave_base_parser::maybe_warn_missing_semi(), octave_base_lexer::maybe_warn_separator_insert(), octave_base_parser::maybe_warn_variable_switch_label(), parse_fcn_file(), and lexical_feedback::reset().

std::string lexical_feedback::fcn_file_name

inherited

Definition at line 424 of file lex.h.

Referenced by octave_base_parser::frob_function(), octave_base_lexer::handle_end_of_input(), octave_base_parser::make_classdef(), octave_base_parser::make_script(), parse_fcn_file(), and lexical_feedback::reset().

bool lexical_feedback::force_script

inherited

Definition at line 365 of file lex.h.

Referenced by octave_base_parser::frob_function(), octave_base_lexer::is_keyword_token(), parse_fcn_file(), and lexical_feedback::reset().

std::string lexical_feedback::help_text

inherited

Definition at line 414 of file lex.h.

Referenced by octave_base_lexer::finish_comment(), octave_base_parser::frob_function(), octave_base_parser::make_script(), and lexical_feedback::reset().

input_buffer octave_base_lexer::input_buf

inherited

Definition at line 633 of file lex.h.

Referenced by fill_flex_buffer(), and octave_push_lexer::fill_flex_buffer().

int lexical_feedback::input_line_number

inherited

Definition at line 377 of file lex.h.

Referenced by octave_base_lexer::begin_string(), octave_base_parser::bison_error(), octave_base_lexer::count_token(), octave_base_lexer::gripe_language_extension(), octave_base_lexer::gripe_single_quote_string(), octave_base_lexer::handle_continuation(), octave_base_lexer::handle_end_of_input(), octave_base_lexer::handle_fq_identifier(), octave_base_lexer::handle_identifier(), octave_base_lexer::handle_meta_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), octave_base_lexer::handle_superclass_identifier(), octave_base_lexer::handle_token(), octave_base_lexer::is_keyword_token(), octave_base_parser::make_anon_fcn_handle(), octave_base_lexer::maybe_warn_separator_insert(), and lexical_feedback::reset().

octave_input_reader octave_lexer::input_reader

Definition at line 758 of file lex.h.

bool lexical_feedback::looking_at_anon_fcn_args

inherited

Definition at line 316 of file lex.h.

Referenced by lexical_feedback::reset().

bool lexical_feedback::looking_at_decl_list

inherited

Definition at line 326 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), and lexical_feedback::reset().

int lexical_feedback::looking_at_function_handle

inherited

Definition at line 395 of file lex.h.

Referenced by octave_base_lexer::handle_identifier(), and lexical_feedback::reset().

bool lexical_feedback::looking_at_indirect_ref

inherited

Definition at line 341 of file lex.h.

Referenced by octave_base_lexer::handle_identifier(), octave_base_parser::make_indirect_ref(), and lexical_feedback::reset().

bool lexical_feedback::looking_at_initializer_expression

inherited

Definition at line 330 of file lex.h.

Referenced by lexical_feedback::reset().

bool lexical_feedback::looking_at_matrix_or_assign_lhs

inherited

Definition at line 334 of file lex.h.

Referenced by lexical_feedback::reset().

std::list<bool> lexical_feedback::looking_at_object_index

inherited

Definition at line 431 of file lex.h.

Referenced by lexical_feedback::init(), octave_base_lexer::inside_any_object_index(), lexical_feedback::reset(), and octave_base_lexer::whitespace_is_significant().

bool lexical_feedback::looking_at_parameter_list

inherited

Definition at line 322 of file lex.h.

Referenced by octave_base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

bool lexical_feedback::looking_at_return_list

inherited

Definition at line 319 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), octave_base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

bool lexical_feedback::looking_for_object_index

inherited

Definition at line 337 of file lex.h.

Referenced by octave_base_lexer::handle_identifier(), octave_base_lexer::handle_number(), octave_base_lexer::handle_op_internal(), and lexical_feedback::reset().

int lexical_feedback::looping

inherited

Definition at line 389 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), octave_base_parser::make_do_until_command(), octave_base_parser::make_for_command(), octave_base_parser::make_while_command(), and lexical_feedback::reset().

bool lexical_feedback::maybe_classdef_get_set_method

inherited

Definition at line 352 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), and lexical_feedback::reset().

bbp_nesting_level lexical_feedback::nesting_level

inherited

Definition at line 446 of file lex.h.

Referenced by octave_base_lexer::finish_comment(), octave_base_lexer::handle_close_bracket(), lexical_feedback::reset(), and octave_base_lexer::whitespace_is_significant().

std::stack<bool> lexical_feedback::parsed_function_name

inherited

Definition at line 436 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), octave_base_parser::recover_from_parsing_function(), and lexical_feedback::reset().

bool lexical_feedback::parsing_class_method

inherited

Definition at line 344 of file lex.h.

Referenced by octave_base_parser::frob_function(), parse_fcn_file(), and lexical_feedback::reset().

bool lexical_feedback::parsing_classdef

inherited

Definition at line 347 of file lex.h.

Referenced by octave_base_lexer::is_keyword_token(), and lexical_feedback::reset().

bool lexical_feedback::parsing_classdef_get_method

inherited

Definition at line 355 of file lex.h.

Referenced by lexical_feedback::reset().

bool lexical_feedback::parsing_classdef_set_method

inherited

Definition at line 358 of file lex.h.

Referenced by lexical_feedback::reset().

std::set<std::string> lexical_feedback::pending_local_variables

inherited

Definition at line 439 of file lex.h.

Referenced by octave_base_lexer::is_variable(), lexical_feedback::mark_as_variables(), and lexical_feedback::maybe_mark_previous_token_as_variable().

bool lexical_feedback::quote_is_transpose

inherited

Definition at line 361 of file lex.h.

bool lexical_feedback::reading_classdef_file

inherited

Definition at line 374 of file lex.h.

Referenced by octave_base_parser::bison_error(), octave_base_parser::frob_function(), octave_base_lexer::handle_end_of_input(), octave_base_lexer::is_keyword_token(), parse_fcn_file(), octave_base_reader::reading_classdef_file(), lexical_feedback::reset(), and octave_base_lexer::reset().

bool lexical_feedback::reading_fcn_file

inherited

Definition at line 368 of file lex.h.

Referenced by octave_base_parser::bison_error(), octave_base_parser::finish_function(), octave_base_parser::frob_function(), octave_base_lexer::handle_end_of_input(), octave_base_lexer::is_keyword_token(), octave_base_reader::reading_fcn_file(), octave_base_parser::recover_from_parsing_function(), lexical_feedback::reset(), and octave_base_lexer::reset().

bool lexical_feedback::reading_script_file

inherited

Definition at line 371 of file lex.h.

Referenced by octave_base_parser::bison_error(), octave_base_parser::frob_function(), octave_base_lexer::handle_end_of_input(), octave_base_lexer::is_keyword_token(), octave_base_parser::make_decl_command(), octave_base_lexer::prep_for_file(), octave_base_reader::reading_script_file(), lexical_feedback::reset(), and octave_base_lexer::reset().

void* octave_base_lexer::scanner

inherited

Definition at line 630 of file lex.h.

Referenced by octave_base_lexer::current_token(), octave_base_lexer::fatal_error(), octave_base_lexer::flex_yyleng(), octave_base_lexer::flex_yytext(), octave_base_lexer::init(), octave_base_lexer::push_token(), octave_base_lexer::reset(), octave_base_lexer::text_yyinput(), octave_base_lexer::xunput(), and octave_base_lexer::~octave_base_lexer().

std::stack<int> octave_base_lexer::start_state_stack

protectedinherited

Definition at line 695 of file lex.h.

Referenced by octave_base_lexer::clear_start_state(), octave_base_lexer::pop_start_state(), and octave_base_lexer::push_start_state().

int lexical_feedback::string_column

inherited

Definition at line 421 of file lex.h.

Referenced by octave_base_lexer::begin_string(), and lexical_feedback::reset().

int lexical_feedback::string_line

inherited

Definition at line 420 of file lex.h.

Referenced by octave_base_lexer::begin_string(), and lexical_feedback::reset().

std::string lexical_feedback::string_text

inherited

Definition at line 417 of file lex.h.

Referenced by lexical_feedback::reset().

symbol_table_context lexical_feedback::symtab_context

inherited

Definition at line 442 of file lex.h.

Referenced by octave_base_lexer::handle_identifier(), octave_base_parser::make_anon_fcn_handle(), octave_base_parser::recover_from_parsing_function(), octave_base_lexer::reset(), and octave_base_parser::start_function().

size_t lexical_feedback::token_count

inherited

Definition at line 405 of file lex.h.

Referenced by octave_base_lexer::count_token_internal(), octave_base_lexer::is_keyword_token(), and lexical_feedback::reset().

token_cache lexical_feedback::tokens

inherited

Definition at line 449 of file lex.h.

Referenced by lexical_feedback::mark_previous_token_trailing_space(), lexical_feedback::maybe_mark_previous_token_as_variable(), lexical_feedback::previous_token_is_keyword(), lexical_feedback::previous_token_may_be_command(), lexical_feedback::previous_token_value(), lexical_feedback::previous_token_value_is(), octave_base_lexer::push_token(), lexical_feedback::reset(), lexical_feedback::space_follows_previous_token(), and lexical_feedback::~lexical_feedback().

---

The documentation for this class was generated from the following files:

• libinterp/parse-tree/lex.h
• libinterp/parse-tree/lex.cc