Make sure tokenizer never changes input string

darcs-hash:20051210003335-ac50b-2d1b9125186b1d3f68138c2c49559d077fa5d326.gz

1 files changed, 2 insertions, 0 deletions

diff --git a/tokenizer.h b/tokenizer.h
index a0b0109e..2a0ad513 100644
--- a/tokenizer.h
+++ b/tokenizer.h
@@ -69,6 +69,8 @@ typedef struct
 	int accept_unfinished;
 	/** Whether commants should be returned*/
 	int show_comments;
+	/** Flag set to true of the orig_buff points to an internal string that needs to be free()d when deallocating the tokenizer. */
+	int free_orig;
 	/** Type of last quote, can be either ' or ".*/
 	wchar_t last_quote;
 }