From: mike Date: Sat, 2 Nov 2002 01:21:35 +0000 (+0000) Subject: Tweak which characters are in which class. In particular, most X-Git-Tag: v1.5~247 X-Git-Url: http://sru.miketaylor.org.uk/?a=commitdiff_plain;ds=inline;h=eceaa4ac309c72d8a9fa05aa4bcb0457d6213936;hp=d35c815366893704f2e2038f6977a6dbbbfc778e;p=cql-java-moved-to-github.git Tweak which characters are in which class. In particular, most visible ASCIIs ("!", "%", etc.) are now word-constituent. --- diff --git a/src/org/z3950/zing/cql/CQLLexer.java b/src/org/z3950/zing/cql/CQLLexer.java index ce38eb6..8d054d9 100644 --- a/src/org/z3950/zing/cql/CQLLexer.java +++ b/src/org/z3950/zing/cql/CQLLexer.java @@ -1,4 +1,4 @@ -// $Id: CQLLexer.java,v 1.3 2002-11-01 23:45:28 mike Exp $ +// $Id: CQLLexer.java,v 1.4 2002-11-02 01:21:35 mike Exp $ package org.z3950.zing.cql; import java.io.StreamTokenizer; @@ -80,6 +80,9 @@ class CQLLexer extends StreamTokenizer { CQLLexer(String cql, boolean lexdebug) { super(new StringReader(cql)); + wordChars('!', '?'); // ASCII-dependency! + wordChars('[', '`'); // ASCII-dependency! + quoteChar('"'); ordinaryChar('='); ordinaryChar('<'); ordinaryChar('>');