1 package net.sourceforge.pmd.cpd;
2
3 import java.util.ArrayList;
4
5
6
7
8
9
10
11 public class RubyTokenizer extends AbstractTokenizer
12 {
13 public RubyTokenizer()
14 {
15
16 this.stringToken = new ArrayList<String>();
17 this.stringToken.add("\'");
18 this.stringToken.add("\"");
19
20 this.ignorableCharacter = new ArrayList<String>();
21 this.ignorableCharacter.add("{");
22 this.ignorableCharacter.add("}");
23 this.ignorableCharacter.add("(");
24 this.ignorableCharacter.add(")");
25 this.ignorableCharacter.add(";");
26 this.ignorableCharacter.add(",");
27
28
29 this.ignorableStmt = new ArrayList<String>();
30 this.ignorableStmt.add("while");
31 this.ignorableStmt.add("do");
32 this.ignorableStmt.add("end");
33 }
34 }