Reetan Singh

README.md

@@ -5,7 +5,8 @@ A project to exercise Java, JUnit, git, GitHub, and code-reading skills. Student
 ## Expectations
 
 ### Academic Honesty
-
+test change
+another test change
 THIS IS AN INDIVIDUAL PROJECT. The following is not allowed:
 - You MAY NOT copy any code from an AI.
 - You MAY NOT paste any of the project or your code into an AI.

src/LowercaseSentenceTokenizer.java

@@ -1,3 +1,4 @@
+import java.util.ArrayList;
 import java.util.List;
 import java.util.Scanner;
 
@@ -28,9 +29,26 @@ public class LowercaseSentenceTokenizer implements Tokenizer {
    * @param scanner the Scanner to read the input text from
    * @return a list of tokens, where each token is a word or a period
    */
-  public List<String> tokenize(Scanner scanner) {
-    // TODO: Implement this function to convert the scanner's input to a list of words and periods
-    return null;
+
+   public List<String> tokenize(Scanner scanner) {
+    List<String> tokens = new ArrayList<>();
+
+    while (scanner.hasNext()) {
+      String token = scanner.next().toLowerCase();
+      if (token.endsWith(".")) {
+        if (token.length() == 1) {
+          tokens.add(".");
+
+    }else {
+      String wordWithoutPeriod = token.substring(0, token.length() - 1);
+      tokens.add(wordWithoutPeriod);
+      tokens.add(".");
+    }
+  } else {
+    tokens.add(token);
   }
 }
+return tokens;
+   }
+  }
 

src/LowercaseSentenceTokenizerTest.java

@@ -15,10 +15,19 @@ void testTokenizeWithNoCapitalizationOrPeriod() {
         assertEquals(List.of("this", "is", "a", "lowercase", "sentence", "without", "a", "period"), tokens);
     }
 
-    // Wave 2
-    /*
-     * Write your test here!
-     */
+// Wave 2
+    @Test
+    void testTokenizeWithManySpaces() {
+    LowercaseSentenceTokenizer tokenizer = new LowercaseSentenceTokenizer();
+    String input = "hello     hi hi hi    hello hello";
+    Scanner scanner = new Scanner(input);
+
+    List<String> tokens = tokenizer.tokenize(scanner);
+    List<String> expected = List.of("hello", "hi", "hi", "hi", "hello", "hello");
+
+    assertEquals(expected, tokens, "Tokens did not match ");
+}
+
 
 
     // Wave 3