Merge pull request #4 from Acetolyne/dev

Python new comment style

lexer.go

@@ -91,6 +91,10 @@ var Extensions = []CommentValues{
 		startMulti:  "=begin",
 		endMulti:    "=end",
 	},
+	{
+		ext:         []string{".py"},
+		startSingle: "#",
+	},
 }
 
 // IsValid reports whether the position is valid.

lexer_test.go

@@ -141,3 +141,25 @@ func TestRubyCommentsWork(t *testing.T) {
 		t.Fatalf("unable to use ruby comments")
 	}
 }
+
+func TestPythonNewStyleCommentsWork(t *testing.T) {
+	res := ""
+	var s lexer.Scanner
+	s.Mode = lexer.ScanComments
+	s.Match = "@todo"
+	s.Init("tests/test.py")
+	tok := s.Scan()
+	for tok != lexer.EOF {
+		if tok == lexer.Comment {
+			line := strings.ReplaceAll(s.TokenText(), "\n", " ")
+			res += strings.ReplaceAll(line, "\t", "")
+		}
+		tok = s.Scan()
+	}
+
+	want := "#@todo comment 1# @todo comment 3"
+	if res != want {
+		fmt.Println("got", res, "want", want)
+		t.Fatalf("unable to use ruby comments")
+	}
+}

tests/test.py

@@ -0,0 +1,9 @@
+#! /bin/usr/python3
+
+#@todo comment 1
+
+a = "test"
+
+#Some comment but not a todo item
+
+# @todo comment 3