2023-05-11 23:30:43 +01:00
|
|
|
/*
|
|
|
|
gg is a recursive grep written in Go, with some shortcuts for everyday use.
|
|
|
|
*/
|
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"errors"
|
2023-05-13 12:30:39 +01:00
|
|
|
"fmt"
|
2023-05-11 23:30:43 +01:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"regexp"
|
|
|
|
|
2023-05-13 12:30:39 +01:00
|
|
|
"github.com/bmatcuk/doublestar/v4"
|
2023-05-11 23:30:43 +01:00
|
|
|
"github.com/spf13/cobra"
|
|
|
|
"golang.org/x/sys/unix"
|
|
|
|
)
|
|
|
|
|
|
|
|
// TODO:
|
2023-05-13 12:47:52 +01:00
|
|
|
// - it would be better to make fixed patterns case insensitive too.
|
|
|
|
// - configurable defaults for exclude.
|
2023-05-11 23:30:43 +01:00
|
|
|
|
|
|
|
func main() {
|
|
|
|
if err := rootCmd.Execute(); err != nil {
|
|
|
|
os.Exit(1)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
var rootCmd = &cobra.Command{
|
|
|
|
Use: "gg pattern [path1 [path2 …]]",
|
|
|
|
Short: "gg is a recursive grep",
|
|
|
|
Long: `gg is a recursive grep. Given a regexp (or fixed pattern) it will search for
|
|
|
|
the pattern recursively in the current working directory. It will print a
|
|
|
|
coloured header per file along with the matching line and pattern.
|
|
|
|
|
|
|
|
It is possible to scan specific files or directories, rather than the default
|
|
|
|
current working directory. To do this, simply specify the path(s) as arguments
|
|
|
|
following the pattern.
|
|
|
|
|
|
|
|
It is possible to scan for multiple patterns using the -e (or -Q) argument,
|
|
|
|
which can be repeated multiple times. -e specifies a regular expression and
|
|
|
|
-Q a fixed pattern. When using either flag, any non-flag arguments are treated
|
|
|
|
as paths to scan.
|
|
|
|
|
2023-05-13 10:22:58 +01:00
|
|
|
Search defaults to case-sensitive but the -i flag may be passed to make regular
|
2023-05-11 23:30:43 +01:00
|
|
|
expression searches case-insensitive. Alternatively, the "(?i)" construct may be
|
|
|
|
added to a regular expression to make that specific expression case insensitive.
|
2023-05-13 12:30:39 +01:00
|
|
|
Fixed pattern matches are always case-sensitive.
|
|
|
|
|
|
|
|
Files and directories can be excluded with the -x option. This supports bash-style
|
|
|
|
globs with '*', '?', '[a-z]', '{this,that}', or '/**/' to match zero or more
|
|
|
|
directories. By default, .git and vim swap files are ignored.`,
|
2023-05-11 23:30:43 +01:00
|
|
|
|
|
|
|
RunE: run,
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
|
|
|
searchRegexp []string
|
|
|
|
regexps []*regexp.Regexp
|
|
|
|
searchFixed []string
|
|
|
|
searchBytes [][]byte
|
|
|
|
searchPath []string
|
2023-05-13 12:30:39 +01:00
|
|
|
excludeList []string
|
2023-05-13 12:10:05 +01:00
|
|
|
binaryFile notPlainTextFlag
|
|
|
|
minifiedFile notPlainTextFlag
|
2023-05-11 23:30:43 +01:00
|
|
|
ignoreCase bool
|
2023-05-13 10:58:06 +01:00
|
|
|
noColour bool
|
|
|
|
display *Display
|
2023-05-13 12:10:05 +01:00
|
|
|
printedFull bool
|
2023-05-11 23:30:43 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
rootCmd.Flags().StringSliceVarP(&searchRegexp, "grep", "e", nil, "pattern to match (regular expression)")
|
|
|
|
rootCmd.Flags().StringSliceVarP(&searchFixed, "fixed", "Q", nil, "pattern to match (fixed string)")
|
2023-05-13 12:30:39 +01:00
|
|
|
rootCmd.Flags().StringSliceVarP(&excludeList, "exclude", "x", []string{".git", ".*.swp"}, "files/directories to exclude")
|
2023-05-13 10:22:58 +01:00
|
|
|
rootCmd.Flags().BoolVarP(&ignoreCase, "ignore-case", "i", false, "make all searches case insensitive")
|
2023-05-13 10:58:06 +01:00
|
|
|
rootCmd.Flags().BoolVarP(&noColour, "no-colour", "C", false, "disable colour output")
|
2023-05-13 12:10:05 +01:00
|
|
|
rootCmd.Flags().Var(&binaryFile, "binary", "what to do with binary files")
|
|
|
|
rootCmd.Flags().Var(&minifiedFile, "minified", "what to do with minified text files")
|
2023-05-11 23:30:43 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func run(c *cobra.Command, args []string) error {
|
2023-05-13 10:58:06 +01:00
|
|
|
display = NewDisplay(noColour)
|
|
|
|
|
2023-05-11 23:30:43 +01:00
|
|
|
if len(searchRegexp) == 0 && len(searchFixed) == 0 {
|
|
|
|
if len(args) == 0 {
|
|
|
|
return errors.New("no pattern specified")
|
|
|
|
}
|
|
|
|
searchRegexp = append(searchRegexp, args[0])
|
|
|
|
args = args[1:]
|
|
|
|
}
|
|
|
|
|
|
|
|
searchPath = args
|
|
|
|
if len(searchPath) == 0 {
|
|
|
|
searchPath = append(searchPath, ".")
|
|
|
|
}
|
|
|
|
|
2023-05-13 12:30:39 +01:00
|
|
|
for _, x := range excludeList {
|
|
|
|
if !doublestar.ValidatePattern(x) {
|
|
|
|
return fmt.Errorf("invalid exclude pattern %q", x)
|
|
|
|
}
|
2023-05-11 23:30:43 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
for _, r := range searchRegexp {
|
|
|
|
if ignoreCase {
|
|
|
|
r = "(?i)" + r
|
|
|
|
}
|
|
|
|
re, err := regexp.Compile(r)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
regexps = append(regexps, re)
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, s := range searchFixed {
|
|
|
|
searchBytes = append(searchBytes, []byte(s))
|
|
|
|
}
|
|
|
|
|
|
|
|
var errs []error
|
|
|
|
for _, path := range searchPath {
|
|
|
|
if err := search(path); err != nil {
|
|
|
|
errs = append(errs, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return errors.Join(errs...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func recurse(path string) error {
|
|
|
|
d, err := os.ReadDir(path)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
var errs []error
|
2023-05-13 12:30:39 +01:00
|
|
|
NextFile:
|
2023-05-11 23:30:43 +01:00
|
|
|
for _, de := range d {
|
|
|
|
name := de.Name()
|
|
|
|
fullPath := filepath.Join(path, name)
|
|
|
|
|
2023-05-13 12:30:39 +01:00
|
|
|
for _, x := range excludeList {
|
|
|
|
if exclude, _ := doublestar.Match(x, fullPath); exclude {
|
|
|
|
continue NextFile
|
|
|
|
}
|
2023-05-11 23:30:43 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if err := search(fullPath); err != nil {
|
|
|
|
errs = append(errs, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return errors.Join(errs...)
|
|
|
|
}
|
|
|
|
|
|
|
|
func search(path string) error {
|
|
|
|
st, err := os.Stat(path)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
switch {
|
|
|
|
case st.IsDir():
|
|
|
|
return recurse(path)
|
|
|
|
|
|
|
|
case !st.Mode().IsRegular(),
|
|
|
|
st.Size() == 0:
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
f, err := os.Open(path)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer f.Close()
|
2023-05-13 12:10:05 +01:00
|
|
|
data, err := unix.Mmap(int(f.Fd()), 0, int(st.Size()), unix.PROT_READ, unix.MAP_PRIVATE)
|
2023-05-11 23:30:43 +01:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2023-05-13 12:10:05 +01:00
|
|
|
defer unix.Munmap(data)
|
2023-05-11 23:30:43 +01:00
|
|
|
|
2023-05-13 12:10:05 +01:00
|
|
|
file(path, data)
|
2023-05-11 23:30:43 +01:00
|
|
|
return nil
|
|
|
|
}
|