mirror of
https://github.com/OJ/gobuster.git
synced 2024-06-02 06:36:03 +02:00
Manually rework project layout to align with @illyaglow 's work
This is a manually reworking to align with: * https://github.com/OJ/gobuster/pull/42 * https://github.com/ilyaglow/gobuster/tree/reorganize-main
This commit is contained in:
Glenn 'devalias' Grant
parent
562ac22e48
commit
b66121612f
|
|
@ -0,0 +1,189 @@
|
|||
package libgobuster
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"strings"
|
||||
"unicode/utf8"
|
||||
|
||||
uuid "github.com/satori/go.uuid"
|
||||
)
|
||||
|
||||
type RedirectHandler struct {
|
||||
Transport http.RoundTripper
|
||||
State *State
|
||||
}
|
||||
|
||||
type RedirectError struct {
|
||||
StatusCode int
|
||||
}
|
||||
|
||||
func (e *RedirectError) Error() string {
|
||||
return fmt.Sprintf("Redirect code: %d", e.StatusCode)
|
||||
}
|
||||
|
||||
func (rh *RedirectHandler) RoundTrip(req *http.Request) (resp *http.Response, err error) {
|
||||
if rh.State.FollowRedirect {
|
||||
return rh.Transport.RoundTrip(req)
|
||||
}
|
||||
|
||||
resp, err = rh.Transport.RoundTrip(req)
|
||||
if err != nil {
|
||||
return resp, err
|
||||
}
|
||||
|
||||
switch resp.StatusCode {
|
||||
case http.StatusMovedPermanently, http.StatusFound, http.StatusSeeOther,
|
||||
http.StatusNotModified, http.StatusUseProxy, http.StatusTemporaryRedirect:
|
||||
return nil, &RedirectError{StatusCode: resp.StatusCode}
|
||||
}
|
||||
|
||||
return resp, err
|
||||
}
|
||||
|
||||
// Make a request to the given URL.
|
||||
func MakeRequest(s *State, fullUrl, cookie string) (*int, *int64) {
|
||||
req, err := http.NewRequest("GET", fullUrl, nil)
|
||||
|
||||
if err != nil {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
if cookie != "" {
|
||||
req.Header.Set("Cookie", cookie)
|
||||
}
|
||||
|
||||
if s.UserAgent != "" {
|
||||
req.Header.Set("User-Agent", s.UserAgent)
|
||||
}
|
||||
|
||||
if s.Username != "" {
|
||||
req.SetBasicAuth(s.Username, s.Password)
|
||||
}
|
||||
|
||||
resp, err := s.Client.Do(req)
|
||||
|
||||
if err != nil {
|
||||
if ue, ok := err.(*url.Error); ok {
|
||||
|
||||
if strings.HasPrefix(ue.Err.Error(), "x509") {
|
||||
fmt.Println("[-] Invalid certificate")
|
||||
}
|
||||
|
||||
if re, ok := ue.Err.(*RedirectError); ok {
|
||||
return &re.StatusCode, nil
|
||||
}
|
||||
}
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
defer resp.Body.Close()
|
||||
|
||||
var length *int64 = nil
|
||||
|
||||
if s.IncludeLength {
|
||||
length = new(int64)
|
||||
if resp.ContentLength <= 0 {
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err == nil {
|
||||
*length = int64(utf8.RuneCountInString(string(body)))
|
||||
}
|
||||
} else {
|
||||
*length = resp.ContentLength
|
||||
}
|
||||
}
|
||||
|
||||
return &resp.StatusCode, length
|
||||
}
|
||||
|
||||
// Small helper to combine URL with URI then make a
|
||||
// request to the generated location.
|
||||
func GoGet(s *State, url, uri, cookie string) (*int, *int64) {
|
||||
return MakeRequest(s, url+uri, cookie)
|
||||
}
|
||||
|
||||
func SetupDir(s *State) bool {
|
||||
guid := uuid.NewV4()
|
||||
wildcardResp, _ := GoGet(s, s.Url, fmt.Sprintf("%s", guid), s.Cookies)
|
||||
|
||||
if s.StatusCodes.Contains(*wildcardResp) {
|
||||
s.IsWildcard = true
|
||||
fmt.Println("[-] Wildcard response found:", fmt.Sprintf("%s%s", s.Url, guid), "=>", *wildcardResp)
|
||||
if !s.WildcardForced {
|
||||
fmt.Println("[-] To force processing of Wildcard responses, specify the '-fw' switch.")
|
||||
}
|
||||
return s.WildcardForced
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
func ProcessDirEntry(s *State, word string, resultChan chan<- Result) {
|
||||
suffix := ""
|
||||
if s.UseSlash {
|
||||
suffix = "/"
|
||||
}
|
||||
|
||||
// Try the DIR first
|
||||
dirResp, dirSize := GoGet(s, s.Url, word+suffix, s.Cookies)
|
||||
if dirResp != nil {
|
||||
resultChan <- Result{
|
||||
Entity: word + suffix,
|
||||
Status: *dirResp,
|
||||
Size: dirSize,
|
||||
}
|
||||
}
|
||||
|
||||
// Follow up with files using each ext.
|
||||
for ext := range s.Extensions {
|
||||
file := word + s.Extensions[ext]
|
||||
fileResp, fileSize := GoGet(s, s.Url, file, s.Cookies)
|
||||
|
||||
if fileResp != nil {
|
||||
resultChan <- Result{
|
||||
Entity: file,
|
||||
Status: *fileResp,
|
||||
Size: fileSize,
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func PrintDirResult(s *State, r *Result) {
|
||||
output := ""
|
||||
|
||||
// Prefix if we're in verbose mode
|
||||
if s.Verbose {
|
||||
if s.StatusCodes.Contains(r.Status) {
|
||||
output = "Found : "
|
||||
} else {
|
||||
output = "Missed: "
|
||||
}
|
||||
}
|
||||
|
||||
if s.StatusCodes.Contains(r.Status) || s.Verbose {
|
||||
if s.Expanded {
|
||||
output += s.Url
|
||||
} else {
|
||||
output += "/"
|
||||
}
|
||||
output += r.Entity
|
||||
|
||||
if !s.NoStatus {
|
||||
output += fmt.Sprintf(" (Status: %d)", r.Status)
|
||||
}
|
||||
|
||||
if r.Size != nil {
|
||||
output += fmt.Sprintf(" [Size: %d]", *r.Size)
|
||||
}
|
||||
output += "\n"
|
||||
|
||||
fmt.Printf(output)
|
||||
|
||||
if s.OutputFile != nil {
|
||||
WriteToFile(output, s)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,81 @@
|
|||
package libgobuster
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"net"
|
||||
"strings"
|
||||
|
||||
uuid "github.com/satori/go.uuid"
|
||||
)
|
||||
|
||||
func SetupDns(s *State) bool {
|
||||
// Resolve a subdomain that probably shouldn't exist
|
||||
guid := uuid.NewV4()
|
||||
wildcardIps, err := net.LookupHost(fmt.Sprintf("%s.%s", guid, s.Url))
|
||||
if err == nil {
|
||||
s.IsWildcard = true
|
||||
s.WildcardIps.AddRange(wildcardIps)
|
||||
fmt.Println("[-] Wildcard DNS found. IP address(es): ", s.WildcardIps.Stringify())
|
||||
if !s.WildcardForced {
|
||||
fmt.Println("[-] To force processing of Wildcard DNS, specify the '-fw' switch.")
|
||||
}
|
||||
return s.WildcardForced
|
||||
}
|
||||
|
||||
if !s.Quiet {
|
||||
// Provide a warning if the base domain doesn't resolve (in case of typo)
|
||||
_, err = net.LookupHost(s.Url)
|
||||
if err != nil {
|
||||
// Not an error, just a warning. Eg. `yp.to` doesn't resolve, but `cr.py.to` does!
|
||||
fmt.Println("[-] Unable to validate base domain:", s.Url)
|
||||
}
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
func ProcessDnsEntry(s *State, word string, resultChan chan<- Result) {
|
||||
subdomain := word + "." + s.Url
|
||||
ips, err := net.LookupHost(subdomain)
|
||||
|
||||
if err == nil {
|
||||
if !s.IsWildcard || !s.WildcardIps.ContainsAny(ips) {
|
||||
result := Result{
|
||||
Entity: subdomain,
|
||||
}
|
||||
if s.ShowIPs {
|
||||
result.Extra = strings.Join(ips, ", ")
|
||||
} else if s.ShowCNAME {
|
||||
cname, err := net.LookupCNAME(subdomain)
|
||||
if err == nil {
|
||||
result.Extra = cname
|
||||
}
|
||||
}
|
||||
resultChan <- result
|
||||
}
|
||||
} else if s.Verbose {
|
||||
result := Result{
|
||||
Entity: subdomain,
|
||||
Status: 404,
|
||||
}
|
||||
resultChan <- result
|
||||
}
|
||||
}
|
||||
|
||||
func PrintDnsResult(s *State, r *Result) {
|
||||
output := ""
|
||||
if r.Status == 404 {
|
||||
output = fmt.Sprintf("Missing: %s\n", r.Entity)
|
||||
} else if s.ShowIPs {
|
||||
output = fmt.Sprintf("Found: %s [%s]\n", r.Entity, r.Extra)
|
||||
} else if s.ShowCNAME {
|
||||
output = fmt.Sprintf("Found: %s [%s]\n", r.Entity, r.Extra)
|
||||
} else {
|
||||
output = fmt.Sprintf("Found: %s\n", r.Entity)
|
||||
}
|
||||
fmt.Printf("%s", output)
|
||||
|
||||
if s.OutputFile != nil {
|
||||
WriteToFile(output, s)
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,171 @@
|
|||
package libgobuster
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"os"
|
||||
"os/signal"
|
||||
"strings"
|
||||
)
|
||||
|
||||
func PrepareSignalHandler(s *State) {
|
||||
s.SignalChan = make(chan os.Signal, 1)
|
||||
signal.Notify(s.SignalChan, os.Interrupt)
|
||||
go func() {
|
||||
for _ = range s.SignalChan {
|
||||
// caught CTRL+C
|
||||
if !s.Quiet {
|
||||
fmt.Println("[!] Keyboard interrupt detected, terminating.")
|
||||
s.Terminate = true
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
func Ruler(s *State) {
|
||||
if !s.Quiet {
|
||||
fmt.Println("=====================================================")
|
||||
}
|
||||
}
|
||||
|
||||
func Banner(s *State) {
|
||||
if s.Quiet {
|
||||
return
|
||||
}
|
||||
|
||||
fmt.Println("")
|
||||
fmt.Println("Gobuster v1.3 OJ Reeves (@TheColonial)")
|
||||
Ruler(s)
|
||||
}
|
||||
|
||||
func ShowConfig(s *State) {
|
||||
if s.Quiet {
|
||||
return
|
||||
}
|
||||
|
||||
if s != nil {
|
||||
fmt.Printf("[+] Mode : %s\n", s.Mode)
|
||||
fmt.Printf("[+] Url/Domain : %s\n", s.Url)
|
||||
fmt.Printf("[+] Threads : %d\n", s.Threads)
|
||||
|
||||
wordlist := "stdin (pipe)"
|
||||
if !s.StdIn {
|
||||
wordlist = s.Wordlist
|
||||
}
|
||||
fmt.Printf("[+] Wordlist : %s\n", wordlist)
|
||||
|
||||
if s.OutputFileName != "" {
|
||||
fmt.Printf("[+] Output file : %s\n", s.OutputFileName)
|
||||
}
|
||||
|
||||
if s.Mode == "dir" {
|
||||
fmt.Printf("[+] Status codes : %s\n", s.StatusCodes.Stringify())
|
||||
|
||||
if s.ProxyUrl != nil {
|
||||
fmt.Printf("[+] Proxy : %s\n", s.ProxyUrl)
|
||||
}
|
||||
|
||||
if s.Cookies != "" {
|
||||
fmt.Printf("[+] Cookies : %s\n", s.Cookies)
|
||||
}
|
||||
|
||||
if s.UserAgent != "" {
|
||||
fmt.Printf("[+] User Agent : %s\n", s.UserAgent)
|
||||
}
|
||||
|
||||
if s.IncludeLength {
|
||||
fmt.Printf("[+] Show length : true\n")
|
||||
}
|
||||
|
||||
if s.Username != "" {
|
||||
fmt.Printf("[+] Auth User : %s\n", s.Username)
|
||||
}
|
||||
|
||||
if len(s.Extensions) > 0 {
|
||||
fmt.Printf("[+] Extensions : %s\n", strings.Join(s.Extensions, ","))
|
||||
}
|
||||
|
||||
if s.UseSlash {
|
||||
fmt.Printf("[+] Add Slash : true\n")
|
||||
}
|
||||
|
||||
if s.FollowRedirect {
|
||||
fmt.Printf("[+] Follow Redir : true\n")
|
||||
}
|
||||
|
||||
if s.Expanded {
|
||||
fmt.Printf("[+] Expanded : true\n")
|
||||
}
|
||||
|
||||
if s.NoStatus {
|
||||
fmt.Printf("[+] No status : true\n")
|
||||
}
|
||||
|
||||
if s.Verbose {
|
||||
fmt.Printf("[+] Verbose : true\n")
|
||||
}
|
||||
}
|
||||
|
||||
Ruler(s)
|
||||
}
|
||||
}
|
||||
|
||||
// Add an element to a set
|
||||
func (set *StringSet) Add(s string) bool {
|
||||
_, found := set.Set[s]
|
||||
set.Set[s] = true
|
||||
return !found
|
||||
}
|
||||
|
||||
// Add a list of elements to a set
|
||||
func (set *StringSet) AddRange(ss []string) {
|
||||
for _, s := range ss {
|
||||
set.Set[s] = true
|
||||
}
|
||||
}
|
||||
|
||||
// Test if an element is in a set
|
||||
func (set *StringSet) Contains(s string) bool {
|
||||
_, found := set.Set[s]
|
||||
return found
|
||||
}
|
||||
|
||||
// Check if any of the elements exist
|
||||
func (set *StringSet) ContainsAny(ss []string) bool {
|
||||
for _, s := range ss {
|
||||
if set.Set[s] {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
// Stringify the set
|
||||
func (set *StringSet) Stringify() string {
|
||||
values := []string{}
|
||||
for s, _ := range set.Set {
|
||||
values = append(values, s)
|
||||
}
|
||||
return strings.Join(values, ",")
|
||||
}
|
||||
|
||||
// Add an element to a set
|
||||
func (set *IntSet) Add(i int) bool {
|
||||
_, found := set.Set[i]
|
||||
set.Set[i] = true
|
||||
return !found
|
||||
}
|
||||
|
||||
// Test if an element is in a set
|
||||
func (set *IntSet) Contains(i int) bool {
|
||||
_, found := set.Set[i]
|
||||
return found
|
||||
}
|
||||
|
||||
// Stringify the set
|
||||
func (set *IntSet) Stringify() string {
|
||||
values := []string{}
|
||||
for s, _ := range set.Set {
|
||||
values = append(values, strconv.Itoa(s))
|
||||
}
|
||||
return strings.Join(values, ",")
|
||||
}
|
||||
|
|
@ -31,589 +31,3 @@ import (
|
|||
"sync"
|
||||
"unicode/utf8"
|
||||
)
|
||||
|
||||
// A single result which comes from an individual web
|
||||
// request.
|
||||
type Result struct {
|
||||
Entity string
|
||||
Status int
|
||||
Extra string
|
||||
Size *int64
|
||||
}
|
||||
|
||||
type PrintResultFunc func(s *State, r *Result)
|
||||
type ProcessorFunc func(s *State, entity string, resultChan chan<- Result)
|
||||
type SetupFunc func(s *State) bool
|
||||
|
||||
// Shim type for "set" containing ints
|
||||
type IntSet struct {
|
||||
Set map[int]bool
|
||||
}
|
||||
|
||||
// Shim type for "set" containing strings
|
||||
type StringSet struct {
|
||||
Set map[string]bool
|
||||
}
|
||||
|
||||
// Contains State that are read in from the command
|
||||
// line when the program is invoked.
|
||||
type State struct {
|
||||
Client *http.Client
|
||||
Cookies string
|
||||
Expanded bool
|
||||
Extensions []string
|
||||
FollowRedirect bool
|
||||
IncludeLength bool
|
||||
Mode string
|
||||
NoStatus bool
|
||||
Password string
|
||||
Printer PrintResultFunc
|
||||
Processor ProcessorFunc
|
||||
ProxyUrl *url.URL
|
||||
Quiet bool
|
||||
Setup SetupFunc
|
||||
ShowIPs bool
|
||||
ShowCNAME bool
|
||||
StatusCodes IntSet
|
||||
Threads int
|
||||
Url string
|
||||
UseSlash bool
|
||||
UserAgent string
|
||||
Username string
|
||||
Verbose bool
|
||||
Wordlist string
|
||||
OutputFileName string
|
||||
OutputFile *os.File
|
||||
IsWildcard bool
|
||||
WildcardForced bool
|
||||
WildcardIps StringSet
|
||||
SignalChan chan os.Signal
|
||||
Terminate bool
|
||||
StdIn bool
|
||||
InsecureSSL bool
|
||||
}
|
||||
|
||||
type RedirectHandler struct {
|
||||
Transport http.RoundTripper
|
||||
State *State
|
||||
}
|
||||
|
||||
type RedirectError struct {
|
||||
StatusCode int
|
||||
}
|
||||
|
||||
// Add an element to a set
|
||||
func (set *StringSet) Add(s string) bool {
|
||||
_, found := set.Set[s]
|
||||
set.Set[s] = true
|
||||
return !found
|
||||
}
|
||||
|
||||
// Add a list of elements to a set
|
||||
func (set *StringSet) AddRange(ss []string) {
|
||||
for _, s := range ss {
|
||||
set.Set[s] = true
|
||||
}
|
||||
}
|
||||
|
||||
// Test if an element is in a set
|
||||
func (set *StringSet) Contains(s string) bool {
|
||||
_, found := set.Set[s]
|
||||
return found
|
||||
}
|
||||
|
||||
// Check if any of the elements exist
|
||||
func (set *StringSet) ContainsAny(ss []string) bool {
|
||||
for _, s := range ss {
|
||||
if set.Set[s] {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
// Stringify the set
|
||||
func (set *StringSet) Stringify() string {
|
||||
values := []string{}
|
||||
for s, _ := range set.Set {
|
||||
values = append(values, s)
|
||||
}
|
||||
return strings.Join(values, ",")
|
||||
}
|
||||
|
||||
// Add an element to a set
|
||||
func (set *IntSet) Add(i int) bool {
|
||||
_, found := set.Set[i]
|
||||
set.Set[i] = true
|
||||
return !found
|
||||
}
|
||||
|
||||
// Test if an element is in a set
|
||||
func (set *IntSet) Contains(i int) bool {
|
||||
_, found := set.Set[i]
|
||||
return found
|
||||
}
|
||||
|
||||
// Stringify the set
|
||||
func (set *IntSet) Stringify() string {
|
||||
values := []string{}
|
||||
for s, _ := range set.Set {
|
||||
values = append(values, strconv.Itoa(s))
|
||||
}
|
||||
return strings.Join(values, ",")
|
||||
}
|
||||
|
||||
// Make a request to the given URL.
|
||||
func MakeRequest(s *State, fullUrl, cookie string) (*int, *int64) {
|
||||
req, err := http.NewRequest("GET", fullUrl, nil)
|
||||
|
||||
if err != nil {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
if cookie != "" {
|
||||
req.Header.Set("Cookie", cookie)
|
||||
}
|
||||
|
||||
if s.UserAgent != "" {
|
||||
req.Header.Set("User-Agent", s.UserAgent)
|
||||
}
|
||||
|
||||
if s.Username != "" {
|
||||
req.SetBasicAuth(s.Username, s.Password)
|
||||
}
|
||||
|
||||
resp, err := s.Client.Do(req)
|
||||
|
||||
if err != nil {
|
||||
if ue, ok := err.(*url.Error); ok {
|
||||
|
||||
if strings.HasPrefix(ue.Err.Error(), "x509") {
|
||||
fmt.Println("[-] Invalid certificate")
|
||||
}
|
||||
|
||||
if re, ok := ue.Err.(*RedirectError); ok {
|
||||
return &re.StatusCode, nil
|
||||
}
|
||||
}
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
defer resp.Body.Close()
|
||||
|
||||
var length *int64 = nil
|
||||
|
||||
if s.IncludeLength {
|
||||
length = new(int64)
|
||||
if resp.ContentLength <= 0 {
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err == nil {
|
||||
*length = int64(utf8.RuneCountInString(string(body)))
|
||||
}
|
||||
} else {
|
||||
*length = resp.ContentLength
|
||||
}
|
||||
}
|
||||
|
||||
return &resp.StatusCode, length
|
||||
}
|
||||
|
||||
// Small helper to combine URL with URI then make a
|
||||
// request to the generated location.
|
||||
func GoGet(s *State, url, uri, cookie string) (*int, *int64) {
|
||||
return MakeRequest(s, url+uri, cookie)
|
||||
}
|
||||
|
||||
// Process the busting of the website with the given
|
||||
// set of settings from the command line.
|
||||
func Process(s *State) {
|
||||
|
||||
ShowConfig(s)
|
||||
|
||||
if s.Setup(s) == false {
|
||||
Ruler(s)
|
||||
return
|
||||
}
|
||||
|
||||
PrepareSignalHandler(s)
|
||||
|
||||
// channels used for comms
|
||||
wordChan := make(chan string, s.Threads)
|
||||
resultChan := make(chan Result)
|
||||
|
||||
// Use a wait group for waiting for all threads
|
||||
// to finish
|
||||
processorGroup := new(sync.WaitGroup)
|
||||
processorGroup.Add(s.Threads)
|
||||
printerGroup := new(sync.WaitGroup)
|
||||
printerGroup.Add(1)
|
||||
|
||||
// Create goroutines for each of the number of threads
|
||||
// specified.
|
||||
for i := 0; i < s.Threads; i++ {
|
||||
go func() {
|
||||
for {
|
||||
word := <-wordChan
|
||||
|
||||
// Did we reach the end? If so break.
|
||||
if word == "" {
|
||||
break
|
||||
}
|
||||
|
||||
// Mode-specific processing
|
||||
s.Processor(s, word, resultChan)
|
||||
}
|
||||
|
||||
// Indicate to the wait group that the thread
|
||||
// has finished.
|
||||
processorGroup.Done()
|
||||
}()
|
||||
}
|
||||
|
||||
// Single goroutine which handles the results as they
|
||||
// appear from the worker threads.
|
||||
go func() {
|
||||
for r := range resultChan {
|
||||
s.Printer(s, &r)
|
||||
}
|
||||
printerGroup.Done()
|
||||
}()
|
||||
|
||||
var scanner *bufio.Scanner
|
||||
|
||||
if s.StdIn {
|
||||
// Read directly from stdin
|
||||
scanner = bufio.NewScanner(os.Stdin)
|
||||
} else {
|
||||
// Pull content from the wordlist
|
||||
wordlist, err := os.Open(s.Wordlist)
|
||||
if err != nil {
|
||||
panic("Failed to open wordlist")
|
||||
}
|
||||
defer wordlist.Close()
|
||||
|
||||
// Lazy reading of the wordlist line by line
|
||||
scanner = bufio.NewScanner(wordlist)
|
||||
}
|
||||
|
||||
var outputFile *os.File
|
||||
if s.OutputFileName != "" {
|
||||
outputFile, err := os.Create(s.OutputFileName)
|
||||
if err != nil {
|
||||
fmt.Printf("[!] Unable to write to %s, falling back to stdout.\n", s.OutputFileName)
|
||||
s.OutputFileName = ""
|
||||
s.OutputFile = nil
|
||||
} else {
|
||||
s.OutputFile = outputFile
|
||||
}
|
||||
}
|
||||
|
||||
for scanner.Scan() {
|
||||
if s.Terminate {
|
||||
break
|
||||
}
|
||||
word := strings.TrimSpace(scanner.Text())
|
||||
|
||||
// Skip "comment" (starts with #), as well as empty lines
|
||||
if !strings.HasPrefix(word, "#") && len(word) > 0 {
|
||||
wordChan <- word
|
||||
}
|
||||
}
|
||||
|
||||
close(wordChan)
|
||||
processorGroup.Wait()
|
||||
close(resultChan)
|
||||
printerGroup.Wait()
|
||||
if s.OutputFile != nil {
|
||||
outputFile.Close()
|
||||
}
|
||||
Ruler(s)
|
||||
}
|
||||
|
||||
func SetupDns(s *State) bool {
|
||||
// Resolve a subdomain that probably shouldn't exist
|
||||
guid := uuid.NewV4()
|
||||
wildcardIps, err := net.LookupHost(fmt.Sprintf("%s.%s", guid, s.Url))
|
||||
if err == nil {
|
||||
s.IsWildcard = true
|
||||
s.WildcardIps.AddRange(wildcardIps)
|
||||
fmt.Println("[-] Wildcard DNS found. IP address(es): ", s.WildcardIps.Stringify())
|
||||
if !s.WildcardForced {
|
||||
fmt.Println("[-] To force processing of Wildcard DNS, specify the '-fw' switch.")
|
||||
}
|
||||
return s.WildcardForced
|
||||
}
|
||||
|
||||
if !s.Quiet {
|
||||
// Provide a warning if the base domain doesn't resolve (in case of typo)
|
||||
_, err = net.LookupHost(s.Url)
|
||||
if err != nil {
|
||||
// Not an error, just a warning. Eg. `yp.to` doesn't resolve, but `cr.py.to` does!
|
||||
fmt.Println("[-] Unable to validate base domain:", s.Url)
|
||||
}
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
func SetupDir(s *State) bool {
|
||||
guid := uuid.NewV4()
|
||||
wildcardResp, _ := GoGet(s, s.Url, fmt.Sprintf("%s", guid), s.Cookies)
|
||||
|
||||
if s.StatusCodes.Contains(*wildcardResp) {
|
||||
s.IsWildcard = true
|
||||
fmt.Println("[-] Wildcard response found:", fmt.Sprintf("%s%s", s.Url, guid), "=>", *wildcardResp)
|
||||
if !s.WildcardForced {
|
||||
fmt.Println("[-] To force processing of Wildcard responses, specify the '-fw' switch.")
|
||||
}
|
||||
return s.WildcardForced
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
func ProcessDnsEntry(s *State, word string, resultChan chan<- Result) {
|
||||
subdomain := word + "." + s.Url
|
||||
ips, err := net.LookupHost(subdomain)
|
||||
|
||||
if err == nil {
|
||||
if !s.IsWildcard || !s.WildcardIps.ContainsAny(ips) {
|
||||
result := Result{
|
||||
Entity: subdomain,
|
||||
}
|
||||
if s.ShowIPs {
|
||||
result.Extra = strings.Join(ips, ", ")
|
||||
} else if s.ShowCNAME {
|
||||
cname, err := net.LookupCNAME(subdomain)
|
||||
if err == nil {
|
||||
result.Extra = cname
|
||||
}
|
||||
}
|
||||
resultChan <- result
|
||||
}
|
||||
} else if s.Verbose {
|
||||
result := Result{
|
||||
Entity: subdomain,
|
||||
Status: 404,
|
||||
}
|
||||
resultChan <- result
|
||||
}
|
||||
}
|
||||
|
||||
func ProcessDirEntry(s *State, word string, resultChan chan<- Result) {
|
||||
suffix := ""
|
||||
if s.UseSlash {
|
||||
suffix = "/"
|
||||
}
|
||||
|
||||
// Try the DIR first
|
||||
dirResp, dirSize := GoGet(s, s.Url, word+suffix, s.Cookies)
|
||||
if dirResp != nil {
|
||||
resultChan <- Result{
|
||||
Entity: word + suffix,
|
||||
Status: *dirResp,
|
||||
Size: dirSize,
|
||||
}
|
||||
}
|
||||
|
||||
// Follow up with files using each ext.
|
||||
for ext := range s.Extensions {
|
||||
file := word + s.Extensions[ext]
|
||||
fileResp, fileSize := GoGet(s, s.Url, file, s.Cookies)
|
||||
|
||||
if fileResp != nil {
|
||||
resultChan <- Result{
|
||||
Entity: file,
|
||||
Status: *fileResp,
|
||||
Size: fileSize,
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func PrintDnsResult(s *State, r *Result) {
|
||||
output := ""
|
||||
if r.Status == 404 {
|
||||
output = fmt.Sprintf("Missing: %s\n", r.Entity)
|
||||
} else if s.ShowIPs {
|
||||
output = fmt.Sprintf("Found: %s [%s]\n", r.Entity, r.Extra)
|
||||
} else if s.ShowCNAME {
|
||||
output = fmt.Sprintf("Found: %s [%s]\n", r.Entity, r.Extra)
|
||||
} else {
|
||||
output = fmt.Sprintf("Found: %s\n", r.Entity)
|
||||
}
|
||||
fmt.Printf("%s", output)
|
||||
|
||||
if s.OutputFile != nil {
|
||||
WriteToFile(output, s)
|
||||
}
|
||||
}
|
||||
|
||||
func PrintDirResult(s *State, r *Result) {
|
||||
output := ""
|
||||
|
||||
// Prefix if we're in verbose mode
|
||||
if s.Verbose {
|
||||
if s.StatusCodes.Contains(r.Status) {
|
||||
output = "Found : "
|
||||
} else {
|
||||
output = "Missed: "
|
||||
}
|
||||
}
|
||||
|
||||
if s.StatusCodes.Contains(r.Status) || s.Verbose {
|
||||
if s.Expanded {
|
||||
output += s.Url
|
||||
} else {
|
||||
output += "/"
|
||||
}
|
||||
output += r.Entity
|
||||
|
||||
if !s.NoStatus {
|
||||
output += fmt.Sprintf(" (Status: %d)", r.Status)
|
||||
}
|
||||
|
||||
if r.Size != nil {
|
||||
output += fmt.Sprintf(" [Size: %d]", *r.Size)
|
||||
}
|
||||
output += "\n"
|
||||
|
||||
fmt.Printf(output)
|
||||
|
||||
if s.OutputFile != nil {
|
||||
WriteToFile(output, s)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func WriteToFile(output string, s *State) {
|
||||
_, err := s.OutputFile.WriteString(output)
|
||||
if err != nil {
|
||||
panic("[!] Unable to write to file " + s.OutputFileName)
|
||||
}
|
||||
}
|
||||
|
||||
func PrepareSignalHandler(s *State) {
|
||||
s.SignalChan = make(chan os.Signal, 1)
|
||||
signal.Notify(s.SignalChan, os.Interrupt)
|
||||
go func() {
|
||||
for _ = range s.SignalChan {
|
||||
// caught CTRL+C
|
||||
if !s.Quiet {
|
||||
fmt.Println("[!] Keyboard interrupt detected, terminating.")
|
||||
s.Terminate = true
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
func (e *RedirectError) Error() string {
|
||||
return fmt.Sprintf("Redirect code: %d", e.StatusCode)
|
||||
}
|
||||
|
||||
func (rh *RedirectHandler) RoundTrip(req *http.Request) (resp *http.Response, err error) {
|
||||
if rh.State.FollowRedirect {
|
||||
return rh.Transport.RoundTrip(req)
|
||||
}
|
||||
|
||||
resp, err = rh.Transport.RoundTrip(req)
|
||||
if err != nil {
|
||||
return resp, err
|
||||
}
|
||||
|
||||
switch resp.StatusCode {
|
||||
case http.StatusMovedPermanently, http.StatusFound, http.StatusSeeOther,
|
||||
http.StatusNotModified, http.StatusUseProxy, http.StatusTemporaryRedirect:
|
||||
return nil, &RedirectError{StatusCode: resp.StatusCode}
|
||||
}
|
||||
|
||||
return resp, err
|
||||
}
|
||||
|
||||
func Ruler(s *State) {
|
||||
if !s.Quiet {
|
||||
fmt.Println("=====================================================")
|
||||
}
|
||||
}
|
||||
|
||||
func Banner(state *State) {
|
||||
if state.Quiet {
|
||||
return
|
||||
}
|
||||
|
||||
fmt.Println("")
|
||||
fmt.Println("Gobuster v1.3 OJ Reeves (@TheColonial)")
|
||||
Ruler(state)
|
||||
}
|
||||
|
||||
func ShowConfig(state *State) {
|
||||
if state.Quiet {
|
||||
return
|
||||
}
|
||||
|
||||
if state != nil {
|
||||
fmt.Printf("[+] Mode : %s\n", state.Mode)
|
||||
fmt.Printf("[+] Url/Domain : %s\n", state.Url)
|
||||
fmt.Printf("[+] Threads : %d\n", state.Threads)
|
||||
|
||||
wordlist := "stdin (pipe)"
|
||||
if !state.StdIn {
|
||||
wordlist = state.Wordlist
|
||||
}
|
||||
fmt.Printf("[+] Wordlist : %s\n", wordlist)
|
||||
|
||||
if state.OutputFileName != "" {
|
||||
fmt.Printf("[+] Output file : %s\n", state.OutputFileName)
|
||||
}
|
||||
|
||||
if state.Mode == "dir" {
|
||||
fmt.Printf("[+] Status codes : %s\n", state.StatusCodes.Stringify())
|
||||
|
||||
if state.ProxyUrl != nil {
|
||||
fmt.Printf("[+] Proxy : %s\n", state.ProxyUrl)
|
||||
}
|
||||
|
||||
if state.Cookies != "" {
|
||||
fmt.Printf("[+] Cookies : %s\n", state.Cookies)
|
||||
}
|
||||
|
||||
if state.UserAgent != "" {
|
||||
fmt.Printf("[+] User Agent : %s\n", state.UserAgent)
|
||||
}
|
||||
|
||||
if state.IncludeLength {
|
||||
fmt.Printf("[+] Show length : true\n")
|
||||
}
|
||||
|
||||
if state.Username != "" {
|
||||
fmt.Printf("[+] Auth User : %s\n", state.Username)
|
||||
}
|
||||
|
||||
if len(state.Extensions) > 0 {
|
||||
fmt.Printf("[+] Extensions : %s\n", strings.Join(state.Extensions, ","))
|
||||
}
|
||||
|
||||
if state.UseSlash {
|
||||
fmt.Printf("[+] Add Slash : true\n")
|
||||
}
|
||||
|
||||
if state.FollowRedirect {
|
||||
fmt.Printf("[+] Follow Redir : true\n")
|
||||
}
|
||||
|
||||
if state.Expanded {
|
||||
fmt.Printf("[+] Expanded : true\n")
|
||||
}
|
||||
|
||||
if state.NoStatus {
|
||||
fmt.Printf("[+] No status : true\n")
|
||||
}
|
||||
|
||||
if state.Verbose {
|
||||
fmt.Printf("[+] Verbose : true\n")
|
||||
}
|
||||
}
|
||||
|
||||
Ruler(state)
|
||||
}
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,8 @@
|
|||
package libgobuster
|
||||
|
||||
func WriteToFile(output string, s *State) {
|
||||
_, err := s.OutputFile.WriteString(output)
|
||||
if err != nil {
|
||||
panic("[!] Unable to write to file " + s.OutputFileName)
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,179 @@
|
|||
package libgobuster
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"net/url"
|
||||
"os"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync"
|
||||
)
|
||||
|
||||
// A single result which comes from an individual web
|
||||
// request.
|
||||
type Result struct {
|
||||
Entity string
|
||||
Status int
|
||||
Extra string
|
||||
Size *int64
|
||||
}
|
||||
|
||||
type PrintResultFunc func(s *State, r *Result)
|
||||
type ProcessorFunc func(s *State, entity string, resultChan chan<- Result)
|
||||
type SetupFunc func(s *State) bool
|
||||
|
||||
// Shim type for "set" containing ints
|
||||
type IntSet struct {
|
||||
Set map[int]bool
|
||||
}
|
||||
|
||||
// Shim type for "set" containing strings
|
||||
type StringSet struct {
|
||||
Set map[string]bool
|
||||
}
|
||||
|
||||
// Contains State that are read in from the command
|
||||
// line when the program is invoked.
|
||||
type State struct {
|
||||
Client *http.Client
|
||||
Cookies string
|
||||
Expanded bool
|
||||
Extensions []string
|
||||
FollowRedirect bool
|
||||
IncludeLength bool
|
||||
Mode string
|
||||
NoStatus bool
|
||||
Password string
|
||||
Printer PrintResultFunc
|
||||
Processor ProcessorFunc
|
||||
ProxyUrl *url.URL
|
||||
Quiet bool
|
||||
Setup SetupFunc
|
||||
ShowIPs bool
|
||||
ShowCNAME bool
|
||||
StatusCodes IntSet
|
||||
Threads int
|
||||
Url string
|
||||
UseSlash bool
|
||||
UserAgent string
|
||||
Username string
|
||||
Verbose bool
|
||||
Wordlist string
|
||||
OutputFileName string
|
||||
OutputFile *os.File
|
||||
IsWildcard bool
|
||||
WildcardForced bool
|
||||
WildcardIps StringSet
|
||||
SignalChan chan os.Signal
|
||||
Terminate bool
|
||||
StdIn bool
|
||||
InsecureSSL bool
|
||||
}
|
||||
|
||||
// Process the busting of the website with the given
|
||||
// set of settings from the command line.
|
||||
func Process(s *State) {
|
||||
|
||||
ShowConfig(s)
|
||||
|
||||
if s.Setup(s) == false {
|
||||
Ruler(s)
|
||||
return
|
||||
}
|
||||
|
||||
PrepareSignalHandler(s)
|
||||
|
||||
// channels used for comms
|
||||
wordChan := make(chan string, s.Threads)
|
||||
resultChan := make(chan Result)
|
||||
|
||||
// Use a wait group for waiting for all threads
|
||||
// to finish
|
||||
processorGroup := new(sync.WaitGroup)
|
||||
processorGroup.Add(s.Threads)
|
||||
printerGroup := new(sync.WaitGroup)
|
||||
printerGroup.Add(1)
|
||||
|
||||
// Create goroutines for each of the number of threads
|
||||
// specified.
|
||||
for i := 0; i < s.Threads; i++ {
|
||||
go func() {
|
||||
for {
|
||||
word := <-wordChan
|
||||
|
||||
// Did we reach the end? If so break.
|
||||
if word == "" {
|
||||
break
|
||||
}
|
||||
|
||||
// Mode-specific processing
|
||||
s.Processor(s, word, resultChan)
|
||||
}
|
||||
|
||||
// Indicate to the wait group that the thread
|
||||
// has finished.
|
||||
processorGroup.Done()
|
||||
}()
|
||||
}
|
||||
|
||||
// Single goroutine which handles the results as they
|
||||
// appear from the worker threads.
|
||||
go func() {
|
||||
for r := range resultChan {
|
||||
s.Printer(s, &r)
|
||||
}
|
||||
printerGroup.Done()
|
||||
}()
|
||||
|
||||
var scanner *bufio.Scanner
|
||||
|
||||
if s.StdIn {
|
||||
// Read directly from stdin
|
||||
scanner = bufio.NewScanner(os.Stdin)
|
||||
} else {
|
||||
// Pull content from the wordlist
|
||||
wordlist, err := os.Open(s.Wordlist)
|
||||
if err != nil {
|
||||
panic("Failed to open wordlist")
|
||||
}
|
||||
defer wordlist.Close()
|
||||
|
||||
// Lazy reading of the wordlist line by line
|
||||
scanner = bufio.NewScanner(wordlist)
|
||||
}
|
||||
|
||||
var outputFile *os.File
|
||||
if s.OutputFileName != "" {
|
||||
outputFile, err := os.Create(s.OutputFileName)
|
||||
if err != nil {
|
||||
fmt.Printf("[!] Unable to write to %s, falling back to stdout.\n", s.OutputFileName)
|
||||
s.OutputFileName = ""
|
||||
s.OutputFile = nil
|
||||
} else {
|
||||
s.OutputFile = outputFile
|
||||
}
|
||||
}
|
||||
|
||||
for scanner.Scan() {
|
||||
if s.Terminate {
|
||||
break
|
||||
}
|
||||
word := strings.TrimSpace(scanner.Text())
|
||||
|
||||
// Skip "comment" (starts with #), as well as empty lines
|
||||
if !strings.HasPrefix(word, "#") && len(word) > 0 {
|
||||
wordChan <- word
|
||||
}
|
||||
}
|
||||
|
||||
close(wordChan)
|
||||
processorGroup.Wait()
|
||||
close(resultChan)
|
||||
printerGroup.Wait()
|
||||
if s.OutputFile != nil {
|
||||
outputFile.Close()
|
||||
}
|
||||
Ruler(s)
|
||||
}
|
||||
Loading…
Reference in New Issue