Introducing CanHaveTitleTag Function for MIME Type Validation

common/httpx/title.go

@@ -9,12 +9,22 @@ import (
 
 	stringsutil "github.com/projectdiscovery/utils/strings"
 	"golang.org/x/net/html"
+	"slices"
 )
 
 var (
-	cutset        = "\n\t\v\f\r"
-	reTitle       = regexp.MustCompile(`(?im)<\s*title.*>(.*?)<\s*/\s*title>`)
-	reContentType = regexp.MustCompile(`(?im)\s*charset="(.*?)"|charset=(.*?)"\s*`)
+	cutset                  = "\n\t\v\f\r"
+	reTitle                 = regexp.MustCompile(`(?im)<\s*title.*>(.*?)<\s*/\s*title>`)
+	reContentType           = regexp.MustCompile(`(?im)\s*charset="(.*?)"|charset=(.*?)"\s*`)
+	supportedTitleMimeTypes = []string{
+		"text/html",
+		"application/xhtml+xml",
+		"application/xml",
+		"application/rss+xml",
+		"application/atom+xml",
+		"application/xhtml+xml",
+		"application/vnd.wap.xhtml+xml",
+	}
 )
 
 // ExtractTitle from a response
@@ -40,6 +50,10 @@ func ExtractTitle(r *Response) (title string) {
 	return title
 }
 
+func CanHaveTitleTag(mimeType string) bool {  
+    return slices.Contains(supportedTitleMimeTypes, mimeType)  
+}  
+
 func getTitleWithDom(r *Response) (*html.Node, error) {
 	var title *html.Node
 	var crawler func(*html.Node)

runner/runner.go

@@ -1590,8 +1590,12 @@ retry:
 		builder.WriteRune(']')
 	}
 
-	title := httpx.ExtractTitle(resp)
-	if scanopts.OutputTitle {
+	var title string
+	if httpx.CanHaveTitleTag(resp.GetHeaderPart("Content-Type", ";")) {
+		title = httpx.ExtractTitle(resp)
+	}
+
+	if scanopts.OutputTitle && title != "" {
 		builder.WriteString(" [")
 		if !scanopts.OutputWithNoColor {
 			builder.WriteString(aurora.Cyan(title).String())