Merge pull request #6 from projectdiscovery/url-fragment

added fragment

urlutil.go

@@ -22,6 +22,7 @@ type URL struct {
 	Host       string
 	Port       string
 	RequestURI string
+	Fragment   string
 }
 
 func (u URL) String() string {
@@ -40,6 +41,12 @@ func (u URL) String() string {
 		fullURL.WriteString(":" + u.Port)
 	}
 	fullURL.WriteString(u.RequestURI)
+	if u.Fragment != "" {
+		if u.RequestURI == "" {
+			fullURL.WriteString("/")
+		}
+		fullURL.WriteString("#" + u.Fragment)
+	}
 	return fullURL.String()
 }
 
@@ -102,13 +109,17 @@ func ParseWithScheme(u string) (*URL, error) {
 		requri = origReqURI
 	}
 
+	// fragment
+	fragment := U.Fragment
+
 	return &URL{
 		Scheme:     scheme,
 		Host:       host,
 		Username:   username,
 		Password:   password,
 		Port:       port,
 		RequestURI: requri,
+		Fragment:   fragment,
 	}, nil
 }
 

urlutil_test.go

@@ -48,4 +48,12 @@ func TestParse(t *testing.T) {
 	U, err = Parse("https://a.b.c.d//d")
 	require.Nil(t, err, "could not parse url")
 	require.Equal(t, "https://a.b.c.d:443//d", U.String(), "unexpected url")
+
+	// fragmented url
+	U, err = Parse("http://127.0.0.1/#a")
+	require.Nil(t, err, "could not parse url")
+	require.Equal(t, "http", U.Scheme, "different scheme")
+	require.Equal(t, "127.0.0.1", U.Host, "different host")
+	require.Equal(t, "a", U.Fragment, "different fragment")
+	require.Equal(t, "http://127.0.0.1:80/#a", U.String(), "different full url")
 }