mirror of
https://github.com/laoxong/nofx.git
synced 2026-06-04 01:48:22 +08:00
fix: add SSRF protection for user-controlled URLs
- Add security/url_validator.go with ValidateURL, SafeHTTPClient, SafeGet - Block private IP ranges (127.0.0.0/8, 10.0.0.0/8, 172.16.0.0/12, 192.168.0.0/16, 169.254.0.0/16) - Block cloud metadata endpoints (169.254.169.254, metadata.google.internal) - Validate DNS resolution to prevent DNS rebinding attacks - Check redirect destinations for SSRF - Fix FetchQuantData, FetchOIRanking, fetchAI500, fetchOITop, fetchSingleExternalSource
This commit is contained in:
+13
-6
@@ -9,6 +9,7 @@ import (
|
|||||||
"nofx/market"
|
"nofx/market"
|
||||||
"nofx/mcp"
|
"nofx/mcp"
|
||||||
"nofx/provider"
|
"nofx/provider"
|
||||||
|
"nofx/security"
|
||||||
"nofx/store"
|
"nofx/store"
|
||||||
"regexp"
|
"regexp"
|
||||||
"strings"
|
"strings"
|
||||||
@@ -522,13 +523,19 @@ func (e *StrategyEngine) FetchExternalData() (map[string]interface{}, error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (e *StrategyEngine) fetchSingleExternalSource(source store.ExternalDataSource) (interface{}, error) {
|
func (e *StrategyEngine) fetchSingleExternalSource(source store.ExternalDataSource) (interface{}, error) {
|
||||||
client := &http.Client{
|
// SSRF Protection: Validate URL before making request
|
||||||
Timeout: time.Duration(source.RefreshSecs) * time.Second,
|
if err := security.ValidateURL(source.URL); err != nil {
|
||||||
|
return nil, fmt.Errorf("external source URL validation failed: %w", err)
|
||||||
}
|
}
|
||||||
if client.Timeout == 0 {
|
|
||||||
client.Timeout = 30 * time.Second
|
timeout := time.Duration(source.RefreshSecs) * time.Second
|
||||||
|
if timeout == 0 {
|
||||||
|
timeout = 30 * time.Second
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Use SSRF-safe HTTP client
|
||||||
|
client := security.SafeHTTPClient(timeout)
|
||||||
|
|
||||||
req, err := http.NewRequest(source.Method, source.URL, nil)
|
req, err := http.NewRequest(source.Method, source.URL, nil)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -585,8 +592,8 @@ func (e *StrategyEngine) FetchQuantData(symbol string) (*QuantData, error) {
|
|||||||
apiURL := e.config.Indicators.QuantDataAPIURL
|
apiURL := e.config.Indicators.QuantDataAPIURL
|
||||||
url := strings.Replace(apiURL, "{symbol}", symbol, -1)
|
url := strings.Replace(apiURL, "{symbol}", symbol, -1)
|
||||||
|
|
||||||
client := &http.Client{Timeout: 10 * time.Second}
|
// SSRF Protection: Validate URL before making request
|
||||||
resp, err := client.Get(url)
|
resp, err := security.SafeGet(url, 10*time.Second)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("request failed: %w", err)
|
return nil, fmt.Errorf("request failed: %w", err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -6,6 +6,7 @@ import (
|
|||||||
"io/ioutil"
|
"io/ioutil"
|
||||||
"log"
|
"log"
|
||||||
"net/http"
|
"net/http"
|
||||||
|
"nofx/security"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
)
|
)
|
||||||
@@ -90,11 +91,8 @@ func GetAI500Data() ([]CoinData, error) {
|
|||||||
func fetchAI500() ([]CoinData, error) {
|
func fetchAI500() ([]CoinData, error) {
|
||||||
log.Printf("🔄 Requesting AI500 data...")
|
log.Printf("🔄 Requesting AI500 data...")
|
||||||
|
|
||||||
client := &http.Client{
|
// SSRF Protection: Validate URL before making request
|
||||||
Timeout: ai500Config.Timeout,
|
resp, err := security.SafeGet(ai500Config.APIURL, ai500Config.Timeout)
|
||||||
}
|
|
||||||
|
|
||||||
resp, err := client.Get(ai500Config.APIURL)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to request AI500 API: %w", err)
|
return nil, fmt.Errorf("failed to request AI500 API: %w", err)
|
||||||
}
|
}
|
||||||
@@ -312,11 +310,8 @@ func GetOITopPositions() ([]OIPosition, error) {
|
|||||||
func fetchOITop() ([]OIPosition, error) {
|
func fetchOITop() ([]OIPosition, error) {
|
||||||
log.Printf("🔄 Requesting OI Top data...")
|
log.Printf("🔄 Requesting OI Top data...")
|
||||||
|
|
||||||
client := &http.Client{
|
// SSRF Protection: Validate URL before making request
|
||||||
Timeout: oiTopConfig.Timeout,
|
resp, err := security.SafeGet(oiTopConfig.APIURL, oiTopConfig.Timeout)
|
||||||
}
|
|
||||||
|
|
||||||
resp, err := client.Get(oiTopConfig.APIURL)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, fmt.Errorf("failed to request OI Top API: %w", err)
|
return nil, fmt.Errorf("failed to request OI Top API: %w", err)
|
||||||
}
|
}
|
||||||
@@ -427,9 +422,8 @@ func GetOIRankingData(baseURL, authKey string, duration string, limit int) (*OIR
|
|||||||
|
|
||||||
// fetchOIRanking fetches OI ranking from a single endpoint
|
// fetchOIRanking fetches OI ranking from a single endpoint
|
||||||
func fetchOIRanking(url string) ([]OIPosition, string, error) {
|
func fetchOIRanking(url string) ([]OIPosition, string, error) {
|
||||||
client := &http.Client{Timeout: 30 * time.Second}
|
// SSRF Protection: Validate URL before making request
|
||||||
|
resp, err := security.SafeGet(url, 30*time.Second)
|
||||||
resp, err := client.Get(url)
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, "", fmt.Errorf("request failed: %w", err)
|
return nil, "", fmt.Errorf("request failed: %w", err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,217 @@
|
|||||||
|
// Package security provides security utilities for the application
|
||||||
|
package security
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"fmt"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Private/Reserved IP ranges that should be blocked to prevent SSRF
|
||||||
|
var privateIPBlocks []*net.IPNet
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
// Initialize private IP blocks
|
||||||
|
// These ranges should not be accessible via user-controlled URLs
|
||||||
|
privateRanges := []string{
|
||||||
|
"127.0.0.0/8", // IPv4 loopback
|
||||||
|
"10.0.0.0/8", // RFC1918 private
|
||||||
|
"172.16.0.0/12", // RFC1918 private
|
||||||
|
"192.168.0.0/16", // RFC1918 private
|
||||||
|
"169.254.0.0/16", // Link-local / Cloud metadata
|
||||||
|
"0.0.0.0/8", // Current network
|
||||||
|
"224.0.0.0/4", // Multicast
|
||||||
|
"240.0.0.0/4", // Reserved
|
||||||
|
"::1/128", // IPv6 loopback
|
||||||
|
"fe80::/10", // IPv6 link-local
|
||||||
|
"fc00::/7", // IPv6 unique local
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, cidr := range privateRanges {
|
||||||
|
_, block, err := net.ParseCIDR(cidr)
|
||||||
|
if err == nil {
|
||||||
|
privateIPBlocks = append(privateIPBlocks, block)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// SSRFError represents a Server-Side Request Forgery attempt
|
||||||
|
type SSRFError struct {
|
||||||
|
URL string
|
||||||
|
Reason string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *SSRFError) Error() string {
|
||||||
|
return fmt.Sprintf("SSRF blocked: %s - %s", e.URL, e.Reason)
|
||||||
|
}
|
||||||
|
|
||||||
|
// isPrivateIP checks if an IP address is in a private/reserved range
|
||||||
|
func isPrivateIP(ip net.IP) bool {
|
||||||
|
if ip == nil {
|
||||||
|
return true // Invalid IP, treat as private
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if it's a loopback address
|
||||||
|
if ip.IsLoopback() {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if it's a link-local address
|
||||||
|
if ip.IsLinkLocalUnicast() || ip.IsLinkLocalMulticast() {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if it's a private address
|
||||||
|
if ip.IsPrivate() {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check against our explicit private ranges
|
||||||
|
for _, block := range privateIPBlocks {
|
||||||
|
if block.Contains(ip) {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// ValidateURL checks if a URL is safe to request (not pointing to internal networks)
|
||||||
|
// Returns an error if the URL is potentially dangerous
|
||||||
|
func ValidateURL(rawURL string) error {
|
||||||
|
if rawURL == "" {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: "empty URL"}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Parse the URL
|
||||||
|
parsedURL, err := url.Parse(rawURL)
|
||||||
|
if err != nil {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: "invalid URL format"}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Only allow http and https schemes
|
||||||
|
scheme := strings.ToLower(parsedURL.Scheme)
|
||||||
|
if scheme != "http" && scheme != "https" {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: fmt.Sprintf("unsupported scheme: %s", scheme)}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Extract hostname (without port)
|
||||||
|
host := parsedURL.Hostname()
|
||||||
|
if host == "" {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: "empty hostname"}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Block localhost and common internal hostnames
|
||||||
|
lowerHost := strings.ToLower(host)
|
||||||
|
blockedHosts := []string{
|
||||||
|
"localhost",
|
||||||
|
"127.0.0.1",
|
||||||
|
"::1",
|
||||||
|
"0.0.0.0",
|
||||||
|
"metadata.google.internal",
|
||||||
|
"metadata.google",
|
||||||
|
"instance-data",
|
||||||
|
}
|
||||||
|
for _, blocked := range blockedHosts {
|
||||||
|
if lowerHost == blocked {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: fmt.Sprintf("blocked hostname: %s", host)}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Resolve the hostname to IP addresses
|
||||||
|
// This catches DNS rebinding and ensures we check the actual destination
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
|
||||||
|
resolver := net.Resolver{}
|
||||||
|
ips, err := resolver.LookupIPAddr(ctx, host)
|
||||||
|
if err != nil {
|
||||||
|
// If DNS resolution fails, we still need to check if it's an IP address directly
|
||||||
|
ip := net.ParseIP(host)
|
||||||
|
if ip != nil {
|
||||||
|
if isPrivateIP(ip) {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: "resolves to private IP address"}
|
||||||
|
}
|
||||||
|
return nil // It's a valid public IP
|
||||||
|
}
|
||||||
|
// DNS resolution failed, but it's not an IP - could be a typo or non-existent domain
|
||||||
|
// Allow it and let the HTTP client handle the error
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check all resolved IPs
|
||||||
|
for _, ipAddr := range ips {
|
||||||
|
if isPrivateIP(ipAddr.IP) {
|
||||||
|
return &SSRFError{URL: rawURL, Reason: fmt.Sprintf("resolves to private IP: %s", ipAddr.IP)}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// SafeHTTPClient returns an HTTP client with SSRF protection
|
||||||
|
// It validates URLs and blocks requests to private networks
|
||||||
|
func SafeHTTPClient(timeout time.Duration) *http.Client {
|
||||||
|
dialer := &net.Dialer{
|
||||||
|
Timeout: timeout,
|
||||||
|
KeepAlive: 30 * time.Second,
|
||||||
|
}
|
||||||
|
|
||||||
|
transport := &http.Transport{
|
||||||
|
DialContext: func(ctx context.Context, network, addr string) (net.Conn, error) {
|
||||||
|
// Extract host from address
|
||||||
|
host, _, err := net.SplitHostPort(addr)
|
||||||
|
if err != nil {
|
||||||
|
host = addr
|
||||||
|
}
|
||||||
|
|
||||||
|
// Resolve and check the IP
|
||||||
|
ips, err := net.LookupIP(host)
|
||||||
|
if err != nil {
|
||||||
|
return nil, fmt.Errorf("SSRF protection: failed to resolve host %s: %w", host, err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, ip := range ips {
|
||||||
|
if isPrivateIP(ip) {
|
||||||
|
return nil, fmt.Errorf("SSRF protection: blocked connection to private IP %s", ip)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return dialer.DialContext(ctx, network, addr)
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
return &http.Client{
|
||||||
|
Timeout: timeout,
|
||||||
|
Transport: transport,
|
||||||
|
CheckRedirect: func(req *http.Request, via []*http.Request) error {
|
||||||
|
if len(via) >= 10 {
|
||||||
|
return fmt.Errorf("too many redirects")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Validate the redirect URL
|
||||||
|
if err := ValidateURL(req.URL.String()); err != nil {
|
||||||
|
return fmt.Errorf("SSRF protection: redirect blocked - %w", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// SafeGet performs a GET request with SSRF protection
|
||||||
|
// It validates the URL before making the request and uses a safe HTTP client
|
||||||
|
func SafeGet(rawURL string, timeout time.Duration) (*http.Response, error) {
|
||||||
|
// First validate the URL
|
||||||
|
if err := ValidateURL(rawURL); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Use the safe HTTP client
|
||||||
|
client := SafeHTTPClient(timeout)
|
||||||
|
return client.Get(rawURL)
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user