chore: Add ScrapeURL flag for CLI to scrape website URL to markdown using Jina AI
This commit is contained in:
parent
a81e5be74b
commit
c7449c68b7
16
cli/cli.go
16
cli/cli.go
@ -3,6 +3,7 @@ package cli
|
|||||||
import (
|
import (
|
||||||
"fmt"
|
"fmt"
|
||||||
"os"
|
"os"
|
||||||
|
"os/exec"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"strconv"
|
"strconv"
|
||||||
|
|
||||||
@ -94,6 +95,21 @@ func Cli() (message string, err error) {
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Check for ScrapeURL flag first
|
||||||
|
if currentFlags.ScrapeURL != "" {
|
||||||
|
fmt.Println("ScrapeURL flag is set") // Debug print
|
||||||
|
url := currentFlags.ScrapeURL
|
||||||
|
curlCommand := fmt.Sprintf("curl https://r.jina.ai/%s", url)
|
||||||
|
fmt.Println("Executing command:", curlCommand) // Debug print
|
||||||
|
if err := exec.Command("sh", "-c", curlCommand).Run(); err != nil {
|
||||||
|
return "", fmt.Errorf("failed to run curl command: %w", err)
|
||||||
|
}
|
||||||
|
fmt.Println("Curl command executed successfully") // Debug print
|
||||||
|
os.Exit(0)
|
||||||
|
} else {
|
||||||
|
fmt.Println("ScrapeURL flag is not set") // Debug print
|
||||||
|
}
|
||||||
|
|
||||||
// if the interactive flag is set, run the interactive function
|
// if the interactive flag is set, run the interactive function
|
||||||
// if currentFlags.Interactive {
|
// if currentFlags.Interactive {
|
||||||
// interactive.Interactive()
|
// interactive.Interactive()
|
||||||
|
@ -34,6 +34,8 @@ type Flags struct {
|
|||||||
Output string `short:"o" long:"output" description:"Output to file" default:""`
|
Output string `short:"o" long:"output" description:"Output to file" default:""`
|
||||||
LatestPatterns string `short:"n" long:"latest" description:"Number of latest patterns to list" default:"0"`
|
LatestPatterns string `short:"n" long:"latest" description:"Number of latest patterns to list" default:"0"`
|
||||||
ChangeDefaultModel bool `short:"d" long:"changeDefaultModel" description:"Change default pattern"`
|
ChangeDefaultModel bool `short:"d" long:"changeDefaultModel" description:"Change default pattern"`
|
||||||
|
ScrapeURL string `short:"u" long:"scrape_url" description:"Scrape website URL to markdown using Jina AI"`
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Init Initialize flags. returns a Flags struct and an error
|
// Init Initialize flags. returns a Flags struct and an error
|
||||||
|
Loading…
x
Reference in New Issue
Block a user