initial commit

curl.go

@@ -0,0 +1,70 @@
+package nuapi
+
+import (
+	"compress/gzip"
+	"context"
+	"fmt"
+	"os/exec"
+
+	"github.com/PuerkitoBio/goquery"
+)
+
+func (api *Api) GetWithCookie(ctx context.Context, url string) (*goquery.Document, error) {
+	if api.Cookie == "" {
+		return nil, ErrNoCookieSet.New()
+	}
+
+	curl := exec.Command("curl",
+		"-s", url,
+		"-H", fmt.Sprintf("User-Agent: %s", api.UserAgent),
+		"-H", fmt.Sprintf("Cookie: %s", api.Cookie),
+		"-H", fmt.Sprintf("Accept-Encoding: %s", "gzip"),
+	)
+
+	stdout, err := curl.StdoutPipe()
+	if err != nil {
+		return nil, ErrCurlRequestFailed.Wrap(err, url)
+	}
+
+	if err := curl.Start(); err != nil {
+		return nil, ErrCurlRequestFailed.Wrap(err, url)
+	}
+	defer curl.Wait()
+
+	r, err := gzip.NewReader(stdout)
+	if err != nil {
+		return nil, ErrInvalidGzipData.New(err)
+	}
+
+	return goquery.NewDocumentFromReader(r)
+}
+
+func (api *Api) Get(url string) (*goquery.Document, error) {
+	if api.Cookie == "" {
+		return nil, ErrNoCookieSet.New()
+	}
+
+	curl := exec.Command("curl",
+		"-s", url,
+		"-H", fmt.Sprintf("Cookie: %s", api.Cookie),
+		"-H", fmt.Sprintf("User-Agent: %s", api.UserAgent),
+		"-H", fmt.Sprintf("Accept-Encoding: %s", "gzip"),
+	)
+
+	stdout, err := curl.StdoutPipe()
+	if err != nil {
+		return nil, ErrCurlRequestFailed.Wrap(err, url)
+	}
+
+	if err := curl.Start(); err != nil {
+		return nil, ErrCurlRequestFailed.Wrap(err, url)
+	}
+	defer curl.Wait()
+
+	r, err := gzip.NewReader(stdout)
+	if err != nil {
+		return nil, ErrInvalidGzipData.Wrap(err)
+	}
+
+	return goquery.NewDocumentFromReader(r)
+}