openserp/yandex/search_raw_test.go

package yandex

import (
	"errors"
	"io"
	"testing"

	"github.com/karust/openserp/core"
	"github.com/karust/openserp/testutil"
)

// TestYandexParseHTMLFixtures covers the no-results and captcha fixtures.
// The happy path is covered in TestParseYandexHTML; this file ensures the
// shared parser (used by both raw mode and the /yandex/parse endpoint) does
// not over-extract on captcha or empty SERPs.
func TestYandexParseHTMLFixtures(t *testing.T) {
	t.Parallel()

	tests := []struct {
		name    string
		fixture string
		wantErr error
	}{
		{name: "no results", fixture: "search_no_results.html"},
		{name: "captcha page", fixture: "search_captcha.html", wantErr: core.ErrCaptcha},
	}

	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			t.Parallel()

			results, err := ParseHTML(testutil.ResponseFromFixture(t, tt.fixture).Body)
			if tt.wantErr != nil {
				if !errors.Is(err, tt.wantErr) {
					t.Fatalf("expected %v for %s, got %v", tt.wantErr, tt.fixture, err)
				}
				return
			}
			if err != nil {
				t.Fatalf("ParseHTML() error = %v", err)
			}
			if len(results) != 0 {
				t.Fatalf("expected zero results for %s, got %d", tt.fixture, len(results))
			}
		})
	}
}

func TestYandexClassifyRawHTML(t *testing.T) {
	t.Parallel()

	tests := []struct {
		name    string
		fixture string
		want    error
	}{
		{name: "no results", fixture: "search_no_results.html", want: core.ErrEmptyResult},
		{name: "captcha page", fixture: "search_captcha.html", want: core.ErrCaptcha},
	}

	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			t.Parallel()

			body, err := io.ReadAll(testutil.ResponseFromFixture(t, tt.fixture).Body)
			if err != nil {
				t.Fatalf("read fixture body: %v", err)
			}
			err = classifyYandexRawHTML(body)
			if !errors.Is(err, tt.want) {
				t.Fatalf("expected %v for %s, got %v", tt.want, tt.fixture, err)
			}
		})
	}
}