mirror of
https://github.com/crawlab-team/crawlab.git
synced 2026-01-21 17:21:09 +01:00
133 lines
3.2 KiB
Go
133 lines
3.2 KiB
Go
package log
|
|
|
|
import (
|
|
"fmt"
|
|
"github.com/stretchr/testify/require"
|
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
)
|
|
|
|
func setupFileDriverTest() {
|
|
cleanupFileDriverTest()
|
|
_ = os.MkdirAll("./tmp", os.ModePerm)
|
|
}
|
|
|
|
func cleanupFileDriverTest() {
|
|
_ = os.RemoveAll("./tmp")
|
|
}
|
|
|
|
func TestFileDriver_WriteLine(t *testing.T) {
|
|
setupFileDriverTest()
|
|
t.Cleanup(cleanupFileDriverTest)
|
|
|
|
d, err := newFileLogDriver(nil)
|
|
require.Nil(t, err)
|
|
defer d.Close()
|
|
|
|
id := primitive.NewObjectID()
|
|
|
|
err = d.WriteLine(id.Hex(), "it works")
|
|
require.Nil(t, err)
|
|
|
|
logFilePath := fmt.Sprintf("/var/log/crawlab/%s/log.txt", id.Hex())
|
|
require.FileExists(t, logFilePath)
|
|
text, err := os.ReadFile(logFilePath)
|
|
require.Nil(t, err)
|
|
require.Equal(t, "it works\n", string(text))
|
|
}
|
|
|
|
func TestFileDriver_WriteLines(t *testing.T) {
|
|
setupFileDriverTest()
|
|
t.Cleanup(cleanupFileDriverTest)
|
|
|
|
d, err := newFileLogDriver(nil)
|
|
require.Nil(t, err)
|
|
defer d.Close()
|
|
|
|
id := primitive.NewObjectID()
|
|
|
|
for i := 0; i < 100; i++ {
|
|
err = d.WriteLine(id.Hex(), "it works")
|
|
require.Nil(t, err)
|
|
}
|
|
|
|
logFilePath := fmt.Sprintf("/var/log/crawlab/%s/log.txt", id.Hex())
|
|
require.FileExists(t, logFilePath)
|
|
text, err := os.ReadFile(logFilePath)
|
|
require.Nil(t, err)
|
|
require.Contains(t, string(text), "it works\n")
|
|
lines := strings.Split(string(text), "\n")
|
|
require.Equal(t, 101, len(lines))
|
|
}
|
|
|
|
func TestFileDriver_Find(t *testing.T) {
|
|
setupFileDriverTest()
|
|
t.Cleanup(cleanupFileDriverTest)
|
|
|
|
d, err := newFileLogDriver(nil)
|
|
require.Nil(t, err)
|
|
defer d.Close()
|
|
|
|
id := primitive.NewObjectID()
|
|
|
|
batch := 1000
|
|
var lines []string
|
|
for i := 0; i < 10; i++ {
|
|
for j := 0; j < batch; j++ {
|
|
line := fmt.Sprintf("line: %d", i*batch+j+1)
|
|
lines = append(lines, line)
|
|
}
|
|
err = d.WriteLines(id.Hex(), lines)
|
|
require.Nil(t, err)
|
|
lines = []string{}
|
|
}
|
|
|
|
driver := d
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 0, 10)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 10, len(lines))
|
|
require.Equal(t, "line: 1", lines[0])
|
|
require.Equal(t, "line: 10", lines[len(lines)-1])
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 0, 1)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 1, len(lines))
|
|
require.Equal(t, "line: 1", lines[0])
|
|
require.Equal(t, "line: 1", lines[len(lines)-1])
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 0, 1000)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 1000, len(lines))
|
|
require.Equal(t, "line: 1", lines[0])
|
|
require.Equal(t, "line: 1000", lines[len(lines)-1])
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 1000, 1000)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 1000, len(lines))
|
|
require.Equal(t, "line: 1001", lines[0])
|
|
require.Equal(t, "line: 2000", lines[len(lines)-1])
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 1001, 1000)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 1000, len(lines))
|
|
require.Equal(t, "line: 1002", lines[0])
|
|
require.Equal(t, "line: 2001", lines[len(lines)-1])
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 1001, 999)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 999, len(lines))
|
|
require.Equal(t, "line: 1002", lines[0])
|
|
require.Equal(t, "line: 2000", lines[len(lines)-1])
|
|
|
|
lines, err = driver.Find(id.Hex(), "", 999, 2001)
|
|
require.Nil(t, err)
|
|
require.Equal(t, 2001, len(lines))
|
|
require.Equal(t, "line: 1000", lines[0])
|
|
require.Equal(t, "line: 3000", lines[len(lines)-1])
|
|
|
|
cleanupFileDriverTest()
|
|
}
|