photoprism/internal/classify/tensorflow_test.go

212 lines
5.5 KiB
Go
Raw Normal View History

package classify
import (
"io/ioutil"
"testing"
tensorflow "github.com/tensorflow/tensorflow/tensorflow/go"
"github.com/photoprism/photoprism/internal/config"
"github.com/stretchr/testify/assert"
)
func TestTensorFlow_LabelsFromFile(t *testing.T) {
t.Run("chameleon_lime.jpg", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
result, err := tensorFlow.File(conf.ExamplesPath() + "/chameleon_lime.jpg")
assert.Nil(t, err)
if err != nil {
t.Log(err.Error())
t.Fail()
}
assert.NotNil(t, result)
assert.IsType(t, Labels{}, result)
assert.Equal(t, 1, len(result))
t.Log(result)
assert.Equal(t, "chameleon", result[0].Name)
assert.Equal(t, 7, result[0].Uncertainty)
})
t.Run("not existing file", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
result, err := tensorFlow.File(conf.ExamplesPath() + "/notexisting.jpg")
assert.Contains(t, err.Error(), "no such file or directory")
assert.Empty(t, result)
})
}
func TestTensorFlow_Labels(t *testing.T) {
if testing.Short() {
t.Skip("skipping test in short mode.")
}
t.Run("chameleon_lime.jpg", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
if imageBuffer, err := ioutil.ReadFile(conf.ExamplesPath() + "/chameleon_lime.jpg"); err != nil {
t.Error(err)
} else {
result, err := tensorFlow.Labels(imageBuffer)
t.Log(result)
assert.NotNil(t, result)
assert.Nil(t, err)
assert.IsType(t, Labels{}, result)
assert.Equal(t, 1, len(result))
assert.Equal(t, "chameleon", result[0].Name)
assert.Equal(t, 100-93, result[0].Uncertainty)
}
})
t.Run("dog_orange.jpg", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
if imageBuffer, err := ioutil.ReadFile(conf.ExamplesPath() + "/dog_orange.jpg"); err != nil {
t.Error(err)
} else {
result, err := tensorFlow.Labels(imageBuffer)
t.Log(result)
assert.NotNil(t, result)
assert.Nil(t, err)
assert.IsType(t, Labels{}, result)
assert.Equal(t, 1, len(result))
assert.Equal(t, "dog", result[0].Name)
assert.Equal(t, 34, result[0].Uncertainty)
}
})
t.Run("Random.docx", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
if imageBuffer, err := ioutil.ReadFile(conf.ExamplesPath() + "/Random.docx"); err != nil {
t.Error(err)
} else {
result, err := tensorFlow.Labels(imageBuffer)
assert.Empty(t, result)
assert.Contains(t, err.Error(), "invalid image")
}
})
t.Run("6720px_white.jpg", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
if imageBuffer, err := ioutil.ReadFile(conf.ExamplesPath() + "/6720px_white.jpg"); err != nil {
t.Error(err)
} else {
result, err := tensorFlow.Labels(imageBuffer)
assert.Empty(t, result)
assert.Nil(t, err)
}
})
}
func TestTensorFlow_LoadModel(t *testing.T) {
t.Run("model path exists", func(t *testing.T) {
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
result := tensorFlow.loadModel()
assert.Nil(t, result)
})
t.Run("model path does not exist", func(t *testing.T) {
conf := config.NewTestErrorConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
result := tensorFlow.loadModel()
assert.Contains(t, result.Error(), "Could not find SavedModel")
})
}
2019-07-17 10:59:19 +02:00
2019-07-17 11:52:26 +02:00
func TestTensorFlow_BestLabels(t *testing.T) {
t.Run("labels not loaded", func(t *testing.T) {
conf := config.TestConfig()
2019-07-17 11:52:26 +02:00
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
2019-07-17 11:52:26 +02:00
p := make([]float32, 1000)
p[666] = 0.5
result := tensorFlow.bestLabels(p)
assert.Empty(t, result)
})
2019-07-17 12:22:50 +02:00
t.Run("labels loaded", func(t *testing.T) {
conf := config.TestConfig()
2019-07-17 11:52:26 +02:00
path := conf.TensorFlowModelPath()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
2019-07-17 11:52:26 +02:00
tensorFlow.loadLabels(path)
p := make([]float32, 1000)
p[8] = 0.7
p[1] = 0.5
result := tensorFlow.bestLabels(p)
assert.Equal(t, "chicken", result[0].Name)
2019-07-17 11:52:26 +02:00
assert.Equal(t, "bird", result[0].Categories[0])
assert.Equal(t, "animal", result[1].Categories[1])
2019-07-17 11:52:26 +02:00
assert.Equal(t, "image", result[0].Source)
assert.Equal(t, "fish", result[1].Name)
2019-07-17 11:52:26 +02:00
assert.Equal(t, "image", result[1].Source)
t.Log(result)
})
}
2019-07-17 12:22:50 +02:00
func TestTensorFlow_MakeTensor(t *testing.T) {
t.Run("cat_brown.jpg", func(t *testing.T) {
2019-07-17 12:22:50 +02:00
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
2019-07-17 12:22:50 +02:00
imageBuffer, err := ioutil.ReadFile(conf.ExamplesPath() + "/cat_brown.jpg")
assert.Nil(t, err)
result, err := tensorFlow.makeTensor(imageBuffer, "jpeg")
assert.Equal(t, tensorflow.DataType(0x1), result.DataType())
assert.Equal(t, int64(1), result.Shape()[0])
assert.Equal(t, int64(224), result.Shape()[2])
})
t.Run("Random.docx", func(t *testing.T) {
2019-07-17 12:22:50 +02:00
conf := config.TestConfig()
tensorFlow := New(conf.ResourcesPath(), conf.TensorFlowDisabled())
2019-07-17 12:22:50 +02:00
imageBuffer, err := ioutil.ReadFile(conf.ExamplesPath() + "/Random.docx")
assert.Nil(t, err)
result, err := tensorFlow.makeTensor(imageBuffer, "jpeg")
assert.Empty(t, result)
assert.Equal(t, "image: unknown format", err.Error())
})
}
2019-07-17 11:52:26 +02:00
func Test_ConvertTF(t *testing.T) {
result := convertTF(uint32(98765432))
assert.Equal(t, float32(3024.898), result)
}