Files
photoprism/internal/api/vision_face_embeddings.go
2025-04-10 16:49:34 +02:00

83 lines
2.6 KiB
Go

package api
import (
"net/http"
"github.com/gin-gonic/gin"
"github.com/photoprism/photoprism/internal/ai/face"
"github.com/photoprism/photoprism/internal/ai/vision"
"github.com/photoprism/photoprism/internal/auth/acl"
"github.com/photoprism/photoprism/internal/photoprism/get"
"github.com/photoprism/photoprism/pkg/media"
"github.com/photoprism/photoprism/pkg/media/http/header"
"github.com/photoprism/photoprism/pkg/media/http/scheme"
)
// PostVisionFaceEmbeddings returns the embeddings of detected faces.
//
// @Summary returns the positions and embeddings of detected faces
// @Id PostVisionFaceEmbeddings
// @Tags Vision
// @Produce json
// @Success 200 {object} vision.ApiResponse
// @Failure 401,403,429,501 {object} i18n.Response
// @Param images body vision.ApiRequest true "list of image file urls"
// @Router /api/v1/vision/face/embeddings [post]
func PostVisionFaceEmbeddings(router *gin.RouterGroup) {
router.POST("/vision/face/embeddings", func(c *gin.Context) {
s := Auth(c, acl.ResourceVision, acl.AccessAll)
// Abort if permission is not granted.
if s.Abort(c) {
return
}
var request vision.ApiRequest
// File uploads are not currently supported for this API endpoint.
if header.HasContentType(&c.Request.Header, header.ContentTypeMultipart) {
c.JSON(http.StatusBadRequest, vision.NewApiError(request.GetId(), http.StatusBadRequest))
return
}
// Assign and validate request form values.
if err := c.BindJSON(&request); err != nil {
c.JSON(http.StatusBadRequest, vision.NewApiError(request.GetId(), http.StatusBadRequest))
return
}
// Check if the Computer Vision API is enabled, otherwise abort with an error.
if !get.Config().VisionApi() {
AbortFeatureDisabled(c)
c.JSON(http.StatusForbidden, vision.NewApiError(request.GetId(), http.StatusForbidden))
return
}
// Run inference to find matching labels.
results := make([]face.Embeddings, len(request.Images))
for i := range request.Images {
if data, err := media.ReadUrl(request.Images[i], scheme.HttpsData); err != nil {
results[i] = face.Embeddings{}
log.Errorf("vision: %s (read face embedding from url)", err)
} else if result, faceErr := vision.FaceEmbeddings(data); faceErr != nil {
results[i] = face.Embeddings{}
log.Errorf("vision: %s (generate face embedding)", faceErr)
} else {
results[i] = result
}
}
// Generate Vision API service response.
response := vision.ApiResponse{
Id: request.GetId(),
Code: http.StatusOK,
Model: &vision.Model{Name: vision.FacenetModel.Name},
Result: &vision.ApiResult{Embeddings: results},
}
c.JSON(http.StatusNotImplemented, response)
})
}