added filter for vector lengths

Author: darkcoderrises

posting/mvcc.go

@@ -9,6 +9,7 @@ import (
 	"bytes"
 	"context"
 	"encoding/hex"
+	"fmt"
 	"math"
 	"strconv"
 	"sync"
@@ -883,5 +884,7 @@ func getNew(key []byte, pstore *badger.DB, readTs uint64, readUids bool) (*List,
 	if err != nil {
 		return l, err
 	}
+	pk, _ := x.Parse(key)
+	fmt.Println(key, pk, l.Print())
 	return l, nil
 }

worker/sort_test.go

@@ -7,6 +7,7 @@ package worker
 
 import (
 	"context"
+	"fmt"
 	"math/rand"
 	"os"
 	"testing"
@@ -133,6 +134,61 @@ func TestDatetime(t *testing.T) {
 
 }
 
+func TestStringIndexWithLang(t *testing.T) {
+	// Setup temporary directory for Badger DB
+	dir, err := os.MkdirTemp("", "storetest_")
+	require.NoError(t, err)
+	defer os.RemoveAll(dir)
+
+	opt := badger.DefaultOptions(dir)
+	ps, err := badger.OpenManaged(opt)
+	require.NoError(t, err)
+	posting.Init(ps, 0, false)
+	Init(ps)
+
+	// Set schema
+	schemaTxt := `
+		name: string @index(fulltext, trigram, term, exact) @lang .
+	`
+
+	err = schema.ParseBytes([]byte(schemaTxt), 1)
+	require.NoError(t, err)
+
+	ctx := context.Background()
+	newRunMutation := func(startTs, commitTs uint64, edges []*pb.DirectedEdge) {
+		txn := posting.Oracle().RegisterStartTs(startTs)
+		for _, edge := range edges {
+			require.NoError(t, newRunMutation(ctx, edge, txn))
+		}
+		txn.Update()
+		writer := posting.NewTxnWriter(ps)
+		require.NoError(t, txn.CommitToDisk(writer, commitTs))
+		require.NoError(t, writer.Flush())
+		txn.UpdateCachedKeys(commitTs)
+	}
+
+	attr := x.AttrInRootNamespace("name")
+
+	newRunMutation(1, 3, []*pb.DirectedEdge{
+		{
+			Entity:    1,
+			Attr:      attr,
+			Value:     []byte("John"),
+			ValueType: pb.Posting_DEFAULT,
+			Lang:      "en",
+			Op:        pb.DirectedEdge_SET,
+		},
+	})
+
+	key := x.DataKey(attr, 1)
+	txnRead := posting.Oracle().RegisterStartTs(10)
+
+	list, err := txnRead.Get(key)
+	require.NoError(t, err)
+
+	fmt.Println(list.GetLangTags()
+}
+
 func TestDeleteSetWithVarEdgeCorruptsData(t *testing.T) {
 	// Setup temporary directory for Badger DB
 	dir, err := os.MkdirTemp("", "storetest_")