added filter for vector lengths

Author: darkcoderrises

posting/index.go

@@ -187,8 +187,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
 
 				for _, token := range tokens {
 					key := x.IndexKey(pipeline.attr, token)
-					//pk, _ := x.Parse([]byte(key))
-					//fmt.Println("TOKENS", stringValue, i, numGo, pk)
+					pk, _ := x.Parse([]byte(key))
+					fmt.Println("TOKENS", stringValue, i, numGo, pk)
 					val, ok := localMap[string(key)]
 					if !ok {
 						val = &pb.PostingList{}
@@ -199,8 +199,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
 			} 
 
 			for key, value := range localMap {
-				//pk, _ := x.Parse([]byte(key))
-				//fmt.Println("LOCAL MAP", pk, numGo, value)
+				pk, _ := x.Parse([]byte(key))
+				fmt.Println("LOCAL MAP", pk, numGo, value)
 				globalMap.Update(key, func(val *pb.PostingList, ok bool) *pb.PostingList {
 					if ok {
 						val.Postings = append(val.Postings, value.Postings...)

worker/sort_test.go

@@ -186,7 +186,7 @@ func TestStringIndexWithLang(t *testing.T) {
 	list, err := txnRead.Get(key)
 	require.NoError(t, err)
 
-	fmt.Println(list.GetLangTags()
+	fmt.Println(list.GetLangTags(10))
 }
 
 func TestDeleteSetWithVarEdgeCorruptsData(t *testing.T) {