@@ -155,6 +155,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
155155 strings = append (strings , i )
156156 }
157157
158+ fmt .Println ("START" )
159+
158160 f := func (numGo int ) * types.LockedShardedMap [string , * pb.PostingList ] {
159161 globalMap := types .NewLockedShardedMap [string , * pb.PostingList ]()
160162 process := func (start int ) {
@@ -185,6 +187,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
185187
186188 for _ , token := range tokens {
187189 key := x .IndexKey (pipeline .attr , token )
190+ pk , _ := x .Parse ([]byte (key ))
191+ fmt .Println ("TOKENS" , stringValue , i , numGo , pk )
188192 val , ok := localMap [string (key )]
189193 if ! ok {
190194 val = & pb.PostingList {}
@@ -195,6 +199,8 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
195199 }
196200
197201 for key , value := range localMap {
202+ pk , _ := x .Parse ([]byte (key ))
203+ fmt .Println ("LOCAL MAP" , pk , numGo , value )
198204 globalMap .Update (key , func (val * pb.PostingList , ok bool ) * pb.PostingList {
199205 if ok {
200206 val .Postings = append (val .Postings , value .Postings ... )
0 commit comments