added filter for vector lengths

darkcoderrises · darkcoderrises · commit 0fcd4a562103 · 2025-08-26T15:57:17.000+05:30
diff --git a/posting/index.go b/posting/index.go
@@ -188,7 +188,7 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline
 					Value: posting.Value,
 				}
 
-				fmt.Println("INFO", posting.Value, string(posting.LangTag))
+				fmt.Println("INFO", string(posting.Value), string(posting.LangTag), valPl.Postings)
 
 				tokens, erri := indexTokens(ctx, info)
 				if erri != nil {

Original file line number	Diff line number	Diff line change
`@@ -188,7 +188,7 @@ func (mp *MutationPipeline) InsertTokenizerIndexes(ctx context.Context, pipeline`
`188`	`188`	`Value: posting.Value,`
`189`	`189`	`}`
`190`	`190`
`191`		`- fmt.Println("INFO", posting.Value, string(posting.LangTag))`
	`191`	`+ fmt.Println("INFO", string(posting.Value), string(posting.LangTag), valPl.Postings)`
`192`	`192`
`193`	`193`	`tokens, erri := indexTokens(ctx, info)`
`194`	`194`	`if erri != nil {`