BsaSearch .Net search core

Quick start DiskDocumentIndex

      var field = "*";
      var query = "(first & \"second and four* \") | title:(four* ~3 \'one\')";

        var documentIndex = new DiskDocumentIndex(Directory.GetCurrentDirectory(), "test");
        var content = "six first second four";
        var title = "one first second four";

        while (!documentIndex.IsReady) 
        { 
            Thread.Sleep(500); 
        }

        var searchService = new SearchServiceEngine(documentIndex);

        var doc = new IndexDocument("ExternalId");

        doc.Add("content".GetField(content));
        doc.Add("title".GetField(title));

        searchService.Index(new IndexDocument[]
        {
           doc
        });

        var parsed = query.Parse(field);


        var request = new SearchQueryRequest()
        {
            Query = parsed,
            Field = field,
            ShowHighlight = true,
            OrderField = SortOrderFields.Relevance,
            Order = SortOrder.Desc,
            Size = 20,
        };
        var result = searchService.Search(request);

Quick start FileDocumentIndex

    var field = "*";
    var selector = new IndexWordSelector();
    var morphology = new DefaultMorphology(new WordDictionary(), selector);
    var fileName = "D:\Logs.txt";

    // you can implement your own file reader, csv, json, or other
    var index = new FileDocumentIndex(fileName, new FileByLinesRowReader(null), morphology);

    // if index is already exist we skip file indexing
    if (!index.IsIndexed)
        index.Start();
    while (!index.IsReady)
    {
    	Thread.Sleep(300);
    }

    var query = "("one" | two) ~50 ("error*")".Parse(field);
    var found = index.Search(new SearchQueryRequest()
    {
    	Field = field,
    	Query = query,
    	ShowHighlight = true,
    });
    // where ExternalId is line number from file  
    // found.ShardResult.First().FoundDocs.FirstOrDefault().Value.ExternalId

Quick start ShardDocumentIndex - you can use it if your index is too large

      var field = "*";
      var query = "(first & \"second and four* \") | title:(four* ~3 \'one\')";

        var documentIndex = new ShardDocumentIndex(Directory.GetCurrentDirectory(), "test");
        var content = "six first second four";
        var title = "one first second four";

        while (!documentIndex.IsReady) 
        { 
                Thread.Sleep(500); 
        }

        var searchService = new SearchServiceEngine(documentIndex);

        var doc = new IndexDocument("ExternalId");

        doc.Add("content".GetField(content));
        doc.Add("title".GetField(title));

        doc.Add("intValue".GetFilterField(10));
        doc.Add("longValue".GetFilterField(22l));
        doc.Add("dateValue".GetFilterField(DateTime.UtcNow));
        doc.Add("float".GetFilterField(1f));

        searchService.Index(new IndexDocument[]
        {
           doc
        });

        var parsed = query.Parse(field);


        var request = new SearchQueryRequest()
        {
            Query = parsed,
            Field = field,
            ShowHighlight = true,
            Size = 20,
            // fillter by Valu
            Filter = new FilterClause()
            {
                Condition = FilterCondition.Equal,
                Value = "intValue".GetFilterField(10),
                Next = new FilterClause()
                {
                    Condition = FilterCondition.Great,
                    Value = "longValue".GetFilterField(21l)
                }
            }
        };
        var result = searchService.Search(request);

Quick start HighlightObjectService. The service can highlight objects in the text


var selector = new IndexWordSelector();
var morphology = new DefaultMorphology(new WordDictionary(), selector);
var service = new HighlightObjectService(morphology);
service.AddRange(new HighlightObjectInfo[]
	{
		new HighlightObjectInfo()
		{
			StrongSynonyms = @"Elon Musk | E Musk | Elon M".Split('|').ToList(),
			Name = "Elon Musk",
			Id = "1",
			Type = ObjectType.Person,
			Weak = new HighlightObjectWeak()
			{
				WeakSearchContext = @"SpaceX | Tesla | Boring Company".Split('|').ToList(),
				WeakSynonyms = @"CEO| CTO | Founder | Musk | Elon |chief designer ".Split('|').ToList()
			}
		},
	});
var found = service.Search("Elon Musk. He is the founder, CEO, CTO and chief designer of SpaceX; early investor, CEO and product architect of Tesla, Inc. founder of The Boring Company");
//the service will find next object: Elon Musk|founder|CEO|CTO|CEO|founder

Quick start TextCompareService. Compares two strings

If the distance is one the strings are identical

the code is not optimized for CPU performance


var service = new TextCompareService();
var result = service.Compare(
new TextCompareRequest()
{
FirstText =
"Musk. He is the founder, CEO, CTO and chief designer of SpaceX; early investor, CEO and product architect of Tesla, Inc. founder of The Boring Company",
SecondText =
"Elon Musk. He is the founder, CEO, CTO and chief designer of SpaceX; early investor, CEO and product architect of Tesla, Inc. founder of The Boring Company"
});
Assert.AreEqual(result.Distance < 1 && result.Distance > 0.98, true);

BsaSearch .Net fulltext search core

Bsa.Search.Core is a .Net Core library providing indexing and fast full text search. Technical characteristics of approximately 100 thousand simple queries per minute, on the index of 40 million documents, or about 8 thousand complex queries

The Search Engine and Highlighting Objects Service are installed at several companies on their production servers.

The Search Engine is able to:

The Highlighting Objects Service:

Quick start

Key words

Word forms

Example:

Quick start MemoryDocumentIndex

Quick start DiskDocumentIndex

Quick start FileDocumentIndex

Quick start ShardDocumentIndex - you can use it if your index is too large

Quick start HighlightObjectService. The service can highlight objects in the text

Quick start TextCompareService. Compares two strings