BsaSearch .Net search core

Quick start DiskDocumentIndex

      var field = "*";
      var query = "(first & \"second and four* \") | title:(four* ~3 \'one\')";

        var documentIndex = new DiskDocumentIndex(Directory.GetCurrentDirectory(), "test");
        var content = "six first second four";
        var title = "one first second four";

        while (!documentIndex.IsReady) 
        { 
            Thread.Sleep(500); 
        }

        var searchService = new SearchServiceEngine(documentIndex);

        var doc = new IndexDocument("ExternalId");

        doc.Add("content".GetField(content));
        doc.Add("title".GetField(title));

        searchService.Index(new IndexDocument[]
        {
           doc
        });

        var parsed = query.Parse(field);


        var request = new SearchQueryRequest()
        {
            Query = parsed,
            Field = field,
            ShowHighlight = true,
            OrderField = SortOrderFields.Relevance,
            Order = SortOrder.Desc,
            Size = 20,
        };
        var result = searchService.Search(request);

Quick start FileDocumentIndex

    var field = "*";
    var selector = new IndexWordSelector();
    var morphology = new DefaultMorphology(new WordDictionary(), selector);
    var fileName = "D:\Logs.txt";

    // you can implement your own file reader, csv, json, or other
    var index = new FileDocumentIndex(fileName, new FileByLinesRowReader(null), morphology);

    // if index is already exist we skip file indexing
    if (!index.IsIndexed)
        index.Start();
    while (!index.IsReady)
    {
    	Thread.Sleep(300);
    }

    var query = "("one" | two) ~50 ("error*")".Parse(field);
    var found = index.Search(new SearchQueryRequest()
    {
    	Field = field,
    	Query = query,
    	ShowHighlight = true,
    });
    // where ExternalId is line number from file  
    // found.ShardResult.First().FoundDocs.FirstOrDefault().Value.ExternalId

Quick start DiskShardDocumentIndex - you can use it if your index is too large(The sharded Index is not completely finished)

      var field = "*";
      var query = "(first & \"second and four* \") | title:(four* ~3 \'one\')";

        var documentIndex = new DiskShardDocumentIndex(Directory.GetCurrentDirectory(), "test");
        var content = "six first second four";
        var title = "one first second four";

        while (!documentIndex.IsReady) 
        { 
                Thread.Sleep(500); 
        }

        var searchService = new SearchServiceEngine(documentIndex);

        var doc = new IndexDocument("ExternalId");

        doc.Add("content".GetField(content));
        doc.Add("title".GetField(title));

        doc.Add("intValue".GetFilterField(10));
        doc.Add("longValue".GetFilterField(22l));
        doc.Add("dateValue".GetFilterField(DateTime.UtcNow));
        doc.Add("float".GetFilterField(1f));

        searchService.Index(new IndexDocument[]
        {
           doc
        });

        var parsed = query.Parse(field);


        var request = new SearchQueryRequest()
        {
            Query = parsed,
            Field = field,
            ShowHighlight = true,
            Size = 20,
            // fillter by Valu
            Filter = new FilterClause()
            {
                Condition = FilterCondition.Equal,
                Value = "intValue".GetFilterField(10),
                Next = new FilterClause()
                {
                    Condition = FilterCondition.Great,
                    Value = "longValue".GetFilterField(21l)
                }
            }
        };
        var result = searchService.Search(request);

Quick start HighlightObjectService. The service can highlight objects in the text


var selector = new IndexWordSelector();
var morphology = new DefaultMorphology(new WordDictionary(), selector);
var service = new HighlightObjectService(morphology);
service.AddRange(new HighlightObjectInfo[]
	{
		new HighlightObjectInfo()
		{
			StrongSynonyms = @"Elon Musk | E Musk | Elon M".Split('|').ToList(),
			Name = "Elon Musk",
			Id = "1",
			Type = ObjectType.Person,
			Weak = new HighlightObjectWeak()
			{
				WeakSearchContext = @"SpaceX | Tesla | Boring Company".Split('|').ToList(),
				WeakSynonyms = @"CEO| CTO | Founder | Musk | Elon |chief designer ".Split('|').ToList()
			}
		},
	});
var found = service.Search("Elon Musk. He is the founder, CEO, CTO and chief designer of SpaceX; early investor, CEO and product architect of Tesla, Inc. founder of The Boring Company");
//the service will find next object: Elon Musk|founder|CEO|CTO|CEO|founder

Quick start TextCompareService. Compares two strings

If the distance is one the strings are identical

the code is not optimized for CPU performance


var service = new TextCompareService();
var result = service.Compare(
new TextCompareRequest()
{
FirstText =
"Musk. He is the founder, CEO, CTO and chief designer of SpaceX; early investor, CEO and product architect of Tesla, Inc. founder of The Boring Company",
SecondText =
"Elon Musk. He is the founder, CEO, CTO and chief designer of SpaceX; early investor, CEO and product architect of Tesla, Inc. founder of The Boring Company"
});
Assert.AreEqual(result.Distance < 1 && result.Distance > 0.98, true);

BsaSearch .Net fulltext search core

Bsa.Search.Core is a .Net Core library providing indexing and fast full text search. Technical characteristics of approximately 100 thousand simple queries per minute, on the index of 40 million documents, or about 8 thousand complex queries

The Search Engine and Highlighting Objects Service are installed at several companies on their production servers.

The Search Engine is able to:

The Highlighting Objects Service:

Quick start

Key words

Word forms

Example:

Quick start MemoryDocumentIndex

Quick start DiskDocumentIndex

Quick start FileDocumentIndex

Quick start DiskShardDocumentIndex - you can use it if your index is too large(The sharded Index is not completely finished)

Quick start HighlightObjectService. The service can highlight objects in the text

Quick start TextCompareService. Compares two strings