/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.texera.amber.operator.keywordSearch

import org.apache.texera.amber.core.tuple.Tuple
import org.apache.texera.amber.operator.filter.FilterOpExec
import org.apache.texera.amber.util.JSONUtils.objectMapper
import org.apache.lucene.analysis.standard.StandardAnalyzer
import org.apache.lucene.index.memory.MemoryIndex
import org.apache.lucene.queryparser.classic.QueryParser
import org.apache.lucene.search.Query

class KeywordSearchOpExec(descString: String) extends FilterOpExec {
  private val desc: KeywordSearchOpDesc =
    objectMapper.readValue(descString, classOf[KeywordSearchOpDesc])

  // We chose StandardAnalyzer because it provides more comprehensive tokenization, retaining numeric tokens and handling a broader range of characters.
  // This ensures that search functionality can include standalone numbers (e.g., "3") and complex queries while offering robust performance for most use cases.
  @transient private lazy val analyzer = new StandardAnalyzer()
  @transient lazy val query: Query = new QueryParser(desc.attribute, analyzer).parse(desc.keyword)
  @transient private lazy val memoryIndex: MemoryIndex = new MemoryIndex()

  this.setFilterFunc(findKeyword)

  private def findKeyword(tuple: Tuple): Boolean = {
    Option[Any](tuple.getField(desc.attribute)).map(_.toString).exists { fieldValue =>
      memoryIndex.addField(desc.attribute, fieldValue, analyzer)
      val isMatch = memoryIndex.search(query) > 0.0f
      memoryIndex.reset()
      isMatch
    }
  }

}
