mirror of
https://github.com/tencentmusic/supersonic.git
synced 2025-12-14 13:47:09 +00:00
51 lines
1.4 KiB
Java
51 lines
1.4 KiB
Java
package com.hankcs.hanlp;
|
|
|
|
import com.tencent.supersonic.common.pojo.enums.DictWordType;
|
|
import lombok.Data;
|
|
import lombok.extern.slf4j.Slf4j;
|
|
import org.apache.commons.lang3.StringUtils;
|
|
import org.springframework.beans.factory.annotation.Value;
|
|
import org.springframework.util.CollectionUtils;
|
|
|
|
import java.util.ArrayList;
|
|
import java.util.List;
|
|
import java.util.Objects;
|
|
|
|
@Data
|
|
@Slf4j
|
|
public class LoadRemoveService {
|
|
|
|
@Value("${s2.mapper.remove.nature.prefix:}")
|
|
private String mapperRemoveNaturePrefix;
|
|
|
|
public List removeNatures(List value) {
|
|
if (CollectionUtils.isEmpty(value)) {
|
|
return value;
|
|
}
|
|
List<String> resultList = new ArrayList<>(value);
|
|
if (StringUtils.isNotBlank(mapperRemoveNaturePrefix)) {
|
|
resultList.removeIf(
|
|
nature -> {
|
|
if (Objects.isNull(nature)) {
|
|
return false;
|
|
}
|
|
return nature.startsWith(mapperRemoveNaturePrefix);
|
|
});
|
|
}
|
|
return resultList;
|
|
}
|
|
|
|
public Long getDataSetId(String nature) {
|
|
try {
|
|
String[] split = nature.split(DictWordType.NATURE_SPILT);
|
|
if (split.length <= 1) {
|
|
return null;
|
|
}
|
|
return Long.valueOf(split[1]);
|
|
} catch (NumberFormatException e) {
|
|
log.error("", e);
|
|
}
|
|
return null;
|
|
}
|
|
}
|