PersonService.java

package com.viontech.match.service;

import com.alibaba.fastjson.JSON;
import com.viontech.keliu.model.BodyFeature;
import com.viontech.keliu.model.FaceFeature;
import com.viontech.keliu.model.Person;
import com.viontech.keliu.model.Pool;
import com.viontech.match.config.Constant;
import com.viontech.match.entity.vo.RequestVo;
import com.viontech.match.entity.vo.ResponseVo;
import com.viontech.match.util.Utils;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections4.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.elasticsearch.ElasticsearchStatusException;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.support.IndicesOptions;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.query.RangeQueryBuilder;
import org.elasticsearch.index.query.TermQueryBuilder;
import org.elasticsearch.index.query.functionscore.ScriptScoreQueryBuilder;
import org.elasticsearch.index.reindex.BulkByScrollResponse;
import org.elasticsearch.index.reindex.DeleteByQueryRequest;
import org.elasticsearch.rest.RestStatus;
import org.elasticsearch.script.Script;
import org.elasticsearch.script.ScriptType;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.AggregationBuilders;
import org.elasticsearch.search.aggregations.Aggregations;
import org.elasticsearch.search.aggregations.BucketOrder;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.Max;
import org.elasticsearch.search.aggregations.metrics.MaxAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.ParsedValueCount;
import org.elasticsearch.search.aggregations.metrics.ValueCountAggregationBuilder;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.springframework.stereotype.Service;

import javax.annotation.Resource;
import java.io.IOException;
import java.text.ParseException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.EnumSet;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.stream.Collectors;
import java.util.stream.Stream;

/**
 * .
 *
 * @author 谢明辉
 * @version 0.0.1
 */

@Service
@Slf4j
public class PersonService {
    private static final String[] FETCH_SOURCE = new String[]{"personId", "age", "gender", "fid", "counttime", "channelSerialNum", "body_type"};
    @Resource
    private RestHighLevelClient client;
    @Resource
    private PoolService poolService;

    /**
     * 符合条件的数量
     * @param requestVo
     * @return
     * @throws Exception
     */
    public ResponseVo countMatchPerson(RequestVo requestVo) throws Exception {
        String rid = requestVo.getRid();
        String poolId = requestVo.getPersonPoolId();
        List<String> unionPersonPoolId = requestVo.getUnionPersonPoolId();
        Person person = requestVo.getPerson();
        List<String> poolIds = new ArrayList<>();

        if (unionPersonPoolId != null && unionPersonPoolId.size() > 0) {
            poolIds.addAll(unionPersonPoolId);
        }
        if (poolId != null) {
            poolIds.add(poolId);
        }
        log.info("人员匹配操作开始,PoolIds:[{}],rid:{}", poolIds, rid);
        long startTime = System.currentTimeMillis();
        try {
            String[] indices = poolIds.toArray(new String[poolIds.size()]);
            SearchRequest request = new SearchRequest(indices);
            IndicesOptions defaultIndicesOptions = request.indicesOptions();
            EnumSet<IndicesOptions.Option> options = defaultIndicesOptions.getOptions();
            options.add(IndicesOptions.Option.IGNORE_UNAVAILABLE);
            EnumSet<IndicesOptions.WildcardStates> expandWildcards = defaultIndicesOptions.getExpandWildcards();
            IndicesOptions newIndicesOptions = new IndicesOptions(options, expandWildcards);
            request.indicesOptions(newIndicesOptions);

            long count = 0;
            List<BodyFeature> bodyFeatures = person.getBodyFeatures();
            Double[] feature = null;
            if (CollectionUtils.isEmpty(bodyFeatures) && null == person.getBodyMinScore()) {
                log.info("rid:{} CountMatchPerson人体特征为空并且最小分数为空，直接查数量,PoolIds:[{}],count:{}", rid, poolIds, count);
            } else if (CollectionUtils.isNotEmpty(bodyFeatures)){
                feature = bodyFeatures.get(0).getFeature();
                if (feature == null || feature.length < Constant.BODY_FEATURE_DIMS_2048) {
                    log.info("rid:{} 人体特征维数小于2048,跳过比对", rid);
                    ResponseVo error = ResponseVo.error(rid, "人体特征维数小于2048,跳过比对");
                    error.setCount(0);
                    return error;
                } else if (feature.length == Constant.BODY_FEATURE_DIMS_2110) {
                    feature = Utils.transferBodyFeature(feature);
                }

                if (feature.length > Constant.BODY_FEATURE_DIMS_2048) {
                    feature = Arrays.copyOfRange(feature, 3, Constant.BODY_FEATURE_DIMS_2048 + 3);
                }
            } else {
                log.info("rid:{} 参数错误", rid);
                ResponseVo error = ResponseVo.error(rid, "参数错误");
                error.setCount(0);
                return error;
            }
            SearchSourceBuilder builder = getSearchSourceBuilder(feature, person, 1);
            builder.size(0);
            ValueCountAggregationBuilder countAggregationBuilder = AggregationBuilders.count("countId").field("_id");
            builder.aggregation(countAggregationBuilder);
            request.source(builder);
            log.debug("rid:{} CountMatchPerson条件{}:{}", rid, indices, builder.toString());

            SearchResponse response = client.search(request, RequestOptions.DEFAULT);
            ParsedValueCount countId = response.getAggregations().get("countId");
            count = countId.getValue();

            ResponseVo result = ResponseVo.success(rid, "success");
            result.setCount(count);
            log.info("rid:{} CountMatchPerson完成,PoolIds:[{}],count:{}，耗时：{}", rid, poolIds, count, System.currentTimeMillis() - startTime);
            return result;
        } catch (ElasticsearchStatusException e) {
            ResponseVo error = ResponseVo.error(rid, e.getDetailedMessage());
            error.setCount(0);
            return error;
        }
    }

    /**
     * 人员比对
     *
     * @param requestVo rid,personPoolId,unionPersonPoolId,person
     *
     * @return ResponseVo
     * @throws Exception --
     */
    public ResponseVo matchPerson(RequestVo requestVo) throws Exception {
        String rid = requestVo.getRid();
        String poolId = requestVo.getPersonPoolId();
        List<String> unionPersonPoolId = requestVo.getUnionPersonPoolId();
        Integer size = requestVo.getSize();
        Boolean agg = requestVo.getAgg();
        List<String> poolIds = new ArrayList<>();
        List<Person> matchFaces = new ArrayList<>();
        List<Person> matchBodies = new ArrayList<>();
        List<Pool> poolStatus = new ArrayList<>();

        if (unionPersonPoolId != null && unionPersonPoolId.size() > 0) {
            poolIds.addAll(unionPersonPoolId);
        }
        if (poolId != null) {
            poolIds.add(poolId);
        }
        log.info("人员匹配操作开始,PoolIds:[{}]，rid:{}", poolIds, rid);
        long startTime = System.currentTimeMillis();
        try {
            for (String id : poolIds) {
                Pool pool = new Pool();
                pool.setPersonPoolId(id);
                if (poolService.existPool(id)) {
                    pool.setStatus(0);
                    List<Person> face = matchPerson(rid, id, requestVo.getPerson(), 0, size, agg);
                    matchFaces.addAll(face);
                    List<Person> body = matchPerson(rid, id, requestVo.getPerson(), 1, size, agg);
                    matchBodies.addAll(body);
                } else {
                    pool.setStatus(1);
                }
                poolStatus.add(pool);
            }
            ResponseVo success = ResponseVo.success(rid, "success");
            if (matchFaces.size() > 0) {
                success.setMatchPersons(matchFaces);
            }
            if (matchBodies.size() > 0) {
                success.setMatchBodies(matchBodies);
            }
            success.setMatch(1);
            success.setPersonPoolStatus(poolStatus);
            log.info("人员匹配操作完成,PoolIds:{}, poolStatus:{}，rid:{}，耗时：{}", poolIds, JSON.toJSONString(poolStatus), rid, System.currentTimeMillis() - startTime);
            return success;
        } catch (ElasticsearchStatusException e) {
            if (e.status() == RestStatus.BAD_REQUEST && e.getDetailedMessage().contains(Constant.CLASS_CAST_EXCEPTION)) {
                for (String id : poolIds) {
                    RequestVo requestVo1 = new RequestVo();
                    requestVo1.setRid("1");
                    requestVo1.setPoolId(id);
                    requestVo1.setFlushPool(1);
                    poolService.deletePool(requestVo1);
                }
            }

            log.error("matchPerson", e);
            ResponseVo error = ResponseVo.error(rid, e.getDetailedMessage());
            error.setMatch(0);
            return error;
        }
    }

    /**
     * 修改人员特征(先删除再添加)
     *
     * @param requestVo rid,person, poolId,
     *
     * @return ResponseVo
     */
    public ResponseVo updatePerson(RequestVo requestVo) {
        String rid = requestVo.getRid();
        Person person = requestVo.getPerson();
        String personId = person.getPersonId();
        String poolId = requestVo.getPoolId();
        log.info("人员修改操作开始,poolId:[{}],personId:[{}]", poolId, personId);
        try {
            if (!poolService.existPool(poolId)) {
                poolService.createPool(requestVo, false);
            }
            BulkByScrollResponse bulkByScrollResponse = deletePerson(poolId, personId);
            BulkResponse bulkItemResponses = addPerson(poolId, Collections.singletonList(person));
        } catch (Exception e) {
            log.error("人员修改操作异常", e);
            return ResponseVo.error(rid, "update failed");
        }
        log.info("人员修改操作完成,poolId:[{}],personId:[{}]", poolId, personId);
        return ResponseVo.success(rid);
    }

    /**
     * 添加人员
     *
     * @param poolId     特征池Id
     * @param personPool 要添加的人员列表
     *
     * @return 批量添加的结果
     * @throws IOException elasticsearch 所产生的异常
     */
    public BulkResponse addPerson(String poolId, List<Person> personPool) throws IOException {
        BulkRequest bulkRequest = new BulkRequest(poolId);
        for (Person person : personPool) {
            if (person == null) {
                continue;
            }
            Integer age = person.getAge();
            String gender = person.getGender();
            String personId = person.getPersonId();
            Date personCountTime = person.getCounttime();
            String direction = person.getDirection();
            //Long gateId = person.getGateId();
            Integer bodyType = person.getBodyType();
            String personChannelSerialNum = person.getChannelSerialNum();
            List<FaceFeature> faceFeatures = person.getFaceFeatures();
            if (CollectionUtils.isNotEmpty(faceFeatures)) {
                for (FaceFeature faceFeature : faceFeatures) {
                    Double[] feature = faceFeature.getFeature();
                    if (feature != null && feature.length == Constant.FACE_FEATURE_DIMS) {
                        String fid = faceFeature.getFid();
                        String unid = faceFeature.getUnid();
                        Long gateId = faceFeature.getGateId();
                        IndexRequest indexRequest = new IndexRequest(poolId)
                                .source(XContentType.JSON, "personId", personId, "unid", unid,
                                        "data", feature, "fid", fid, "age", age, "gender", gender, "body_type", bodyType,
                                        "counttime", personCountTime == null ? null : Constant.DATE_FORMAT.get().format(personCountTime),
                                        "channelSerialNum", personChannelSerialNum, "gateId", gateId, "direction", direction);
                        bulkRequest.add(indexRequest);
                    }
                }
            }
            List<BodyFeature> bodyFeatures = person.getBodyFeatures();
            if (CollectionUtils.isNotEmpty(bodyFeatures)) {
                for (BodyFeature bodyFeature : bodyFeatures) {
                    Double[] feature = bodyFeature.getFeature();
                    if (feature == null || feature.length < Constant.BODY_FEATURE_DIMS_2048) {
                        continue;
                    } else if (feature.length == Constant.BODY_FEATURE_DIMS_2110) {
                        feature = Utils.transferBodyFeature(feature);
                    }

                    if (feature.length > Constant.BODY_FEATURE_DIMS_2048) {
                        feature = Arrays.copyOfRange(feature, 3, Constant.BODY_FEATURE_DIMS_2048 + 3);
                    }

                    String fid = bodyFeature.getBid();
                    String unid = bodyFeature.getUnid();
                    Long gateId = bodyFeature.getGateId();
                    Date counttime = bodyFeature.getCounttime() == null ? personCountTime : bodyFeature.getCounttime();
                    String channelSerialNum = bodyFeature.getChannelSerialNum() == null ? personChannelSerialNum : person.getChannelSerialNum();
                    IndexRequest indexRequest = new IndexRequest(poolId)
                            .source(XContentType.JSON, "personId", personId, "unid", unid,
                                    "body", feature, "fid", fid, "age", age, "gender", gender, "body_type", bodyType,
                                    "counttime", counttime == null ? null : Constant.DATE_FORMAT.get().format(counttime)
                                    , "channelSerialNum", channelSerialNum, "gateId", gateId, "direction", direction);
                    bulkRequest.add(indexRequest);
                }
            }
        }
        if (bulkRequest.requests().size() == 0) {
            return null;
        }
        BulkResponse bulk = client.bulk(bulkRequest, RequestOptions.DEFAULT);
        poolService.refreshPool(poolId);
        return bulk;
    }

    /**
     * 删除人员
     *
     * @param poolId   特征池Id
     * @param personId 人员Id,对应数据库personUnid
     *
     * @return 删除结果
     * @throws IOException elasticsearch 所产生的异常
     */
    public BulkByScrollResponse deletePerson(String poolId, String personId) throws IOException {
        DeleteByQueryRequest deleteByQueryRequest = new DeleteByQueryRequest(poolId)
                .setQuery(new TermQueryBuilder("personId", personId))
                .setRefresh(true);
        return client.deleteByQuery(deleteByQueryRequest, RequestOptions.DEFAULT);
    }

    /**
     * 人员匹配入口
     *
     * @param rid 请求唯一id
     * @param poolId 在哪个特征池中匹配
     * @param person 用来匹配的人员信息
     * @param type   匹配类型 0人脸 1人体
     *
     * @return 匹配结果
     * @throws Exception --
     */
    public List<Person> matchPerson(String rid, String poolId, Person person, int type, Integer size, Boolean agg) throws Exception {
        List<Person> matchResult = new ArrayList<>();
        int matchResultSize;
        if (type == 0) {
            matchFace(rid, poolId, matchResult, person, size, agg);
            matchResultSize = Constant.FACE_MATCH_RESULT_SIZE;
        } else {
            matchBody(rid, poolId, matchResult, person, size, agg);
            matchResultSize = Constant.BODY_MATCH_RESULT_SIZE;
        }
        if (size != null) {
            matchResultSize = size;
        }

        Map<String, Person> collect = matchResult.stream().collect(Collectors.toMap(Person::getPersonId, x -> x, (a, b) -> a.getScore() >= b.getScore() ? a : b));

        Stream<Person> stream = collect.values().stream().sorted(Comparator.comparingDouble(Person::getScore).reversed());
        if (matchResult.size() > matchResultSize) {
            stream = stream.limit(matchResultSize);
        }
        matchResult = stream.collect(Collectors.toList());
        return matchResult;
    }

    private void matchFace(String rid, String poolId, List<Person> matchResult, Person person, Integer size, Boolean agg) throws Exception {
        List<FaceFeature> faceFeatures = person.getFaceFeatures();
        if (CollectionUtils.isNotEmpty(faceFeatures)) {
            for (FaceFeature faceFeature : faceFeatures) {
                Double[] feature = faceFeature.getFeature();
                if (feature == null || feature.length != Constant.FACE_FEATURE_DIMS) {
                    log.info("人脸特征维数小于512,跳过比对");
                    continue;
                }

                SearchRequest searchRequest = getSearchRequest(rid, poolId, size == null ? Constant.FACE_MATCH_RESULT_SIZE : size, feature, person, 0, agg);
                matchResult.addAll(match0(searchRequest, agg));
            }
        } else {
            log.info("no face feature");
        }
    }

    private void matchBody(String rid, String poolId, List<Person> matchResult, Person person, Integer size, Boolean agg) throws Exception {
        List<BodyFeature> bodyFeatures = person.getBodyFeatures();
        if (CollectionUtils.isNotEmpty(bodyFeatures)) {
            for (BodyFeature faceFeature : bodyFeatures) {
                Double[] feature = faceFeature.getFeature();
                if (feature == null || feature.length < Constant.BODY_FEATURE_DIMS_2048) {
                    log.info("人体特征维数小于2048,跳过比对");
                    continue;
                } else if (feature.length == Constant.BODY_FEATURE_DIMS_2110) {
                    feature = Utils.transferBodyFeature(feature);
                }

                if (feature.length > Constant.BODY_FEATURE_DIMS_2048) {
                    feature = Arrays.copyOfRange(feature, 3, Constant.BODY_FEATURE_DIMS_2048 + 3);
                }

                SearchRequest searchRequest = getSearchRequest(rid, poolId, size == null ? Constant.BODY_MATCH_RESULT_SIZE : size, feature, person, 1, agg);

                matchResult.addAll(match0(searchRequest, agg));
            }
        }
    }

    /**
     *
     * @param feature
     * @param person
     * @param type 0,人脸，1人体
     * @return
     */
    private SearchSourceBuilder getSearchSourceBuilder(Double[] feature, Person person, int type) {
        Script script = null;
        BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
        if (null != feature && type == 0) {
            script = new Script(
                    ScriptType.INLINE, Script.DEFAULT_SCRIPT_LANG,
                    "(cosineSimilarity(params.face, 'data') + 1) / 2 * 100", Collections.singletonMap("face", feature));
            boolQuery.filter(QueryBuilders.existsQuery("data"));
        } else if (null != feature && type == 1){
            script = new Script(
                    ScriptType.INLINE, Script.DEFAULT_SCRIPT_LANG,
                    "(cosineSimilarity(params.body, 'body') + 1) / 2 * 100", Collections.singletonMap("body", feature));
            boolQuery.filter(QueryBuilders.existsQuery("body"));
        }

        // 根据通道号过滤
        List<String> channelSerialNums = person.getChannelSerialNums();
        if (CollectionUtils.isNotEmpty(channelSerialNums)) {
            boolQuery.filter(QueryBuilders.termsQuery("channelSerialNum", channelSerialNums));
        }

        // 根据监控点id进行过滤
        List<Long> gateIdIn = person.getGateIdIn();
        if (CollectionUtils.isNotEmpty(gateIdIn)) {
            boolQuery.filter(QueryBuilders.termsQuery("gateId", gateIdIn));
        }

        // 根据人的ID进行过滤
        if (StringUtils.isNotEmpty(person.getPersonUnid())) {
            boolQuery.filter(QueryBuilders.termQuery("personId", person.getPersonUnid()));
        }

        if (StringUtils.isNotBlank(person.getCompareDirection())) {
            boolQuery.filter(QueryBuilders.termQuery("direction", person.getCompareDirection()));
        }

        // 根据时间过滤
        RangeQueryBuilder rangeQueryBuilder = QueryBuilders.rangeQuery("counttime");
        Date counttimeGTE = person.getCounttimeGTE();
        Date counttimeLTE = person.getCounttimeLTE();
        if (counttimeGTE != null) {
            rangeQueryBuilder.gte(Constant.DATE_FORMAT.get().format(counttimeGTE));
        }
        if (counttimeLTE != null) {
            rangeQueryBuilder.lte(Constant.DATE_FORMAT.get().format(counttimeLTE));
        }
        if (counttimeGTE != null || counttimeLTE != null) {
            boolQuery.filter(rangeQueryBuilder);
        }
        SearchSourceBuilder builder;
        if (null == script) {
            builder = new SearchSourceBuilder().query(boolQuery);
        } else {
            ScriptScoreQueryBuilder queryBuilder = QueryBuilders.scriptScoreQuery(boolQuery, script);
            builder = new SearchSourceBuilder().query(queryBuilder);
            //控制最小分数,只有特征比对时才有分数
            if (0 == type && null != person.getFaceMinScore()) {
                builder.minScore(person.getFaceMinScore());
            } else if (1 == type && null != person.getBodyMinScore()) {
                builder.minScore(person.getBodyMinScore());
            }
        }
        return builder;
    }

    private SearchRequest getSearchRequest(String rid, String poolId, Integer matchResultSize, Double[] feature, Person person, int type, Boolean agg) {
        SearchSourceBuilder builder = getSearchSourceBuilder(feature, person, type);
        if (agg) {
            MaxAggregationBuilder maxScoreAgg = AggregationBuilders.max("max_score").script(new Script("_score"));
            TermsAggregationBuilder personIdAgg = AggregationBuilders.terms("by_personId").field("personId");
            personIdAgg.subAggregation(maxScoreAgg);
            personIdAgg.order(BucketOrder.aggregation("max_score", false));
            personIdAgg.size(matchResultSize);
            builder.aggregation(personIdAgg);
        } else {
            builder.fetchSource(FETCH_SOURCE, null)
                    .size(matchResultSize);
        }

        log.debug("rid:{} poolId:{} 匹配时参数:{}", rid, poolId, builder.toString());

        return new SearchRequest(poolId).source(builder);
    }

    private List<Person> match0(SearchRequest searchRequest, Boolean agg) throws Exception {
        String poolId = searchRequest.indices()[0];
        List<Person> persons = new ArrayList<>();
        SearchResponse search = client.search(searchRequest, RequestOptions.DEFAULT);
        if (agg) {
            Aggregations aggregations = search.getAggregations();
            Terms byPersonId = aggregations.get("by_personId");
            List<? extends Terms.Bucket> buckets = byPersonId.getBuckets();
            for (Terms.Bucket bucket : buckets) {
                String personId = (String) bucket.getKey();
                Max maxScore = bucket.getAggregations().get("max_score");
                double value = maxScore.getValue();
                Person person = new Person().setPersonId(personId).setScore((float) value).setPersonPoolId(poolId);
                persons.add(person);
            }
        } else {
            SearchHits hits = search.getHits();
            SearchHit[] hits1 = hits.getHits();
            for (SearchHit item : hits1) {
                Map<String, Object> source = item.getSourceAsMap();
                Person p = new Person();
                p.setPersonId((String) source.get("personId"));
                p.setAge((Integer) source.get("age"));
                p.setGender((String) source.get("gender"));
                p.setChannelSerialNum((String) source.get("channelSerialNum"));
                p.setBodyType((Integer) source.get("body_type"));

                p.setCounttime(Optional.ofNullable((String) source.get("counttime"))
                        .map(x -> {
                            try {
                                return Constant.DATE_FORMAT.get().parse(x);
                            } catch (ParseException ignore) {
                            }
                            return null;
                        })
                        .orElse(null));

                p.setScore(item.getScore());
                p.setPersonPoolId(item.getIndex());
                persons.add(p);
            }
        }
        return persons;
    }


}