/*-
 * #%L
 * HAPI FHIR JPA Server
 * %%
 * Copyright (C) 2014 - 2023 Smile CDR, Inc.
 * %%
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * #L%
 */
package ca.uhn.fhir.jpa.dao.index;

import ca.uhn.fhir.context.FhirContext;
import ca.uhn.fhir.i18n.Msg;
import ca.uhn.fhir.interceptor.model.RequestPartitionId;
import ca.uhn.fhir.jpa.api.config.JpaStorageSettings;
import ca.uhn.fhir.jpa.api.model.PersistentIdToForcedIdMap;
import ca.uhn.fhir.jpa.api.svc.IIdHelperService;
import ca.uhn.fhir.jpa.dao.data.IForcedIdDao;
import ca.uhn.fhir.jpa.dao.data.IResourceTableDao;
import ca.uhn.fhir.jpa.model.config.PartitionSettings;
import ca.uhn.fhir.jpa.model.cross.IResourceLookup;
import ca.uhn.fhir.jpa.model.cross.JpaResourceLookup;
import ca.uhn.fhir.jpa.model.dao.JpaPid;
import ca.uhn.fhir.jpa.model.entity.ForcedId;
import ca.uhn.fhir.jpa.model.entity.ResourceTable;
import ca.uhn.fhir.jpa.search.builder.SearchBuilder;
import ca.uhn.fhir.jpa.util.MemoryCacheService;
import ca.uhn.fhir.jpa.util.QueryChunker;
import ca.uhn.fhir.model.primitive.IdDt;
import ca.uhn.fhir.rest.api.server.storage.BaseResourcePersistentId;
import ca.uhn.fhir.rest.api.server.storage.IResourcePersistentId;
import ca.uhn.fhir.rest.server.exceptions.InvalidRequestException;
import ca.uhn.fhir.rest.server.exceptions.PreconditionFailedException;
import ca.uhn.fhir.rest.server.exceptions.ResourceNotFoundException;
import com.google.common.annotations.VisibleForTesting;
import com.google.common.collect.ListMultimap;
import com.google.common.collect.MultimapBuilder;
import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.Validate;
import org.hl7.fhir.instance.model.api.IAnyResource;
import org.hl7.fhir.instance.model.api.IBaseResource;
import org.hl7.fhir.instance.model.api.IIdType;
import org.hl7.fhir.r4.model.IdType;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import org.springframework.transaction.support.TransactionSynchronizationManager;

import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Date;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import java.util.stream.Collectors;
import javax.annotation.Nonnull;
import javax.annotation.Nullable;
import javax.persistence.EntityManager;
import javax.persistence.PersistenceContext;
import javax.persistence.PersistenceContextType;
import javax.persistence.Tuple;
import javax.persistence.TypedQuery;
import javax.persistence.criteria.CriteriaBuilder;
import javax.persistence.criteria.CriteriaQuery;
import javax.persistence.criteria.Predicate;
import javax.persistence.criteria.Root;

import static ca.uhn.fhir.jpa.search.builder.predicate.BaseJoiningPredicateBuilder.replaceDefaultPartitionIdIfNonNull;
import static org.apache.commons.lang3.StringUtils.isNotBlank;

/**
 * This class is used to convert between PIDs (the internal primary key for a particular resource as
 * stored in the {@link ca.uhn.fhir.jpa.model.entity.ResourceTable HFJ_RESOURCE} table), and the
 * public ID that a resource has.
 * <p>
 * These IDs are sometimes one and the same (by default, a resource that the server assigns the ID of
 * <code>Patient/1</code> will simply use a PID of 1 and and ID of 1. However, they may also be different
 * in cases where a forced ID is used (an arbitrary client-assigned ID).
 * </p>
 * <p>
 * This service is highly optimized in order to minimize the number of DB calls as much as possible,
 * since ID resolution is fundamental to many basic operations. This service returns either
 * {@link IResourceLookup} or {@link BaseResourcePersistentId} depending on the method being called.
 * The former involves an extra database join that the latter does not require, so selecting the
 * right method here is important.
 * </p>
 */
@Service
public class IdHelperService implements IIdHelperService<JpaPid> {
        public static final Predicate[] EMPTY_PREDICATE_ARRAY = new Predicate[0];
        public static final String RESOURCE_PID = "RESOURCE_PID";

        @Autowired
        protected IForcedIdDao myForcedIdDao;

        @Autowired
        protected IResourceTableDao myResourceTableDao;

        @Autowired
        private JpaStorageSettings myStorageSettings;

        @Autowired
        private FhirContext myFhirCtx;

        @Autowired
        private MemoryCacheService myMemoryCacheService;

        @PersistenceContext(type = PersistenceContextType.TRANSACTION)
        private EntityManager myEntityManager;

        @Autowired
        private PartitionSettings myPartitionSettings;

        private boolean myDontCheckActiveTransactionForUnitTest;

        @VisibleForTesting
        void setDontCheckActiveTransactionForUnitTest(boolean theDontCheckActiveTransactionForUnitTest) {
                myDontCheckActiveTransactionForUnitTest = theDontCheckActiveTransactionForUnitTest;
        }

        /**
         * Given a forced ID, convert it to its Long value. Since you are allowed to use string IDs for resources, we need to
         * convert those to the underlying Long values that are stored, for lookup and comparison purposes.
         *
         * @throws ResourceNotFoundException If the ID can not be found
         */
        @Override
        @Nonnull
        public IResourceLookup<JpaPid> resolveResourceIdentity(
                        @Nonnull RequestPartitionId theRequestPartitionId, String theResourceType, String theResourceId)
                        throws ResourceNotFoundException {
                return resolveResourceIdentity(theRequestPartitionId, theResourceType, theResourceId, false);
        }

        /**
         * Given a forced ID, convert it to its Long value. Since you are allowed to use string IDs for resources, we need to
         * convert those to the underlying Long values that are stored, for lookup and comparison purposes.
         * Optionally filters out deleted resources.
         *
         * @throws ResourceNotFoundException If the ID can not be found
         */
        @Override
        @Nonnull
        public IResourceLookup<JpaPid> resolveResourceIdentity(
                        @Nonnull RequestPartitionId theRequestPartitionId,
                        String theResourceType,
                        String theResourceId,
                        boolean theExcludeDeleted)
                        throws ResourceNotFoundException {
                assert myDontCheckActiveTransactionForUnitTest || TransactionSynchronizationManager.isSynchronizationActive();
                assert theRequestPartitionId != null;

                if (theResourceId.contains("/")) {
                        theResourceId = theResourceId.substring(theResourceId.indexOf("/") + 1);
                }
                IdDt id = new IdDt(theResourceType, theResourceId);
                Map<String, List<IResourceLookup<JpaPid>>> matches =
                                translateForcedIdToPids(theRequestPartitionId, Collections.singletonList(id), theExcludeDeleted);

                // We only pass 1 input in so only 0..1 will come back
                if (matches.isEmpty() || !matches.containsKey(theResourceId)) {
                        throw new ResourceNotFoundException(Msg.code(2001) + "Resource " + id + " is not known");
                }

                if (matches.size() > 1 || matches.get(theResourceId).size() > 1) {
                        /*
                         *  This means that:
                         *  1. There are two resources with the exact same resource type and forced id
                         *  2. The unique constraint on this column-pair has been dropped
                         */
                        String msg = myFhirCtx.getLocalizer().getMessage(IdHelperService.class, "nonUniqueForcedId");
                        throw new PreconditionFailedException(Msg.code(1099) + msg);
                }

                return matches.get(theResourceId).get(0);
        }

        /**
         * Returns a mapping of Id -> IResourcePersistentId.
         * If any resource is not found, it will throw ResourceNotFound exception (and no map will be returned)
         */
        @Override
        @Nonnull
        public Map<String, JpaPid> resolveResourcePersistentIds(
                        @Nonnull RequestPartitionId theRequestPartitionId, String theResourceType, List<String> theIds) {
                return resolveResourcePersistentIds(theRequestPartitionId, theResourceType, theIds, false);
        }

        /**
         * Returns a mapping of Id -> IResourcePersistentId.
         * If any resource is not found, it will throw ResourceNotFound exception (and no map will be returned)
         * Optionally filters out deleted resources.
         */
        @Override
        @Nonnull
        public Map<String, JpaPid> resolveResourcePersistentIds(
                        @Nonnull RequestPartitionId theRequestPartitionId,
                        String theResourceType,
                        List<String> theIds,
                        boolean theExcludeDeleted) {
                assert myDontCheckActiveTransactionForUnitTest || TransactionSynchronizationManager.isSynchronizationActive();
                Validate.notNull(theIds, "theIds cannot be null");
                Validate.isTrue(!theIds.isEmpty(), "theIds must not be empty");

                Map<String, JpaPid> retVals = new HashMap<>();

                for (String id : theIds) {
                        JpaPid retVal;
                        if (!idRequiresForcedId(id)) {
                                // is already a PID
                                retVal = JpaPid.fromId(Long.parseLong(id));
                                retVals.put(id, retVal);
                        } else {
                                // is a forced id
                                // we must resolve!
                                if (myStorageSettings.isDeleteEnabled()) {
                                        retVal = resolveResourceIdentity(theRequestPartitionId, theResourceType, id, theExcludeDeleted)
                                                        .getPersistentId();
                                        retVals.put(id, retVal);
                                } else {
                                        // fetch from cache... adding to cache if not available
                                        String key = toForcedIdToPidKey(theRequestPartitionId, theResourceType, id);
                                        retVal = myMemoryCacheService.getThenPutAfterCommit(
                                                        MemoryCacheService.CacheEnum.FORCED_ID_TO_PID, key, t -> {
                                                                List<IIdType> ids = Collections.singletonList(new IdType(theResourceType, id));
                                                                // fetches from cache using a function that checks cache first...
                                                                List<JpaPid> resolvedIds =
                                                                                resolveResourcePersistentIdsWithCache(theRequestPartitionId, ids);
                                                                if (resolvedIds.isEmpty()) {
                                                                        throw new ResourceNotFoundException(Msg.code(1100) + ids.get(0));
                                                                }
                                                                return resolvedIds.get(0);
                                                        });
                                        retVals.put(id, retVal);
                                }
                        }
                }

                return retVals;
        }

        /**
         * Given a resource type and ID, determines the internal persistent ID for the resource.
         *
         * @throws ResourceNotFoundException If the ID can not be found
         */
        @Override
        @Nonnull
        public JpaPid resolveResourcePersistentIds(
                        @Nonnull RequestPartitionId theRequestPartitionId, String theResourceType, String theId) {
                return resolveResourcePersistentIds(theRequestPartitionId, theResourceType, theId, false);
        }

        /**
         * Given a resource type and ID, determines the internal persistent ID for the resource.
         * Optionally filters out deleted resources.
         *
         * @throws ResourceNotFoundException If the ID can not be found
         */
        @Override
        public JpaPid resolveResourcePersistentIds(
                        @Nonnull RequestPartitionId theRequestPartitionId,
                        String theResourceType,
                        String theId,
                        boolean theExcludeDeleted) {
                Validate.notNull(theId, "theId must not be null");

                Map<String, JpaPid> retVal = resolveResourcePersistentIds(
                                theRequestPartitionId, theResourceType, Collections.singletonList(theId), theExcludeDeleted);
                return retVal.get(theId); // should be only one
        }

        /**
         * Returns true if the given resource ID should be stored in a forced ID. Under default config
         * (meaning client ID strategy is {@link JpaStorageSettings.ClientIdStrategyEnum#ALPHANUMERIC})
         * this will return true if the ID has any non-digit characters.
         * <p>
         * In {@link JpaStorageSettings.ClientIdStrategyEnum#ANY} mode it will always return true.
         */
        @Override
        public boolean idRequiresForcedId(String theId) {
                return myStorageSettings.getResourceClientIdStrategy() == JpaStorageSettings.ClientIdStrategyEnum.ANY
                                || !isValidPid(theId);
        }

        @Nonnull
        private String toForcedIdToPidKey(
                        @Nonnull RequestPartitionId theRequestPartitionId, String theResourceType, String theId) {
                return RequestPartitionId.stringifyForKey(theRequestPartitionId) + "/" + theResourceType + "/" + theId;
        }

        /**
         * Given a collection of resource IDs (resource type + id), resolves the internal persistent IDs.
         * <p>
         * This implementation will always try to use a cache for performance, meaning that it can resolve resources that
         * are deleted (but note that forced IDs can't change, so the cache can't return incorrect results)
         */
        @Override
        @Nonnull
        public List<JpaPid> resolveResourcePersistentIdsWithCache(
                        RequestPartitionId theRequestPartitionId, List<IIdType> theIds) {
                boolean onlyForcedIds = false;
                return resolveResourcePersistentIdsWithCache(theRequestPartitionId, theIds, onlyForcedIds);
        }

        /**
         * Given a collection of resource IDs (resource type + id), resolves the internal persistent IDs.
         * <p>
         * This implementation will always try to use a cache for performance, meaning that it can resolve resources that
         * are deleted (but note that forced IDs can't change, so the cache can't return incorrect results)
         *
         * @param theOnlyForcedIds If <code>true</code>, resources which are not existing forced IDs will not be resolved
         */
        @Override
        @Nonnull
        public List<JpaPid> resolveResourcePersistentIdsWithCache(
                        RequestPartitionId theRequestPartitionId, List<IIdType> theIds, boolean theOnlyForcedIds) {
                assert myDontCheckActiveTransactionForUnitTest || TransactionSynchronizationManager.isSynchronizationActive();

                List<JpaPid> retVal = new ArrayList<>(theIds.size());

                for (IIdType id : theIds) {
                        if (!id.hasIdPart()) {
                                throw new InvalidRequestException(Msg.code(1101) + "Parameter value missing in request");
                        }
                }

                if (!theIds.isEmpty()) {
                        Set<IIdType> idsToCheck = new HashSet<>(theIds.size());
                        for (IIdType nextId : theIds) {
                                if (myStorageSettings.getResourceClientIdStrategy() != JpaStorageSettings.ClientIdStrategyEnum.ANY) {
                                        if (nextId.isIdPartValidLong()) {
                                                if (!theOnlyForcedIds) {
                                                        JpaPid jpaPid = JpaPid.fromId(nextId.getIdPartAsLong());
                                                        jpaPid.setAssociatedResourceId(nextId);
                                                        retVal.add(jpaPid);
                                                }
                                                continue;
                                        }
                                }

                                String key = toForcedIdToPidKey(theRequestPartitionId, nextId.getResourceType(), nextId.getIdPart());
                                JpaPid cachedId = myMemoryCacheService.getIfPresent(MemoryCacheService.CacheEnum.FORCED_ID_TO_PID, key);
                                if (cachedId != null) {
                                        retVal.add(cachedId);
                                        continue;
                                }

                                idsToCheck.add(nextId);
                        }
                        new QueryChunker<IIdType>()
                                        .chunk(
                                                        idsToCheck,
                                                        SearchBuilder.getMaximumPageSize() / 2,
                                                        ids -> doResolvePersistentIds(theRequestPartitionId, ids, retVal));
                }

                return retVal;
        }

        private void doResolvePersistentIds(
                        RequestPartitionId theRequestPartitionId, List<IIdType> theIds, List<JpaPid> theOutputListToPopulate) {
                CriteriaBuilder cb = myEntityManager.getCriteriaBuilder();
                CriteriaQuery<Tuple> criteriaQuery = cb.createTupleQuery();
                Root<ForcedId> from = criteriaQuery.from(ForcedId.class);

                /*
                 * We don't currently have an index that satisfies these three columns, but the
                 * index IDX_FORCEDID_TYPE_FID does include myResourceType and myForcedId
                 * so we're at least minimizing the amount of data we fetch. A largescale test
                 * on Postgres does confirm that this lookup does use the index and is pretty
                 * performant.
                 */
                criteriaQuery.multiselect(
                                from.get("myResourcePid").as(Long.class),
                                from.get("myResourceType").as(String.class),
                                from.get("myForcedId").as(String.class));

                List<Predicate> predicates = new ArrayList<>(theIds.size());
                for (IIdType next : theIds) {

                        List<Predicate> andPredicates = new ArrayList<>(3);

                        if (isNotBlank(next.getResourceType())) {
                                Predicate typeCriteria = cb.equal(from.get("myResourceType").as(String.class), next.getResourceType());
                                andPredicates.add(typeCriteria);
                        }

                        Predicate idCriteria = cb.equal(from.get("myForcedId").as(String.class), next.getIdPart());
                        andPredicates.add(idCriteria);
                        getOptionalPartitionPredicate(theRequestPartitionId, cb, from).ifPresent(andPredicates::add);
                        predicates.add(cb.and(andPredicates.toArray(EMPTY_PREDICATE_ARRAY)));
                }

                criteriaQuery.where(cb.or(predicates.toArray(EMPTY_PREDICATE_ARRAY)));

                TypedQuery<Tuple> query = myEntityManager.createQuery(criteriaQuery);
                List<Tuple> results = query.getResultList();
                for (Tuple nextId : results) {
                        // Check if the nextId has a resource ID. It may have a null resource ID if a commit is still pending.
                        Long resourceId = nextId.get(0, Long.class);
                        String resourceType = nextId.get(1, String.class);
                        String forcedId = nextId.get(2, String.class);
                        if (resourceId != null) {
                                JpaPid jpaPid = JpaPid.fromId(resourceId);
                                populateAssociatedResourceId(resourceType, forcedId, jpaPid);
                                theOutputListToPopulate.add(jpaPid);

                                String key = toForcedIdToPidKey(theRequestPartitionId, resourceType, forcedId);
                                myMemoryCacheService.putAfterCommit(MemoryCacheService.CacheEnum.FORCED_ID_TO_PID, key, jpaPid);
                        }
                }
        }

        /**
         * Return optional predicate for searching on forcedId
         * 1. If the partition mode is ALLOWED_UNQUALIFIED, the return optional predicate will be empty, so search is across all partitions.
         * 2. If it is default partition and default partition id is null, then return predicate for null partition.
         * 3. If the requested partition search is not all partition, return the request partition as predicate.
         */
        private Optional<Predicate> getOptionalPartitionPredicate(
                        RequestPartitionId theRequestPartitionId, CriteriaBuilder cb, Root<ForcedId> from) {
                if (myPartitionSettings.isAllowUnqualifiedCrossPartitionReference()) {
                        return Optional.empty();
                } else if (theRequestPartitionId.isDefaultPartition() && myPartitionSettings.getDefaultPartitionId() == null) {
                        Predicate partitionIdCriteria =
                                        cb.isNull(from.get("myPartitionIdValue").as(Integer.class));
                        return Optional.of(partitionIdCriteria);
                } else if (!theRequestPartitionId.isAllPartitions()) {
                        List<Integer> partitionIds = theRequestPartitionId.getPartitionIds();
                        partitionIds = replaceDefaultPartitionIdIfNonNull(myPartitionSettings, partitionIds);
                        if (partitionIds.size() > 1) {
                                Predicate partitionIdCriteria =
                                                from.get("myPartitionIdValue").as(Integer.class).in(partitionIds);
                                return Optional.of(partitionIdCriteria);
                        } else if (partitionIds.size() == 1) {
                                Predicate partitionIdCriteria =
                                                cb.equal(from.get("myPartitionIdValue").as(Integer.class), partitionIds.get(0));
                                return Optional.of(partitionIdCriteria);
                        }
                }
                return Optional.empty();
        }

        private void populateAssociatedResourceId(String nextResourceType, String forcedId, JpaPid jpaPid) {
                IIdType resourceId = myFhirCtx.getVersion().newIdType();
                resourceId.setValue(nextResourceType + "/" + forcedId);
                jpaPid.setAssociatedResourceId(resourceId);
        }

        /**
         * Given a persistent ID, returns the associated resource ID
         */
        @Nonnull
        @Override
        public IIdType translatePidIdToForcedId(FhirContext theCtx, String theResourceType, JpaPid theId) {
                if (theId.getAssociatedResourceId() != null) {
                        return theId.getAssociatedResourceId();
                }

                IIdType retVal = theCtx.getVersion().newIdType();

                Optional<String> forcedId = translatePidIdToForcedIdWithCache(theId);
                if (forcedId.isPresent()) {
                        retVal.setValue(forcedId.get());
                } else {
                        retVal.setValue(theResourceType + '/' + theId);
                }

                return retVal;
        }

        @Override
        public Optional<String> translatePidIdToForcedIdWithCache(JpaPid theId) {
                return myMemoryCacheService.get(
                                MemoryCacheService.CacheEnum.PID_TO_FORCED_ID,
                                theId.getId(),
                                pid -> myForcedIdDao.findByResourcePid(pid).map(ForcedId::asTypedFhirResourceId));
        }

        private ListMultimap<String, String> organizeIdsByResourceType(Collection<IIdType> theIds) {
                ListMultimap<String, String> typeToIds =
                                MultimapBuilder.hashKeys().arrayListValues().build();
                for (IIdType nextId : theIds) {
                        if (myStorageSettings.getResourceClientIdStrategy() == JpaStorageSettings.ClientIdStrategyEnum.ANY
                                        || !isValidPid(nextId)) {
                                if (nextId.hasResourceType()) {
                                        typeToIds.put(nextId.getResourceType(), nextId.getIdPart());
                                } else {
                                        typeToIds.put("", nextId.getIdPart());
                                }
                        }
                }
                return typeToIds;
        }

        private Map<String, List<IResourceLookup<JpaPid>>> translateForcedIdToPids(
                        @Nonnull RequestPartitionId theRequestPartitionId, Collection<IIdType> theId, boolean theExcludeDeleted) {
                assert theRequestPartitionId != null;

                theId.forEach(id -> Validate.isTrue(id.hasIdPart()));

                if (theId.isEmpty()) {
                        return new HashMap<>();
                }

                Map<String, List<IResourceLookup<JpaPid>>> retVal = new HashMap<>();
                RequestPartitionId requestPartitionId = replaceDefault(theRequestPartitionId);

                if (myStorageSettings.getResourceClientIdStrategy() != JpaStorageSettings.ClientIdStrategyEnum.ANY) {
                        List<Long> pids = theId.stream()
                                        .filter(t -> isValidPid(t))
                                        .map(t -> t.getIdPartAsLong())
                                        .collect(Collectors.toList());
                        if (!pids.isEmpty()) {
                                resolvePids(requestPartitionId, pids, retVal);
                        }
                }

                // returns a map of resourcetype->id
                ListMultimap<String, String> typeToIds = organizeIdsByResourceType(theId);
                for (Map.Entry<String, Collection<String>> nextEntry : typeToIds.asMap().entrySet()) {
                        String nextResourceType = nextEntry.getKey();
                        Collection<String> nextIds = nextEntry.getValue();

                        if (!myStorageSettings.isDeleteEnabled()) {
                                for (Iterator<String> forcedIdIterator = nextIds.iterator(); forcedIdIterator.hasNext(); ) {
                                        String nextForcedId = forcedIdIterator.next();
                                        String nextKey = nextResourceType + "/" + nextForcedId;
                                        IResourceLookup cachedLookup =
                                                        myMemoryCacheService.getIfPresent(MemoryCacheService.CacheEnum.RESOURCE_LOOKUP, nextKey);
                                        if (cachedLookup != null) {
                                                forcedIdIterator.remove();
                                                if (!retVal.containsKey(nextForcedId)) {
                                                        retVal.put(nextForcedId, new ArrayList<>());
                                                }
                                                retVal.get(nextForcedId).add(cachedLookup);
                                        }
                                }
                        }

                        if (nextIds.size() > 0) {
                                Collection<Object[]> views;
                                assert isNotBlank(nextResourceType);

                                if (requestPartitionId.isAllPartitions()) {
                                        views = myForcedIdDao.findAndResolveByForcedIdWithNoType(
                                                        nextResourceType, nextIds, theExcludeDeleted);
                                } else {
                                        if (requestPartitionId.isDefaultPartition()) {
                                                views = myForcedIdDao.findAndResolveByForcedIdWithNoTypeInPartitionNull(
                                                                nextResourceType, nextIds, theExcludeDeleted);
                                        } else if (requestPartitionId.hasDefaultPartitionId()) {
                                                views = myForcedIdDao.findAndResolveByForcedIdWithNoTypeInPartitionIdOrNullPartitionId(
                                                                nextResourceType,
                                                                nextIds,
                                                                requestPartitionId.getPartitionIdsWithoutDefault(),
                                                                theExcludeDeleted);
                                        } else {
                                                views = myForcedIdDao.findAndResolveByForcedIdWithNoTypeInPartition(
                                                                nextResourceType, nextIds, requestPartitionId.getPartitionIds(), theExcludeDeleted);
                                        }
                                }

                                for (Object[] next : views) {
                                        String resourceType = (String) next[0];
                                        Long resourcePid = (Long) next[1];
                                        String forcedId = (String) next[2];
                                        Date deletedAt = (Date) next[3];

                                        JpaResourceLookup lookup = new JpaResourceLookup(resourceType, resourcePid, deletedAt);
                                        if (!retVal.containsKey(forcedId)) {
                                                retVal.put(forcedId, new ArrayList<>());
                                        }
                                        retVal.get(forcedId).add(lookup);

                                        if (!myStorageSettings.isDeleteEnabled()) {
                                                String key = resourceType + "/" + forcedId;
                                                myMemoryCacheService.putAfterCommit(MemoryCacheService.CacheEnum.RESOURCE_LOOKUP, key, lookup);
                                        }
                                }
                        }
                }

                return retVal;
        }

        RequestPartitionId replaceDefault(RequestPartitionId theRequestPartitionId) {
                if (myPartitionSettings.getDefaultPartitionId() != null) {
                        if (!theRequestPartitionId.isAllPartitions() && theRequestPartitionId.hasDefaultPartitionId()) {
                                List<Integer> partitionIds = theRequestPartitionId.getPartitionIds().stream()
                                                .map(t -> t == null ? myPartitionSettings.getDefaultPartitionId() : t)
                                                .collect(Collectors.toList());
                                return RequestPartitionId.fromPartitionIds(partitionIds);
                        }
                }
                return theRequestPartitionId;
        }

        private void resolvePids(
                        @Nonnull RequestPartitionId theRequestPartitionId,
                        List<Long> thePidsToResolve,
                        Map<String, List<IResourceLookup<JpaPid>>> theTargets) {
                if (!myStorageSettings.isDeleteEnabled()) {
                        for (Iterator<Long> forcedIdIterator = thePidsToResolve.iterator(); forcedIdIterator.hasNext(); ) {
                                Long nextPid = forcedIdIterator.next();
                                String nextKey = Long.toString(nextPid);
                                IResourceLookup cachedLookup =
                                                myMemoryCacheService.getIfPresent(MemoryCacheService.CacheEnum.RESOURCE_LOOKUP, nextKey);
                                if (cachedLookup != null) {
                                        forcedIdIterator.remove();
                                        if (!theTargets.containsKey(nextKey)) {
                                                theTargets.put(nextKey, new ArrayList<>());
                                        }
                                        theTargets.get(nextKey).add(cachedLookup);
                                }
                        }
                }

                if (thePidsToResolve.size() > 0) {
                        Collection<Object[]> lookup;
                        if (theRequestPartitionId.isAllPartitions()) {
                                lookup = myResourceTableDao.findLookupFieldsByResourcePid(thePidsToResolve);
                        } else {
                                if (theRequestPartitionId.isDefaultPartition()) {
                                        lookup = myResourceTableDao.findLookupFieldsByResourcePidInPartitionNull(thePidsToResolve);
                                } else if (theRequestPartitionId.hasDefaultPartitionId()) {
                                        lookup = myResourceTableDao.findLookupFieldsByResourcePidInPartitionIdsOrNullPartition(
                                                        thePidsToResolve, theRequestPartitionId.getPartitionIdsWithoutDefault());
                                } else {
                                        lookup = myResourceTableDao.findLookupFieldsByResourcePidInPartitionIds(
                                                        thePidsToResolve, theRequestPartitionId.getPartitionIds());
                                }
                        }
                        lookup.stream()
                                        .map(t -> new JpaResourceLookup((String) t[0], (Long) t[1], (Date) t[2]))
                                        .forEach(t -> {
                                                String id = t.getPersistentId().toString();
                                                if (!theTargets.containsKey(id)) {
                                                        theTargets.put(id, new ArrayList<>());
                                                }
                                                theTargets.get(id).add(t);
                                                if (!myStorageSettings.isDeleteEnabled()) {
                                                        String nextKey = t.getPersistentId().toString();
                                                        myMemoryCacheService.putAfterCommit(
                                                                        MemoryCacheService.CacheEnum.RESOURCE_LOOKUP, nextKey, t);
                                                }
                                        });
                }
        }

        @Override
        public PersistentIdToForcedIdMap translatePidsToForcedIds(Set<JpaPid> theResourceIds) {
                assert myDontCheckActiveTransactionForUnitTest || TransactionSynchronizationManager.isSynchronizationActive();
                Set<Long> thePids = theResourceIds.stream().map(JpaPid::getId).collect(Collectors.toSet());
                Map<Long, Optional<String>> retVal = new HashMap<>(
                                myMemoryCacheService.getAllPresent(MemoryCacheService.CacheEnum.PID_TO_FORCED_ID, thePids));

                List<Long> remainingPids =
                                thePids.stream().filter(t -> !retVal.containsKey(t)).collect(Collectors.toList());

                new QueryChunker<Long>().chunk(remainingPids, t -> {
                        List<ForcedId> forcedIds = myForcedIdDao.findAllByResourcePid(t);

                        for (ForcedId forcedId : forcedIds) {
                                Long nextResourcePid = forcedId.getResourceId();
                                Optional<String> nextForcedId = Optional.of(forcedId.asTypedFhirResourceId());
                                retVal.put(nextResourcePid, nextForcedId);
                                myMemoryCacheService.putAfterCommit(
                                                MemoryCacheService.CacheEnum.PID_TO_FORCED_ID, nextResourcePid, nextForcedId);
                        }
                });

                remainingPids = thePids.stream().filter(t -> !retVal.containsKey(t)).collect(Collectors.toList());
                for (Long nextResourcePid : remainingPids) {
                        retVal.put(nextResourcePid, Optional.empty());
                        myMemoryCacheService.putAfterCommit(
                                        MemoryCacheService.CacheEnum.PID_TO_FORCED_ID, nextResourcePid, Optional.empty());
                }
                Map<IResourcePersistentId, Optional<String>> convertRetVal = new HashMap<>();
                retVal.forEach((k, v) -> {
                        convertRetVal.put(JpaPid.fromId(k), v);
                });
                return new PersistentIdToForcedIdMap(convertRetVal);
        }

        /**
         * Pre-cache a PID-to-Resource-ID mapping for later retrieval by {@link #translatePidsToForcedIds(Set)} and related methods
         */
        @Override
        public void addResolvedPidToForcedId(
                        JpaPid theJpaPid,
                        @Nonnull RequestPartitionId theRequestPartitionId,
                        String theResourceType,
                        @Nullable String theForcedId,
                        @Nullable Date theDeletedAt) {
                if (theForcedId != null) {
                        if (theJpaPid.getAssociatedResourceId() == null) {
                                populateAssociatedResourceId(theResourceType, theForcedId, theJpaPid);
                        }

                        myMemoryCacheService.putAfterCommit(
                                        MemoryCacheService.CacheEnum.PID_TO_FORCED_ID,
                                        theJpaPid.getId(),
                                        Optional.of(theResourceType + "/" + theForcedId));
                        String key = toForcedIdToPidKey(theRequestPartitionId, theResourceType, theForcedId);
                        myMemoryCacheService.putAfterCommit(MemoryCacheService.CacheEnum.FORCED_ID_TO_PID, key, theJpaPid);
                } else {
                        myMemoryCacheService.putAfterCommit(
                                        MemoryCacheService.CacheEnum.PID_TO_FORCED_ID, theJpaPid.getId(), Optional.empty());
                }

                if (!myStorageSettings.isDeleteEnabled()) {
                        JpaResourceLookup lookup = new JpaResourceLookup(theResourceType, theJpaPid.getId(), theDeletedAt);
                        String nextKey = theJpaPid.toString();
                        myMemoryCacheService.putAfterCommit(MemoryCacheService.CacheEnum.RESOURCE_LOOKUP, nextKey, lookup);
                }
        }

        @VisibleForTesting
        void setPartitionSettingsForUnitTest(PartitionSettings thePartitionSettings) {
                myPartitionSettings = thePartitionSettings;
        }

        public static boolean isValidPid(IIdType theId) {
                if (theId == null) {
                        return false;
                }

                String idPart = theId.getIdPart();
                return isValidPid(idPart);
        }

        public static boolean isValidPid(String theIdPart) {
                return StringUtils.isNumeric(theIdPart);
        }

        @Override
        @Nonnull
        public List<JpaPid> getPidsOrThrowException(
                        @Nonnull RequestPartitionId theRequestPartitionId, List<IIdType> theIds) {
                List<JpaPid> resourcePersistentIds = resolveResourcePersistentIdsWithCache(theRequestPartitionId, theIds);
                return resourcePersistentIds;
        }

        @Override
        @Nullable
        public JpaPid getPidOrNull(@Nonnull RequestPartitionId theRequestPartitionId, IBaseResource theResource) {
                Object resourceId = theResource.getUserData(RESOURCE_PID);
                JpaPid retVal;
                if (resourceId == null) {
                        IIdType id = theResource.getIdElement();
                        try {
                                retVal = resolveResourcePersistentIds(theRequestPartitionId, id.getResourceType(), id.getIdPart());
                        } catch (ResourceNotFoundException e) {
                                retVal = null;
                        }
                } else {
                        retVal = JpaPid.fromId(Long.parseLong(resourceId.toString()));
                }
                return retVal;
        }

        @Override
        @Nonnull
        public JpaPid getPidOrThrowException(@Nonnull RequestPartitionId theRequestPartitionId, IIdType theId) {
                List<IIdType> ids = Collections.singletonList(theId);
                List<JpaPid> resourcePersistentIds = resolveResourcePersistentIdsWithCache(theRequestPartitionId, ids);
                if (resourcePersistentIds.isEmpty()) {
                        throw new InvalidRequestException(Msg.code(2295) + "Invalid ID was provided: [" + theId.getIdPart() + "]");
                }
                return resourcePersistentIds.get(0);
        }

        @Override
        @Nonnull
        public JpaPid getPidOrThrowException(@Nonnull IAnyResource theResource) {
                Long theResourcePID = (Long) theResource.getUserData(RESOURCE_PID);
                if (theResourcePID == null) {
                        throw new IllegalStateException(Msg.code(2108)
                                        + String.format(
                                                        "Unable to find %s in the user data for %s with ID %s",
                                                        RESOURCE_PID, theResource, theResource.getId()));
                }
                return JpaPid.fromId(theResourcePID);
        }

        @Override
        public IIdType resourceIdFromPidOrThrowException(JpaPid thePid, String theResourceType) {
                Optional<ResourceTable> optionalResource = myResourceTableDao.findById(thePid.getId());
                if (!optionalResource.isPresent()) {
                        throw new ResourceNotFoundException(Msg.code(2124) + "Requested resource not found");
                }
                return optionalResource.get().getIdDt().toVersionless();
        }

        /**
         * Given a set of PIDs, return a set of public FHIR Resource IDs.
         * This function will resolve a forced ID if it resolves, and if it fails to resolve to a forced it, will just return the pid
         * Example:
         * Let's say we have Patient/1(pid == 1), Patient/pat1 (pid == 2), Patient/3 (pid == 3), their pids would resolve as follows:
         * <p>
         * [1,2,3] -> ["1","pat1","3"]
         *
         * @param thePids The Set of pids you would like to resolve to external FHIR Resource IDs.
         * @return A Set of strings representing the FHIR IDs of the pids.
         */
        @Override
        public Set<String> translatePidsToFhirResourceIds(Set<JpaPid> thePids) {
                assert TransactionSynchronizationManager.isSynchronizationActive();

                PersistentIdToForcedIdMap pidToForcedIdMap = translatePidsToForcedIds(thePids);

                return pidToForcedIdMap.getResolvedResourceIds();
        }

        @Override
        public JpaPid newPid(Object thePid) {
                return JpaPid.fromId((Long) thePid);
        }

        @Override
        public JpaPid newPidFromStringIdAndResourceName(String thePid, String theResourceName) {
                return JpaPid.fromIdAndResourceType(Long.parseLong(thePid), theResourceName);
        }
}