feature_table_reader.cpp

Go to the documentation of this file.

Go to the SVN repository for this file.

/*  $Id: feature_table_reader.cpp 100837 2023-09-18 16:02:21Z foleyjp $
* ===========================================================================
*
*                            PUBLIC DOMAIN NOTICE
*               National Center for Biotechnology Information
*
*  This software/database is a "United States Government Work" under the
*  terms of the United States Copyright Act.  It was written as part of
*  the author's official duties as a United States Government employee and
*  thus cannot be copyrighted.  This software/database is freely available
*  to the public for use. The National Library of Medicine and the U.S.
*  Government have not placed any restriction on its use or reproduction.
*
*  Although all reasonable efforts have been taken to ensure the accuracy
*  and reliability of the software and data, the NLM and the U.S.
*  Government do not and cannot warrant the performance or results that
*  may be obtained by using this software or data. The NLM and the U.S.
*  Government disclaim all warranties, express or implied, including
*  warranties of performance, merchantability or fitness for any particular
*  purpose.
*
*  Please cite the author in any work or product based on this material.
*
* ===========================================================================
*
* Author:  Sergiy Gotvyanskyy, NCBI
*
* File Description:
*   Reader for feature tables
*
* ===========================================================================
*/
 
#include <ncbi_pch.hpp>
 
#include <objects/general/Object_id.hpp>
 
#include <objects/seqset/Seq_entry.hpp>
#include <objects/seqset/Bioseq_set.hpp>
 
#include <objects/seq/Bioseq.hpp>
#include <objects/seq/Seq_descr.hpp>
 
#include <objects/seqfeat/Seq_feat.hpp>
#include <objects/seqfeat/Cdregion.hpp>
#include <objects/seqfeat/SeqFeatXref.hpp>
 
#include <objmgr/util/sequence.hpp>
#include <objmgr/object_manager.hpp>
 
#include <objtools/readers/readfeat.hpp>
#include <algo/sequence/orf.hpp>
#include <algo/align/prosplign/prosplign.hpp>
#include <algo/align/util/align_filter.hpp>
 
#include <objects/seqset/seqset_macros.hpp>
#include <objects/seq/seq_macros.hpp>
 
#include <algo/align/splign/compart_matching.hpp>
#include <algo/align/util/compartment_finder.hpp>
#include <objtools/readers/fasta.hpp>
 
#include <objects/seqfeat/Feat_id.hpp>
#include <objects/seqfeat/Genetic_code.hpp>
 
#include <objmgr/seq_annot_ci.hpp>
 
#include <objmgr/annot_selector.hpp>
#include <objects/seqfeat/Imp_feat.hpp>
#include <objmgr/annot_ci.hpp>
#include <objtools/edit/gaps_edit.hpp>
#include <objtools/edit/cds_fix.hpp>
#include <objtools/edit/feattable_edit.hpp>
#include <objects/seqfeat/RNA_ref.hpp>
#include <objmgr/util/feature.hpp>
 
#include "feature_table_reader.hpp"
#include <objtools/cleanup/cleanup.hpp>
 
#include "async_token.hpp"
#include "table2asn_context.hpp"
#include "visitors.hpp"
#include "utils.hpp"
 
#include <common/test_assert.h>  /* This header must go last */
#include <unordered_set>
 
BEGIN_NCBI_SCOPE
 
USING_SCOPE(objects);
 
namespace
{
 
    static string kAssemblyGap_feature = "assembly_gap";
    static string kGapType_qual = "gap_type";
    static string kLinkageEvidence_qual = "linkage_evidence";
 
 
    void MoveSomeDescr(CSeq_entry& dest, CBioseq& src)
    {
        CSeq_descr::Tdata::iterator it = src.SetDescr().Set().begin();
 
        while(it != src.SetDescr().Set().end())
        {
            switch ((**it).Which())
            {
            case CSeqdesc::e_User:
                if (CTable2AsnContext::IsDBLink(**it))
                {
                    dest.SetDescr().Set().push_back(*it);
                    src.SetDescr().Set().erase(it++);
                }
                else
                    it++;
                break;
            case CSeqdesc::e_Pub:
            case CSeqdesc::e_Source:
            case CSeqdesc::e_Create_date:
            case CSeqdesc::e_Update_date:
                {
                    dest.SetDescr().Set().push_back(*it);
                    src.SetDescr().Set().erase(it++);
                }
                break;
            default:
                it++;
            }
        }
    }
 
    const char mapids[] = {
        CSeqFeatData::e_Cdregion,
        CSeqFeatData::e_Rna,
        CSeqFeatData::e_Gene,
        CSeqFeatData::e_Org,
        CSeqFeatData::e_Prot,
        CSeqFeatData::e_Pub,              ///< publication applies to this seq
        CSeqFeatData::e_Seq,              ///< to annotate origin from another seq
        CSeqFeatData::e_Imp,
        CSeqFeatData::e_Region,           ///< named region (globin locus)
        CSeqFeatData::e_Comment,          ///< just a comment
        CSeqFeatData::e_Bond,
        CSeqFeatData::e_Site,
        CSeqFeatData::e_Rsite,            ///< restriction site  (for maps really)
        CSeqFeatData::e_User,             ///< user defined structure
        CSeqFeatData::e_Txinit,           ///< transcription initiation
        CSeqFeatData::e_Num,              ///< a numbering system
        CSeqFeatData::e_Psec_str,
        CSeqFeatData::e_Non_std_residue,  ///< non-standard residue here in seq
        CSeqFeatData::e_Het,              ///< cofactor, prosthetic grp, etc, bound to seq
        CSeqFeatData::e_Biosrc,
        CSeqFeatData::e_Clone,
        CSeqFeatData::e_Variation,
        CSeqFeatData::e_not_set      ///< No variant selected
    };
 
    struct SSeqAnnotCompare
    {
        static inline
        size_t mapwhich(CSeqFeatData::E_Choice c)
        {
            const char* m = mapids;
            if (c == CSeqFeatData::e_Gene)
                c = CSeqFeatData::e_Rna;
 
            return strchr(m, c)-m;
        }
 
        inline
        bool operator()(const CSeq_feat* left, const CSeq_feat* right) const
        {
            if (left->IsSetData() != right->IsSetData())
               return left < right;
            return mapwhich(left->GetData().Which()) < mapwhich(right->GetData().Which());
        }
    };
 
    void FindMaximumId(const CSeq_entry::TAnnot& annots, int& id)
    {
        ITERATE(CSeq_entry::TAnnot, annot_it, annots)
        {
            if (!(**annot_it).IsFtable()) continue;
            const CSeq_annot::TData::TFtable& ftable = (**annot_it).GetData().GetFtable();
            ITERATE(CSeq_annot::TData::TFtable, feature_it, ftable)
            {
                const CSeq_feat& feature = **feature_it;
                if (feature.IsSetId() && feature.GetId().IsLocal() && feature.GetId().GetLocal().IsId())
                {
                    int l = feature.GetId().GetLocal().GetId();
                    if (l >= id)
                        id = l + 1;
                }
            }
        }
    }
 
    void FindMaximumId(const CSeq_entry& entry, int& id)
    {
        if (entry.IsSetAnnot())
        {
            FindMaximumId(entry.GetAnnot(), id);
        }
        if (entry.IsSeq())
        {
        }
        else
        if (entry.IsSet())
        {
            ITERATE(CBioseq_set::TSeq_set, set_it, entry.GetSet().GetSeq_set())
            {
                FindMaximumId(**set_it, id);
            }
        }
    }
 
 
    bool GetProteinName(string& protein_name, const CSeq_feat& cds)
    {
        if (cds.IsSetData())
        {
            if (cds.GetData().IsProt() &&
                cds.GetData().GetProt().IsSetName())
            {
                cds.GetData().GetProt().GetLabel(&protein_name);
                return true;
            }
        }
 
        if (cds.IsSetXref())
        {
            ITERATE(CSeq_feat_Base::TXref, xref_it, cds.GetXref())
            {
                if ((**xref_it).IsSetData())
                {
                    if ((**xref_it).GetData().IsProt() &&
                        (**xref_it).GetData().GetProt().IsSetName())
                    {
                        protein_name = (**xref_it).GetData().GetProt().GetName().front();
                        return true;
                    }
                }
            }
        }
 
        if ( (protein_name = cds.GetNamedQual("product")) != kEmptyStr)
        {
            return true;
        }
        return false;
    }
 
    CRef<CSeq_id> GetNewProteinId(CScope& scope, const string& id_base)
    {
        int offset = 1;
        string id_label;
        CRef<CSeq_id> id(new CSeq_id());
        CBioseq_Handle b_found;
        do
        {
            id_label = edit::GetIdHashOrValue(id_base, offset);
            id->SetLocal().SetStr(id_label);
            b_found = scope.GetBioseqHandle(*id);
            offset++;
        } while (b_found);
        return id;
    }
 
    CRef<CSeq_id> GetNewProteinId(CSeq_entry_Handle seh, CBioseq_Handle bsh)
    {
        string id_base;
        CSeq_id_Handle hid;
 
        ITERATE(CBioseq_Handle::TId, it, bsh.GetId()) {
            if (!hid || !it->IsBetter(hid)) {
                hid = *it;
            }
        }
 
        if (hid) {
            hid.GetSeqId()->GetLabel(&id_base, CSeq_id::eContent);
        }
 
        return GetNewProteinId(seh.GetScope(), id_base);
    }
 
    string NewProteinName(const CSeq_feat& feature, bool make_hypotethic)
    {
        string protein_name;
        GetProteinName(protein_name, feature);
 
 
        if (protein_name.empty() && make_hypotethic)
        {
            protein_name = "hypothetical protein";
        }
 
        return protein_name;
    }
 
    CRef<CBioseq> LocateProtein(CRef<CSeq_entry> proteins, const CSeq_feat& feature)
    {
        if (proteins.NotEmpty() && feature.IsSetProduct())
        {
            const CSeq_id* pProductId = feature.GetProduct().GetId();
 
            for (auto& pProtEntry : proteins->SetSet().SetSeq_set()) {
                for (auto pId : pProtEntry->GetSeq().GetId()) {
                    if (pId->Compare(*pProductId) == CSeq_id::e_YES) {
                        return CRef<CBioseq>(&(pProtEntry->SetSeq()));
                    }
                }
            }
        }
 
        return CRef<CBioseq>();
    }
 
 
    //LCOV_EXCL_START
    CRef<CSeq_annot> FindORF(const CBioseq& bioseq)
    {
        if (bioseq.IsNa())
        {
            COrf::TLocVec orfs;
            CSeqVector  seq_vec(bioseq);
            COrf::FindOrfs(seq_vec, orfs);
            if (orfs.size()>0)
            {
                CRef<CSeq_id> seqid(new CSeq_id);
                seqid->Assign(*bioseq.GetId().begin()->GetPointerOrNull());
                COrf::TLocVec best;
                best.push_back(orfs.front());
                ITERATE(COrf::TLocVec, it, orfs)
                {
                    if ((**it).GetTotalRange().GetLength() >
                        best.front()->GetTotalRange().GetLength() )
                        best.front() = *it;
                }
 
                CRef<CSeq_annot> annot = COrf::MakeCDSAnnot(best, 1, seqid);
                return annot;
            }
        }
        return CRef<CSeq_annot>();
    }
    //LCOV_EXCL_STOP
 
    bool BioseqHasId(const CBioseq& seq, const CSeq_id* id)
    {
        if (id && seq.IsSetId())
        {
            for (auto it: seq.GetId()) {
                if (id->Compare(*it) == CSeq_id::e_YES)
                {
                    return true;
                }
            }
        }
        return false;
    }
 
    void MergeSeqIds(CBioseq& bioseq, const CBioseq::TId& seq_ids)
    {
        for (auto it: seq_ids) {
            if (!BioseqHasId(bioseq, it))
            {
                bioseq.SetId().push_back(it);
            }
        }
    }
 
    CConstRef<CSeq_id> GetAccessionId(const CBioseq::TId& ids)
    {
        CConstRef<CSeq_id> best;
        for (auto it: ids) {
            if (it->IsGenbank() || best.Empty())
              best = it;
        }
        return best;
    }
 
    CRef<CSeq_feat> MoveParentProt(list<CRef<CSeq_feat>>& seq_ftable, const CSeq_id& cds_prot_id)
    {
        for (auto it = seq_ftable.begin(); it != seq_ftable.end(); ++it) {
            auto prot_feat = *it;
            if (!prot_feat->IsSetData() || !prot_feat->GetData().IsProt())
                continue;
 
            auto prot_id = prot_feat->GetLocation().GetId();
            if (cds_prot_id.Compare(*prot_id) == CSeq_id::e_YES) {
                seq_ftable.erase(it);
                return prot_feat;
            }
        }
        return {};
    }
 
    void CreateOrSetFTable(CBioseq& bioseq, CRef<CSeq_feat>& prot_feat)
    {
        CSeq_annot::C_Data::TFtable* ftable = nullptr;
        if (bioseq.IsSetAnnot())
        {
            for (auto it: bioseq.SetAnnot())
            {
                if ( it->IsFtable())
                {
                    ftable = &it->SetData().SetFtable();
                    break;
                }
            }
        }
        if (!ftable)
        {
            CRef<CSeq_annot> annot(new CSeq_annot);
            ftable = &annot->SetData().SetFtable();
            bioseq.SetAnnot().push_back(annot);
        }
 
        if (ftable->empty())
        {
            if (prot_feat.Empty())
                prot_feat.Reset(new CSeq_feat);
            ftable->push_back(prot_feat);
        } else {
            prot_feat = ftable->front();
        }
    }
 
    int GetGenomicCodeOfBioseq(const CBioseq& bioseq)
    {
        CConstRef<CSeqdesc> closest_biosource = bioseq.GetClosestDescriptor(CSeqdesc::e_Source);
        if (closest_biosource.Empty())
            return 0;
 
        const CBioSource & bsrc = closest_biosource->GetSource();
        return bsrc.GetGenCode();
    }
 
}
 
 
CFeatureTableReader::CFeatureTableReader(CTable2AsnContext& context) : m_local_id_counter(0), m_context(context)
{
}
 
CFeatureTableReader::~CFeatureTableReader()
{
}
 
static void s_AppendProtRefInfo(CProt_ref& current_ref, const CProt_ref& other_ref)
{
 
    auto append_nonduplicated_item = [](list<string>& current_list,
                                        const list<string>& other_list)
    {
        unordered_set<string> current_set;
        for (const auto& item : current_list) {
            current_set.insert(item);
        }
 
        for (const auto& item : other_list) {
            if (current_set.find(item) == current_set.end()) {
                current_list.push_back(item);
            }
        }
    };
 
    if (other_ref.IsSetName()) {
        append_nonduplicated_item(current_ref.SetName(),
                                  other_ref.GetName());
    }
 
    if (other_ref.IsSetDesc()) {
        current_ref.SetDesc() = other_ref.GetDesc();
    }
 
    if (other_ref.IsSetEc()) {
        append_nonduplicated_item(current_ref.SetEc(),
                                  other_ref.GetEc());
    }
 
    if (other_ref.IsSetActivity()) {
        append_nonduplicated_item(current_ref.SetActivity(),
                                  other_ref.GetActivity());
    }
 
    if (other_ref.IsSetDb()) {
        for (const auto& pDBtag : other_ref.GetDb()) {
            current_ref.SetDb().push_back(pDBtag);
        }
    }
 
    if (current_ref.GetProcessed() == CProt_ref::eProcessed_not_set) {
        const auto& processed = other_ref.GetProcessed();
        if (processed != CProt_ref::eProcessed_not_set) {
            current_ref.SetProcessed(processed);
        }
    }
}
 
static void s_SetProtRef(const CSeq_feat& cds,
                         CConstRef<CSeq_feat> pMrna,
                         CProt_ref& prot_ref)
{
   const CProt_ref* pProtXref = cds.GetProtXref();
   if (pProtXref) {
        s_AppendProtRefInfo(prot_ref, *pProtXref);
   }
 
 
   if (!prot_ref.IsSetName()) {
        const string& product_name = cds.GetNamedQual("product");
        if (product_name != kEmptyStr) {
            prot_ref.SetName().push_back(product_name);
        }
   }
 
   if (pMrna.Empty()) { // Nothing more we can do here
        return;
   }
 
   if (prot_ref.IsSetName()) {
        for (auto& prot_name : prot_ref.SetName()) {
            if (NStr::CompareNocase(prot_name, "hypothetical protein")==0) {
                if (pMrna->GetData().GetRna().IsSetExt() &&
                    pMrna->GetData().GetRna().GetExt().IsName()){
                    prot_name = pMrna->GetData().GetRna().GetExt().GetName();
                    break;
                }
            }
        }
   } // prot_ref.IsSetName()
}
 
 
CRef<CSeq_entry> CFeatureTableReader::xTranslateProtein(const CBioseq& bioseq, CSeq_feat& cd_feature, list<CRef<CSeq_feat>>& seq_ftable, TAsyncToken& token)
{
    CRef<CSeq_feat> mrna = token.ParentMrna(cd_feature);
    CRef<CSeq_feat> gene = token.ParentGene(cd_feature);
    CRef<CSeq_feat> prot_feat;
 
    bool was_extended = false;
 
    CRef<CBioseq> protein = LocateProtein(m_replacement_protein, cd_feature);
    if (!protein)
    {
        CBioseq_Handle bsh = token.scope->GetBioseqHandle(bioseq);
        was_extended = CCleanup::ExtendToStopIfShortAndNotPartial(cd_feature, bsh);
 
        protein = CSeqTranslator::TranslateToProtein(cd_feature, *token.scope);
 
        if (protein.Empty())
            return CRef<CSeq_entry>();
    }
 
    CRef<CSeq_entry> protein_entry(new CSeq_entry);
    protein_entry->SetSeq(*protein);
 
    CAutoAddDesc molinfo_desc(protein->SetDescr(), CSeqdesc::e_Molinfo);
    molinfo_desc.Set().SetMolinfo().SetBiomol(CMolInfo::eBiomol_peptide);
    molinfo_desc.Set().SetMolinfo().SetTech(CMolInfo::eTech_concept_trans);
    feature::AdjustProteinMolInfoToMatchCDS(molinfo_desc.Set().SetMolinfo(), cd_feature);
 
    CTempString locustag;
    if (gene && gene->IsSetData() && gene->GetData().IsGene() && gene->GetData().GetGene().IsSetLocus_tag())
    {
        locustag = gene->GetData().GetGene().GetLocus_tag();
    }
 
    CRef<CSeq_id> newid;
    CTempString qual_to_remove;
 
    if (protein->GetId().empty())
    {
        const string* protein_ids = nullptr;
 
        qual_to_remove = "protein_id";
        protein_ids = &cd_feature.GetNamedQual(qual_to_remove);
 
        if (protein_ids->empty())
        {
            qual_to_remove = "orig_protein_id";
            protein_ids = &cd_feature.GetNamedQual(qual_to_remove);
        }
 
        if (protein_ids->empty())
        {
            if (mrna)
                protein_ids = &mrna->GetNamedQual("protein_id");
        }
 
        if (protein_ids->empty())
        {
            protein_ids = &cd_feature.GetNamedQual("product_id");
        }
 
        // try to use 'product' from CDS if it's already specified
        if (protein_ids->empty()) {
            if (cd_feature.IsSetProduct() && cd_feature.GetProduct().IsWhole())
            {
                auto whole = Ref(new CSeq_id);
                whole->Assign(cd_feature.GetProduct().GetWhole());
                MergeSeqIds(*protein, { whole });
            }
        }
        else {
            // construct protein seqid from qualifiers
            CBioseq::TId new_ids;
            CSeq_id::ParseIDs(new_ids, *protein_ids, CSeq_id::fParse_ValidLocal | CSeq_id::fParse_PartialOK);
 
            MergeSeqIds(*protein, new_ids);
            cd_feature.RemoveQualifier(qual_to_remove);
        }
    }
    else {
        cd_feature.RemoveQualifier("protein_id");
        cd_feature.RemoveQualifier("orig_protein_id");
    }
 
    if (protein->GetId().empty())
    {
        string base_name;
        if (!bioseq.GetId().empty()) {
            bioseq.GetId().front()->GetLabel(&base_name, CSeq_id::eContent);
        }
        protein->SetId().push_back(GetNewProteinId(*token.scope, base_name));
    }
 
    for (auto prot_id : protein->GetId()) {
        prot_feat = MoveParentProt(seq_ftable, *prot_id);
        if (prot_feat)
            break;
    }
 
    CreateOrSetFTable(*protein, prot_feat);
 
    CProt_ref& prot_ref = prot_feat->SetData().SetProt();
 
    s_SetProtRef(cd_feature, mrna, prot_ref);
    if ((!prot_ref.IsSetName() ||
        prot_ref.GetName().empty()) &&
        m_context.m_use_hypothetic_protein) {
        prot_ref.SetName().push_back("hypothetical protein");
    }
 
    prot_feat->SetLocation().SetInt().SetFrom(0);
    prot_feat->SetLocation().SetInt().SetTo(protein->GetInst().GetLength() - 1);
    prot_feat->SetLocation().SetInt().SetId().Assign(*GetAccessionId(protein->GetId()));
    feature::CopyFeaturePartials(*prot_feat, cd_feature);
 
    if (!cd_feature.IsSetProduct())
        cd_feature.SetProduct().SetWhole().Assign(*GetAccessionId(protein->GetId()));
 
 
    AssignLocalIdIfEmpty(cd_feature, m_local_id_counter);
    if (gene && mrna)
        cd_feature.SetXref().clear();
 
    if (gene)
    {
        AssignLocalIdIfEmpty(*gene, m_local_id_counter);
        gene->AddSeqFeatXref(cd_feature.GetId());
        cd_feature.AddSeqFeatXref(gene->GetId());
    }
 
    if (mrna)
    {
        AssignLocalIdIfEmpty(*mrna, m_local_id_counter);
        if (prot_ref.IsSetName() &&
            !prot_ref.GetName().empty())
        {
            auto& ext = mrna->SetData().SetRna().SetExt();
            if (ext.Which() == CRNA_ref::C_Ext::e_not_set ||
                (ext.IsName() && ext.SetName().empty()))
                ext.SetName() = prot_ref.GetName().front();
        }
        mrna->AddSeqFeatXref(cd_feature.GetId());
        cd_feature.AddSeqFeatXref(mrna->GetId());
    }
 
 
 
    if (was_extended)
    {
        if (mrna && mrna->IsSetLocation() && CCleanup::LocationMayBeExtendedToMatch(mrna->GetLocation(), cd_feature.GetLocation()))
            CCleanup::ExtendStopPosition(*mrna, &cd_feature);
        if (gene && gene->IsSetLocation() && CCleanup::LocationMayBeExtendedToMatch(gene->GetLocation(), cd_feature.GetLocation()))
            CCleanup::ExtendStopPosition(*gene, &cd_feature);
    }
 
    return protein_entry;
}
 
 
void CFeatureTableReader::MergeCDSFeatures(CSeq_entry& entry, TAsyncToken& token)
{
    if (m_local_id_counter == 0)
        FindMaximumId(entry, ++m_local_id_counter);
    xMergeCDSFeatures_impl(entry, token);
}
 
 
struct SCompareIds {
    bool operator()(const CSeq_id* const left, const CSeq_id* const right) const {
        return *left < *right;
    }
};
 
 
static bool s_HasUnprocessedCdregions(const CSeq_entry& nuc_prot) {
 
    _ASSERT(nuc_prot.IsSet() &&
            nuc_prot.GetSet().IsSetClass() &&
            nuc_prot.GetSet().GetClass() == CBioseq_set::eClass_nuc_prot);
 
    set<const CSeq_id*, SCompareIds> proteinIds;
    const CBioseq* pNucSeq=nullptr;
 
    const auto& bioseqSet = nuc_prot.GetSet();
    for (const auto& pSubEntry : bioseqSet.GetSeq_set()) {
        const auto& bioseq = pSubEntry->GetSeq();
        if (bioseq.IsNa()) {
            pNucSeq = &bioseq;
            if (!pNucSeq->IsSetAnnot()) {
                return false;
            }
            continue;
        }
       // else collect protein ids
       if (bioseq.IsSetId()) {
           transform(begin(bioseq.GetId()), end(bioseq.GetId()),
                   inserter(proteinIds, proteinIds.end()),
                   [](const CRef<CSeq_id>& pId) { return pId.GetPointer(); });
       }
    }
 
    if (!pNucSeq->IsSetAnnot()) {
        return false;
    }
    CRef<CScope> pScope;
    // Loop over cdregion features on the nucleotide sequence
    for (auto pAnnot : pNucSeq->GetAnnot()) {
        if (pAnnot->IsFtable()) {
            for (auto pSeqFeat : pAnnot->GetData().GetFtable()) {
                if (!pSeqFeat ||
                    !pSeqFeat->IsSetData() ||
                    !pSeqFeat->GetData().IsCdregion()) {
                    continue;
                }
                // cdregion
                if (!pSeqFeat->IsSetProduct() ||
                    !pSeqFeat->GetProduct().GetId() ||
                    proteinIds.find(pSeqFeat->GetProduct().GetId())
                    == proteinIds.end()) {
                    if (!pScope) {
                        pScope = Ref(new CScope(*CObjectManager::GetInstance()));
                        pScope->AddTopLevelSeqEntry(nuc_prot);
                    }
                    if (!sequence::IsPseudo(*pSeqFeat, *pScope)) {
                        return true;
                    }
                }
            }
        }
    }
 
    return false;
}
 
 
void CFeatureTableReader::xMergeCDSFeatures_impl(CSeq_entry& entry, TAsyncToken& token)
{
    if (entry.IsSeq() && !entry.GetSeq().IsSetInst())
        return;
 
    switch (entry.Which())
    {
    case CSeq_entry::e_Seq:
        if (xCheckIfNeedConversion(entry))
        {
            xConvertSeqIntoSeqSet(entry, true);
            xParseCdregions(entry, token);
        }
        break;
    case CSeq_entry::e_Set:
        if (entry.GetSet().IsSetClass())
        {
            switch (entry.GetSet().GetClass())
            {
            case CBioseq_set::eClass_nuc_prot:
                if (s_HasUnprocessedCdregions(entry)) {
                    xParseCdregions(entry, token);
                }
                return;
            case CBioseq_set::eClass_gen_prod_set:
                return;
            default:
                break;
            }
        }
        NON_CONST_ITERATE(CBioseq_set_Base::TSeq_set, it, entry.SetSet().SetSeq_set())
        {
            xMergeCDSFeatures_impl(**it, token);
        }
        break;
    default:
        break;
    }
}
 
//LCOV_EXCL_START
void CFeatureTableReader::FindOpenReadingFrame(CSeq_entry& entry) const
{
    switch(entry.Which())
    {
    case CSeq_entry::e_Seq:
        {
        CRef<CSeq_annot> annot = FindORF(entry.SetSeq());
        if (annot.NotEmpty())
        {
            entry.SetSeq().SetAnnot().push_back(annot);
        }
        }
        break;
    case CSeq_entry::e_Set:
        NON_CONST_ITERATE(CSeq_entry::TSet::TSeq_set, it, entry.SetSet().SetSeq_set())
        {
            FindOpenReadingFrame(**it);
        }
        break;
    default:
        break;
    }
}
//LCOV_EXCL_STOP
 
 
void CFeatureTableReader::xMoveCdRegions(CSeq_entry_Handle entry_h,
    list<CRef<CSeq_feat>>& seq_ftable,
    list<CRef<CSeq_feat>>& set_ftable,
    TAsyncToken& token)
{
    // sort and number ids
    seq_ftable.sort(SSeqAnnotCompare());
    auto feat_it = seq_ftable.begin();
    while (feat_it != seq_ftable.end())
    {
        CRef<CSeq_feat> feature = (*feat_it);
        if (!feature->IsSetData())
        {
            ++feat_it;
            continue;
        }
 
        CSeqFeatData& data = feature->SetData();
        if (data.IsCdregion())
        {
            if (!data.GetCdregion().IsSetCode())
            {
                int code = GetGenomicCodeOfBioseq(*token.bioseq);
                if (code == 0)
                    code = 1;
 
                data.SetCdregion().SetCode().SetId(code);
            }
            if (!data.GetCdregion().IsSetFrame())
            {
                if (feature->IsSetExcept_text() && NStr::Find(feature->GetExcept_text(), "annotated by transcript or proteomic data") != NPOS) {
                    data.SetCdregion().SetFrame(CCdregion::eFrame_one);
                }
                else {
                    data.SetCdregion().SetFrame(CSeqTranslator::FindBestFrame(*feature, *token.scope));
                }
            }
            CCleanup::ParseCodeBreaks(*feature, *token.scope);
 
            if (!sequence::IsPseudo(*feature, *token.scope)) {
 
                if (feature->IsSetProduct()) {
                    const CSeq_id* pProductId = feature->GetProduct().GetId();
                    if (pProductId && entry_h.GetBioseqHandle(*pProductId)) {
                        ++feat_it;
                        continue;
                    }
                }
 
                CRef<CSeq_entry> protein = xTranslateProtein(*token.bioseq, *feature, seq_ftable, token); // Also updates gene and mrna
                if (protein.NotEmpty())
                {
                    entry_h.GetEditHandle().SetSet().GetEditHandle().AttachEntry(*protein);
                    // move the cdregion into protein and step iterator to next
                    set_ftable.push_back(feature);
                    feat_it = seq_ftable.erase(feat_it);
                    continue; // avoid iterator increment
                }
            }
        }
        ++feat_it;
    }
}
 
void CFeatureTableReader::xParseCdregions(CSeq_entry& entry, TAsyncToken& token)
{
 
    if (!entry.IsSet() ||
        entry.GetSet().GetClass() != CBioseq_set::eClass_nuc_prot)
        return;
 
    auto& seq_set = entry.SetSet().SetSeq_set();
    auto entry_it = find_if(seq_set.begin(), seq_set.end(),
        [](CRef<CSeq_entry> pEntry) {
            return
                (pEntry &&
                    pEntry->IsSeq() &&
                    pEntry->GetSeq().IsSetInst() &&
                    pEntry->GetSeq().IsNa() &&
                    pEntry->GetSeq().IsSetAnnot());
        });
 
    if (entry_it == seq_set.end()) {
        return;
    }
 
    auto& bioseq = token.bioseq;
    bioseq.Reset(&((*entry_it)->SetSeq()));
    auto& annots = bioseq->SetAnnot();
 
    // Find first feature table
    auto annot_it =
        find_if(annots.begin(), annots.end(),
            [](CRef<CSeq_annot> pAnnot) { return pAnnot && pAnnot->IsFtable(); });
 
    if (annot_it == annots.end()) {
        return;
    }
 
    auto main_ftable = *annot_it;
    // Merge any remaining feature tables into main_ftable
    ++annot_it;
    while (annot_it != annots.end()) {
        auto pAnnot = *annot_it;
        if (pAnnot->IsFtable()) {
            main_ftable->SetData().SetFtable().splice(
                end(main_ftable->SetData().SetFtable()),
                pAnnot->SetData().SetFtable());
            annot_it = annots.erase(annot_it);
            continue;
        }
        ++annot_it;
    }
 
    //copy sequence feature table to edit it
    auto seq_ftable = main_ftable->SetData().SetFtable();
 
    // Create empty annotation holding cdregion features
    CRef<CSeq_annot> set_annot(new CSeq_annot);
    CSeq_annot::TData::TFtable& set_ftable = set_annot->SetData().SetFtable();
    //entry.SetSet().SetAnnot().push_back(set_annot);
 
    token.scope.Reset(new CScope(*CObjectManager::GetInstance()));
    token.scope->AddDefaults();
    CSeq_entry_Handle entry_h = token.scope->AddTopLevelSeqEntry(entry);
 
    token.InitFeatures();
 
    xMoveCdRegions(entry_h, seq_ftable, set_ftable, token);
 
    token.Clear();
    token.scope->RemoveTopLevelSeqEntry(entry_h);
 
    if (seq_ftable.empty()) {
        bioseq->SetAnnot().remove(main_ftable);
    }
    else {
        main_ftable->SetData().SetFtable() = move(seq_ftable);
    }
 
    if (/*bioseq->IsSetAnnot()  &&*/  bioseq->GetAnnot().empty())
    {
        bioseq->ResetAnnot();
    }
 
    if (!set_ftable.empty()) {
        entry.SetSet().SetAnnot().push_back(set_annot);
    }
 
    if (false)
    {
        CNcbiOfstream debug_annot("annot.sqn");
        debug_annot << MSerial_AsnText
            << MSerial_VerifyNo
            << entry;
    }
}
 
CRef<CSeq_entry> CFeatureTableReader::ReadProtein(ILineReader& line_reader)
{
    int flags = 0;
    flags |= CFastaReader::fAddMods
          |  CFastaReader::fNoUserObjs
          |  CFastaReader::fAssumeProt
          |  CFastaReader::fForceType;
 
    unique_ptr<CFastaReader> pReader(new CFastaReader(0, flags));
    pReader->SetPostponedMods({"gene","allele"});
 
    CRef<CSeq_entry> result;
    CRef<CSerialObject> pep = pReader->ReadObject(line_reader, m_context.m_logger);
    m_PrtModMap = pReader->GetPostponedModMap();
 
    if (pep.NotEmpty())
    {
        if (pep->GetThisTypeInfo()->IsType(CSeq_entry::GetTypeInfo()))
        {
            result = (CSeq_entry*)(pep.GetPointerOrNull());
            if (result->IsSetDescr())
            {
                if (result->GetDescr().Get().empty())
                {
                    if (result->IsSeq())
                        result->SetSeq().ResetDescr();
                    else
                        result->SetSet().ResetDescr();
                }
            }
            if (result->IsSeq())
            {
                // convert into seqset
                CRef<CSeq_entry> set(new CSeq_entry);
                set->SetSet().SetSeq_set().push_back(result);
                result = set;
            }
        }
    }
 
    return result;
}
 
void CFeatureTableReader::AddProteins(const CSeq_entry& possible_proteins, CSeq_entry& entry)
{       
    CScope scope(*CObjectManager::GetInstance());
    CSeq_entry_Handle tse = scope.AddTopLevelSeqEntry(entry);
 
    list<CConstRef<CBioseq>> proteins;
    if (possible_proteins.IsSeq()) {
        proteins.emplace_back(&(possible_proteins.GetSeq()));
    }
    else if (possible_proteins.GetSet().IsSetSeq_set()) {
        for (auto pSubEntry : possible_proteins.GetSet().GetSeq_set()) {
            if (pSubEntry) {
                _ASSERT(pSubEntry->IsSeq());
                proteins.emplace_back(&(pSubEntry->GetSeq()));
            }
        }
    }
 
    for (CBioseq_CI nuc_it(tse, CSeq_inst::eMol_na); nuc_it; ++nuc_it) 
    {
        CSeq_entry_Handle h_entry = nuc_it->GetParentEntry();
        auto it = proteins.begin();
        while(it != proteins.end()) {
            if (xAddProteinToSeqEntry(**it, h_entry)) {
                it = proteins.erase(it);
            } else {
                ++it;
            }
        }
    }
}
 
bool CFeatureTableReader::xCheckIfNeedConversion(const CSeq_entry& entry) const
{
    if (entry.GetParentEntry() &&
        entry.GetParentEntry()->IsSet() &&
        entry.GetParentEntry()->GetSet().IsSetClass())
    {
        switch (entry.GetParentEntry()->GetSet().GetClass())
        {
        case CBioseq_set::eClass_nuc_prot:
            return false;
        default:
            break;
        }
    }
 
    if (!entry.IsSetAnnot()) {
        return false;
    }
    ITERATE(CSeq_entry::TAnnot, annot_it, entry.GetAnnot())
    {
        if ((**annot_it).IsFtable())
        {
            ITERATE(CSeq_annot::C_Data::TFtable, feat_it, (**annot_it).GetData().GetFtable())
            {
                if((**feat_it).CanGetData())
                {
                    switch ((**feat_it).GetData().Which())
                    {
                    case CSeqFeatData::e_Cdregion:
                    //case CSeqFeatData::e_Gene:
                        return true;
                    default:
                        break;
                    }
                }
            }
        }
    }
 
    return false;
}
 
void CFeatureTableReader::xConvertSeqIntoSeqSet(CSeq_entry& entry, bool nuc_prod_set) const
{
    if (entry.IsSeq())
    {
        CRef<CSeq_entry> newentry(new CSeq_entry);
        newentry->SetSeq(entry.SetSeq());
        CBioseq& bioseq = newentry->SetSeq();
        entry.SetSet().SetSeq_set().push_back(newentry);
 
        MoveSomeDescr(entry, bioseq);
 
        CAutoAddDesc molinfo_desc(bioseq.SetDescr(), CSeqdesc::e_Molinfo);
 
        if (!molinfo_desc.Set().SetMolinfo().IsSetBiomol())
            molinfo_desc.Set().SetMolinfo().SetBiomol(CMolInfo::eBiomol_genomic);
        //molinfo_desc.Set().SetMolinfo().SetTech(CMolInfo::eTech_concept_trans);
 
 
        if (bioseq.IsSetInst() &&
            bioseq.IsNa() &&
            bioseq.IsSetInst() &&
            !bioseq.GetInst().IsSetMol())
        {
            bioseq.SetInst().SetMol(CSeq_inst::eMol_dna);
        }
        entry.SetSet().SetClass(nuc_prod_set ? CBioseq_set::eClass_nuc_prot : CBioseq_set::eClass_gen_prod_set);
        entry.Parentize();
    }
}
 
void CFeatureTableReader::ConvertNucSetToSet(CRef<CSeq_entry>& entry) const
{
    if (entry->IsSet() && entry->GetSet().GetClass() == CBioseq_set::eClass_nuc_prot)
    {
        CRef<CSeq_entry> newentry(new CSeq_entry);
        newentry->SetSet().SetClass(CBioseq_set::eClass_genbank);
        newentry->SetSet().SetSeq_set().push_back(entry);
        entry = newentry;
        newentry.Reset();
        entry->Parentize();
    }
}
 
namespace {
 
void s_ExtendIntervalToEnd (CSeq_interval& ival, TSeqPos bioseqLength)
{
    if (ival.IsSetStrand() && ival.GetStrand() == eNa_strand_minus) {
        if (ival.GetFrom() > 3) {
            ival.SetFrom(ival.GetFrom() - 3);
        } else {
            ival.SetFrom(0);
        }
    } else {
        if (ival.GetTo() < bioseqLength - 4) {
            ival.SetTo(ival.GetTo() + 3);
        } else {
            ival.SetTo(bioseqLength - 1);
        }
    }
}
 
bool SetMolinfoCompleteness (CMolInfo& mi, bool partial5, bool partial3)
{
    bool changed = false;
    CMolInfo::ECompleteness new_val;
    if ( partial5 && partial3 ) {
        new_val = CMolInfo::eCompleteness_no_ends;
    } else if ( partial5 ) {
        new_val = CMolInfo::eCompleteness_no_left;
    } else if ( partial3 ) {
        new_val = CMolInfo::eCompleteness_no_right;
    } else {
        new_val = CMolInfo::eCompleteness_complete;
    }
    if (!mi.IsSetCompleteness() || mi.GetCompleteness() != new_val) {
        mi.SetCompleteness(new_val);
        changed = true;
    }
    return changed;
}
 
 
void SetMolinfoForProtein (CSeq_descr& protein_descr, bool partial5, bool partial3)
{
    CAutoAddDesc pdesc(protein_descr, CSeqdesc::e_Molinfo);
    pdesc.Set().SetMolinfo().SetBiomol(CMolInfo::eBiomol_peptide);
    SetMolinfoCompleteness(pdesc.Set().SetMolinfo(), partial5, partial3);
}
 
CRef<CSeq_feat> AddEmptyProteinFeatureToProtein (CBioseq& protein, bool partial5, bool partial3)
{
    CRef<CSeq_annot> ftable;
    NON_CONST_ITERATE(CSeq_entry::TAnnot, annot_it, protein.SetAnnot()) {
        if ((*annot_it)->IsFtable()) {
            ftable = *annot_it;
            break;
        }
    }
    if (!ftable) {
        ftable = new CSeq_annot();
        protein.SetAnnot().push_back(ftable);
    }
 
    CRef<CSeq_feat> prot_feat;
    NON_CONST_ITERATE(CSeq_annot::TData::TFtable, feat_it, ftable->SetData().SetFtable()) {
        if ((*feat_it)->IsSetData() && (*feat_it)->GetData().IsProt() && !(*feat_it)->GetData().GetProt().IsSetProcessed()) {
            prot_feat = *feat_it;
            break;
        }
    }
    if (!prot_feat) {
        prot_feat = new CSeq_feat();
        prot_feat->SetData().SetProt();
        ftable->SetData().SetFtable().push_back(prot_feat);
    }
    CRef<CSeq_id> prot_id(new CSeq_id());
    prot_id->Assign(*(protein.GetId().front()));
    prot_feat->SetLocation().SetInt().SetId(*prot_id);
    prot_feat->SetLocation().SetInt().SetFrom(0);
    prot_feat->SetLocation().SetInt().SetTo(protein.GetLength() - 1);
    prot_feat->SetLocation().SetPartialStart(partial5, eExtreme_Biological);
    prot_feat->SetLocation().SetPartialStop(partial3, eExtreme_Biological);
    if (partial5 || partial3) {
        prot_feat->SetPartial(true);
    } else {
        prot_feat->ResetPartial();
    }
    return prot_feat;
}
 
 
void AddSeqEntry(CSeq_entry_Handle m_SEH, CSeq_entry* m_Add)
{
    CSeq_entry_EditHandle eh = m_SEH.GetEditHandle();
    if (!eh.IsSet() && m_Add->IsSeq() && m_Add->GetSeq().IsAa()) {
        CBioseq_set_Handle nuc_parent = eh.GetParentBioseq_set();
        if (nuc_parent && nuc_parent.IsSetClass() && nuc_parent.GetClass() == CBioseq_set::eClass_nuc_prot) {
            eh = nuc_parent.GetParentEntry().GetEditHandle();
        }
    }
    if (!eh.IsSet()) {
        eh.ConvertSeqToSet();
        if (m_Add->IsSeq() && m_Add->GetSeq().IsAa()) {
            // if adding protein sequence and converting to nuc-prot set,
            // move all descriptors on nucleotide sequence except molinfo and title to set
            eh.SetSet().SetClass(CBioseq_set::eClass_nuc_prot);
            CConstRef<CBioseq_set> set = eh.GetSet().GetCompleteBioseq_set();
            if (set && set->IsSetSeq_set()) {
                CConstRef<CSeq_entry> nuc = set->GetSeq_set().front();
                CSeq_entry_EditHandle neh = m_SEH.GetScope().GetSeq_entryEditHandle(*nuc);
                CBioseq_set::TDescr::Tdata::const_iterator it = nuc->GetDescr().Get().begin();
                while (it != nuc->GetDescr().Get().end()) {
                    if (!(*it)->IsMolinfo() && !(*it)->IsTitle()) {
                        CRef<CSeqdesc> copy(new CSeqdesc());
                        copy->Assign(**it);
                        eh.AddSeqdesc(*copy);
                        neh.RemoveSeqdesc(**it);
                        it = nuc->GetDescr().Get().begin();
                    } else {
                        ++it;
                    }
                }
            }
        }
    }
 
    CSeq_entry_EditHandle added = eh.AttachEntry(*m_Add);
    /*int m_index = */ eh.GetSet().GetSeq_entry_Index(added);
}
 
void AddFeature(CSeq_entry_Handle m_seh, CSeq_feat* m_Feat)
{
    if (m_Feat->IsSetData() && m_Feat->GetData().IsCdregion() && m_Feat->IsSetProduct()) {
        CBioseq_Handle bsh = m_seh.GetScope().GetBioseqHandle(m_Feat->GetProduct());
        if (bsh) {
            CBioseq_set_Handle nuc_parent = bsh.GetParentBioseq_set();
            if (nuc_parent && nuc_parent.IsSetClass() && nuc_parent.GetClass() == CBioseq_set::eClass_nuc_prot) {
                m_seh = nuc_parent.GetParentEntry();
            }
        }
    }
    CSeq_annot_Handle ftable;
 
    CSeq_annot_CI annot_ci(m_seh, CSeq_annot_CI::eSearch_entry);
    for (; annot_ci; ++annot_ci) {
        if ((*annot_ci).IsFtable()) {
            ftable = *annot_ci;
            break;
        }
    }
 
    CSeq_entry_EditHandle eh = m_seh.GetEditHandle();
    CSeq_feat_EditHandle  m_feh;
    CSeq_annot_EditHandle m_FTableCreated;
 
    if (!ftable) {
        CRef<CSeq_annot> new_annot(new CSeq_annot());
        ftable = m_FTableCreated = eh.AttachAnnot(*new_annot);
    }
 
    CSeq_annot_EditHandle aeh(ftable);
    m_feh = aeh.AddFeat(*m_Feat);
}
 
 
}
 
 
static void s_ReportDuplicateMods(
        const set<string>& duplicateMods,
        const string& idString,
        TSeqPos lineNumber,
        objects::ILineErrorListener& logger)
{
    for (const auto& modName : duplicateMods) {
        string message = "Multiple '" + modName + "' modifiers. Only the first will be used.";
        logger.PutError(*unique_ptr<CLineError>(
                CLineError::Create(ILineError::eProblem_GeneralParsingError, eDiag_Error, idString, lineNumber, 
                    "", "", "", message)));
    }
}
 
 
CRef<CSeq_feat> CFeatureTableReader::x_AddProteinFeatureToProtein (CRef<CSeq_entry> nuc, CConstRef<CSeq_loc> cds_loc, 
        const CBioseq::TId& pOriginalProtIds,
        CBioseq& protein, bool partial5, bool partial3)
{
    CSourceModParser smp(CSourceModParser::eHandleBadMod_Ignore);
    TSeqPos lineNumber=0;
    const auto& proteinIds = pOriginalProtIds.empty() ?
        protein.GetId() :
        pOriginalProtIds;
 
    for (auto pId : proteinIds) {
        const auto idString = pId->AsFastaString();
        if (auto it = m_PrtModMap.find(idString); it != m_PrtModMap.end()) {
            const auto& modList = it->second.second;      
            lineNumber = it->second.first;
            set<string> duplicateMods;  
            for (const auto& mod : modList) {
                if (!smp.AddMods(mod.GetName(), mod.GetValue())) {
                    duplicateMods.insert(mod.GetName());
                }
            }
            s_ReportDuplicateMods(duplicateMods, idString, lineNumber, *(m_context.m_logger));
            m_PrtModMap.erase(it);
            break;
        }
    }
 
    if (!smp.GetAllMods().empty()) {
        smp.ApplyAllMods(protein);
        if (nuc->IsSeq()) {
            smp.ApplyAllMods(nuc->SetSeq(), "", cds_loc);
        }
        else {
            for (auto pEntry : nuc->SetSet().SetSeq_set()) {
                if (pEntry->IsSeq() && pEntry->GetSeq().IsNa()) {
                    smp.ApplyAllMods(pEntry->SetSeq(), "", cds_loc);
                    break;
                }
            }
        }
    }
 
    return AddEmptyProteinFeatureToProtein(protein, partial5, partial3);
}
 
 
static CBioseq_Handle s_MatchProteinById(const CBioseq& protein, CSeq_entry_Handle seh)
{
    for (auto pId : protein.GetId()) {
        if (seh.IsSeq()) {
            if (seh.GetSeq().IsSynonym(*pId)) {
                return seh.GetSeq();
            }
        }
        else if (seh.IsSet()) {
            for (CBioseq_CI bit(seh, CSeq_inst::eMol_na); bit; ++bit) {
                if (bit->IsSynonym(*pId)) {
                    return *bit;
                }
            } 
        }
    }
    return CBioseq_Handle();
}
 
 
static CBioseq_Handle s_GetSingleNucSeq(CSeq_entry_Handle seh) {
    // returns an empty bioseq handle if there is more than one nucleotide sequence
    CBioseq_Handle bsh;
    int nuc_count{0};
    for (CBioseq_CI it(seh, CSeq_inst::eMol_na); it; ++it) {
        ++nuc_count;
        if (nuc_count > 1) {
            return CBioseq_Handle();
        }
        bsh = *it;
    }
    return bsh;
}
 
 
static CRef<CSeq_loc> s_GetCDSLoc(CScope& scope,
                                  const CSeq_id& proteinId,
                                  const CSeq_loc& genomicLoc,
                                  TSeqPos bioseqLength,
                                  const CTable2AsnContext::SPrtAlnOptions& prtAlnOptions)
{
    CProSplignScoring scoring;
    scoring.SetAltStarts(true);
    CProSplign prosplign(scoring, prtAlnOptions.intronless, true, false, false);
    auto alignment = prosplign.FindAlignment(scope, proteinId, genomicLoc,
            CProSplignOutputOptions(prtAlnOptions.refineAlignment ? 
                CProSplignOutputOptions::eWithHoles :
                CProSplignOutputOptions::ePassThrough));
 
    if (!alignment) {
        return CRef<CSeq_loc>();
    }
 
 
    if (!NStr::IsBlank(prtAlnOptions.filterQueryString)) {
        CAlignFilter filter(prtAlnOptions.filterQueryString);
        if (!filter.Match(*alignment)) {
            return CRef<CSeq_loc>();
        }
    }
 
    bool found_start_codon = false;
    bool found_stop_codon = false;
    list<CRef<CSeq_loc>> exonLocs;
 
    if (alignment->IsSetSegs() && alignment->GetSegs().IsSpliced()) {
        CRef<CSeq_id> seq_id (new CSeq_id());
        seq_id->Assign(*(genomicLoc.GetId()));
        const auto& splicedSegs = alignment->GetSegs().GetSpliced();
        const bool isMinusStrand = (splicedSegs.IsSetGenomic_strand() && 
                splicedSegs.GetGenomic_strand() == eNa_strand_minus);
             
        for (auto pExon : splicedSegs.GetExons()) {
            auto pExonLoc = Ref(new CSeq_loc(*seq_id,
                        pExon->GetGenomic_start(),
                        pExon->GetGenomic_end()));
 
            if (isMinusStrand) {
                pExonLoc->SetStrand(eNa_strand_minus);
            } else if (pExon->IsSetGenomic_strand()) {
                pExonLoc->SetStrand(pExon->GetGenomic_strand());
            }
            exonLocs.push_back(pExonLoc);
        }
 
        for (auto pModifier : splicedSegs.GetModifiers()) {
            if (pModifier->IsStart_codon_found()) {
                found_start_codon = pModifier->GetStart_codon_found();
            }
            if (pModifier->IsStop_codon_found()) {
                found_stop_codon = pModifier->GetStop_codon_found();
            }
        }
    }
 
    if (exonLocs.empty()) {
        return CRef<CSeq_loc>();
    }
 
    auto pCDSLoc = Ref(new CSeq_loc());
    if (exonLocs.size() == 1) {
        pCDSLoc->Assign(*(exonLocs.front()));
    }
    else {
        pCDSLoc->SetMix().Set() = exonLocs;
    }
 
    if (!found_start_codon) {
        pCDSLoc->SetPartialStart(true, eExtreme_Biological);
    }
 
    if (found_stop_codon) {
        // extend to cover stop codon
        auto& finalInterval = pCDSLoc->IsMix() ? 
            pCDSLoc->SetMix().Set().back()->SetInt() :
            pCDSLoc->SetInt();
        s_ExtendIntervalToEnd(finalInterval, bioseqLength);
    } else {
        pCDSLoc->SetPartialStop(true, eExtreme_Biological);
    }
 
    return pCDSLoc;
}
 
static CRef<CSeq_feat> s_MakeCDSFeat(CSeq_loc& loc, bool isPartial, CSeq_id& productId)
{
    auto pCds = Ref(new CSeq_feat());  
    pCds->SetLocation(loc);      
    if (isPartial) {
        pCds->SetPartial(true);
    }
    pCds->SetData().SetCdregion();
    pCds->SetProduct().SetWhole(productId);
    return pCds;
}
 
bool CFeatureTableReader::xAddProteinToSeqEntry(const CBioseq& protein, CSeq_entry_Handle seh)
{
    CRef<CSeq_entry> nuc_entry((CSeq_entry*)seh.GetEditHandle().GetCompleteSeq_entry().GetPointerOrNull());
 
 
    // only add protein if we can match it to a nucleotide sequence via the ID,
    // or if there is only one nucleotide sequence
 
    auto bsh_match = s_MatchProteinById(protein, seh);
 
    if (m_context.m_huge_files_mode && !bsh_match)
        return false;
 
    bool id_match{false};
    if (bsh_match) {
        id_match = true;
    }
    else {
        // if there is only one nucleotide sequence, we will use that one
        bsh_match = s_GetSingleNucSeq(seh.GetTopLevelEntry());
        if (!bsh_match) {
            return false;
        }
    }
 
 
    CRef<CSeq_id> bioseq_id(new CSeq_id());
    bioseq_id->Assign(*(bsh_match.GetSeqId()));
    CRef<CSeq_loc> match_loc(new CSeq_loc(*bioseq_id, 0, bsh_match.GetBioseqLength() - 1));
 
    CRef<CSeq_entry> protein_entry(new CSeq_entry());
    protein_entry->SetSeq().Assign(protein);
    CBioseq::TId pOriginalIds;
    if (id_match) {
        pOriginalIds = move(protein_entry->SetSeq().SetId());
        CRef<CSeq_id> product_id = GetNewProteinId(seh, bsh_match);
        protein_entry->SetSeq().ResetId();
        protein_entry->SetSeq().SetId().push_back(product_id);
    }
 
    CSeq_entry_Handle protein_h = seh.GetScope().AddTopLevelSeqEntry(*protein_entry);
 
    auto cds_loc = s_GetCDSLoc(seh.GetScope(), *protein_entry->GetSeq().GetId().front(),
                               *match_loc, bsh_match.GetBioseqLength(), m_context.prtAlnOptions);
 
    if (!cds_loc) {
        string label;
        protein.GetId().front()->GetLabel(&label, CSeq_id::eContent);
        string error = "Unable to find coding region location for protein sequence " + label + ".";
        g_LogGeneralParsingError(error, *(m_context.m_logger));
        return false;
    }
 
    // if we add the protein sequence, we'll do it in the new nuc-prot set
    seh.GetScope().RemoveTopLevelSeqEntry(protein_h);
    bool partial5 = cds_loc->IsPartialStart(eExtreme_Biological);
    bool partial3 = cds_loc->IsPartialStop(eExtreme_Biological);
    SetMolinfoForProtein(protein_entry->SetDescr(), partial5, partial3);
    CRef<CSeq_feat> protein_feat = x_AddProteinFeatureToProtein(nuc_entry, cds_loc, 
            pOriginalIds,
            protein_entry->SetSeq(), partial5, partial3);
 
    AddSeqEntry(bsh_match.GetParentEntry(), protein_entry);
 
    auto new_cds = s_MakeCDSFeat(*cds_loc, (partial5 || partial3), 
                        *(protein_entry->SetSeq().SetId().front()));
    AddFeature(seh, new_cds);
 
    string org_name;
    CTable2AsnContext::GetOrgName(org_name, *seh.GetCompleteObject());
    string protein_name = NewProteinName(*protein_feat, m_context.m_use_hypothetic_protein);
    string title = protein_name;
    if (!org_name.empty())
    {
        title += " [";
        title += org_name;
        title += "]";
    }
    CAutoAddDesc title_desc(protein_entry->SetDescr(), CSeqdesc::e_Title);
    title_desc.Set().SetTitle() += title;
 
    return true;
}
 
void CFeatureTableReader::RemoveEmptyFtable(CBioseq& bioseq)
{
    if (bioseq.IsSetAnnot())
    {
        for (CBioseq::TAnnot::iterator annot_it = bioseq.SetAnnot().begin(); annot_it != bioseq.SetAnnot().end(); ) // no ++
        {
            if ((**annot_it).IsFtable() && (**annot_it).GetData().GetFtable().empty())
            {
                annot_it = bioseq.SetAnnot().erase(annot_it);
            }
            else
                annot_it++;
        }
 
        if (bioseq.GetAnnot().empty())
        {
            bioseq.ResetAnnot();
        }
    }
}
 
 
static bool s_UnknownEstimatedLength(const CSeq_feat& feat)
{
    return  (feat.GetNamedQual("estimated_length") == "unknown");
}
 
 
CRef<CDelta_seq> CFeatureTableReader::MakeGap(CBioseq& bioseq, const CSeq_feat& feature_gap) const
{
    const string& sGT = feature_gap.GetNamedQual(kGapType_qual);
 
    TSeqPos gap_start(kInvalidSeqPos);
    TSeqPos gap_length(kInvalidSeqPos);
 
    CSeq_gap::EType gap_type = CSeq_gap::eType_unknown;
    set<int> evidences;
 
    if (!sGT.empty())
    {
        const CSeq_gap::SGapTypeInfo * gap_type_info = CSeq_gap::NameToGapTypeInfo(sGT);
 
        if (gap_type_info)
        {
            gap_type = gap_type_info->m_eType;
 
            const CEnumeratedTypeValues::TNameToValue&
                linkage_evidence_to_value_map = CLinkage_evidence::GetTypeInfo_enum_EType()->NameToValue();
 
            ITERATE(CSeq_feat::TQual, sLE_qual, feature_gap.GetQual()) // we support multiple linkage evidence qualifiers
            {
                const string& sLE_name = (**sLE_qual).GetQual();
                if (sLE_name != kLinkageEvidence_qual)
                    continue;
 
                CLinkage_evidence::EType evidence = (CLinkage_evidence::EType)(-1); //CLinkage_evidence::eType_unspecified;
 
                CEnumeratedTypeValues::TNameToValue::const_iterator it = linkage_evidence_to_value_map.find(CFastaReader::CanonicalizeString((**sLE_qual).GetVal()));
                if (it == linkage_evidence_to_value_map.end())
                {
                    g_LogGeneralParsingError(
                            string("Unrecognized linkage evidence ") + (**sLE_qual).GetVal(), 
                            *(m_context.m_logger));
                    return CRef<CDelta_seq>();
                }
                else
                {
                    evidence = (CLinkage_evidence::EType)it->second;
                }
 
                switch (gap_type_info->m_eLinkEvid)
                {
                    /// only the "unspecified" linkage-evidence is allowed
                case CSeq_gap::eLinkEvid_UnspecifiedOnly:
                    if (evidence != CLinkage_evidence::eType_unspecified)
                    {
                        g_LogGeneralParsingError(
                            string("Linkage evidence must not be specified for ") + sGT,
                            *(m_context.m_logger));
 
                        return CRef<CDelta_seq>();
                    }
                    break;
                    /// no linkage-evidence is allowed
                case CSeq_gap::eLinkEvid_Forbidden:
                    if (evidence == CLinkage_evidence::eType_unspecified)
                    {
                        g_LogGeneralParsingError(
                            string("Linkage evidence must be specified for ") + sGT,
                            *(m_context.m_logger));
 
                        return CRef<CDelta_seq>();
                    }
                    break;
                    /// any linkage-evidence is allowed, and at least one is required
                case CSeq_gap::eLinkEvid_Required:
                    break;
                default:
                    break;
                }
                if (evidence != (CLinkage_evidence::EType)(-1))
                    evidences.insert(evidence);
            }
        }
        else
        {
            g_LogGeneralParsingError(
                    string("Unrecognized gap type ") + sGT,
                    *(m_context.m_logger));
 
            return CRef<CDelta_seq>();
        }
    }
 
    if (feature_gap.IsSetLocation())
    {
        gap_start = feature_gap.GetLocation().GetStart(eExtreme_Positional);
        gap_length = feature_gap.GetLocation().GetStop(eExtreme_Positional);
        gap_length -= gap_start;
        gap_length++;
    }
 
    CGapsEditor gap_edit(gap_type, evidences, 0, 0);
    return gap_edit.CreateGap(bioseq,
            gap_start, gap_length,
            s_UnknownEstimatedLength(feature_gap));
}
 
 
void CFeatureTableReader::MakeGapsFromFeatures(CSeq_entry_Handle seh) const
{
    for (CBioseq_CI bioseq_it(seh); bioseq_it; ++bioseq_it)
    {
        {
            SAnnotSelector annot_sel(CSeqFeatData::e_Imp);
            for (CFeat_CI feature_it(*bioseq_it, annot_sel); feature_it; ) // no ++
            {
                if (feature_it->IsSetData() && feature_it->GetData().IsImp())
                {
                    const CImp_feat& imp = feature_it->GetData().GetImp();
                    if (imp.IsSetKey() && imp.GetKey() == kAssemblyGap_feature)
                    {
                        // removing feature
                        const CSeq_feat& feature_gap = feature_it->GetOriginalFeature();
                        CSeq_feat_EditHandle to_remove(*feature_it);
                        ++feature_it;
                        try
                        {
                            auto pBioseq = const_cast<CBioseq*>(bioseq_it->GetCompleteBioseq().GetPointer());
                            //CRef<CDelta_seq> gap = MakeGap(*bioseq_it, feature_gap);
                            CRef<CDelta_seq> gap = MakeGap(*pBioseq, feature_gap);
                            if (gap.Empty())
                            {
                                g_LogGeneralParsingError(
                                    "Failed to convert feature gap into a gap",
                                    *(m_context.m_logger));
                            }
                            else
                            {
                                to_remove.Remove();
                            }
                        }
                        catch(const CException& ex)
                        {
                            g_LogGeneralParsingError(ex.GetMsg(), *(m_context.m_logger));
                        }
                        continue;
                    }
                }
                ++feature_it;
            };
        }
 
        CBioseq& bioseq = (CBioseq&)*bioseq_it->GetEditHandle().GetCompleteBioseq();
        RemoveEmptyFtable(bioseq);
    }
}
 
 
void CFeatureTableReader::MakeGapsFromFeatures(CSeq_entry& entry) const
{
 
    VisitAllBioseqs(entry, [&](CBioseq& bioseq) { MakeGapsFromFeatures(bioseq); });
}
 
 
void CFeatureTableReader::MakeGapsFromFeatures(CBioseq& bioseq) const
{
    if (!bioseq.IsSetAnnot()) {
        return;
    }
 
    for (auto pAnnot : bioseq.SetAnnot()) {
        if (!pAnnot->IsSetData() ||
            (pAnnot->GetData().Which() != CSeq_annot::TData::e_Ftable)) {
            continue;
        }
        // Annot is a feature table
        // Feature tables are lists of CRef<CSeq_feat>
        auto& ftable = pAnnot->SetData().SetFtable();
        auto fit = ftable.begin();
        while (fit != ftable.end()) {
            auto pSeqFeat = *fit;
            if (pSeqFeat->IsSetData() &&
                pSeqFeat->GetData().IsImp() &&
                pSeqFeat->GetData().GetImp().IsSetKey() &&
                pSeqFeat->GetData().GetImp().GetKey() == kAssemblyGap_feature) {
 
                try {
                    if (MakeGap(bioseq, *pSeqFeat)) {
                        fit = ftable.erase(fit);
                        continue;
                    }
                    g_LogGeneralParsingError( 
                            "Failed to convert feature gap into a gap",
                            *(m_context.m_logger));
                }
                catch(const CException& ex)
                {
                    g_LogGeneralParsingError(ex.GetMsg(), *(m_context.m_logger));
                }
 
            }
            ++fit;
        }
    }
 
    RemoveEmptyFtable(bioseq);
}
 
 
void CFeatureTableReader::ChangeDeltaProteinToRawProtein(CSeq_entry& entry) const
{
    VisitAllBioseqs(entry, [](CBioseq& bioseq)
        {
            if (bioseq.IsAa() && bioseq.IsSetInst() && bioseq.GetInst().IsSetRepr())
            {
                CSeqTranslator::ChangeDeltaProteinToRawProtein(Ref(&bioseq));
            }
        }
    );
 
}
 
static const CSeq_id*
s_GetIdFromLocation(const CSeq_loc& loc)
{
    switch(loc.Which()) {
    case CSeq_loc::e_Whole:
        return &loc.GetWhole();
    case CSeq_loc::e_Int:
        return &(loc.GetInt().GetId());
    case CSeq_loc::e_Pnt:
        return &(loc.GetPnt().GetId());
    case CSeq_loc::e_Packed_int:
        if (!loc.GetPacked_int().Get().empty()) {
            return &(loc.GetPacked_int().Get().front()->GetId());
        }
        break;
    case CSeq_loc::e_Packed_pnt:
        if (loc.GetPacked_pnt().IsSetId()) {
            return &(loc.GetPacked_pnt().GetId());
        }
        break;
    default:
        break;
    }
 
    return nullptr;
}
 
 
struct SRegionIterators {
    using TAnnotIt = list<CRef<CSeq_annot>>::iterator;
    using TFeatIt = list<CRef<CSeq_feat>>::const_iterator;
 
    TAnnotIt annot_it;
    list<TFeatIt> feat_its;
};
 
 
static void
s_GatherRegionIterators(
        list<CRef<CSeq_annot>>& annots,
        list<SRegionIterators>& its)
{
    its.clear();
    for (auto annot_it = annots.begin();
              annot_it != annots.end();
              ++annot_it) {
 
        const auto& annot = **annot_it;
        if (annot.IsFtable()) {
            const auto& ftable = annot.GetData().GetFtable();
            list<SRegionIterators::TFeatIt> feat_its;
            for (auto feat_it = ftable.begin(); feat_it != ftable.end(); ++feat_it) {
                const auto& pFeat = *feat_it;
                if (pFeat->IsSetData() &&
                    pFeat->GetData().IsRegion()) {
                    feat_its.push_back(feat_it);
                }
            }
            if (!feat_its.empty()) {
                its.emplace_back(SRegionIterators{annot_it, move(feat_its)}); // fix this
            }
        }
    }
}
 
 
void CFeatureTableReader::MoveRegionsToProteins(CSeq_entry& seq_entry)
{
    if (!seq_entry.IsSet()) {
        return;
    }
 
    auto& bioseq_set = seq_entry.SetSet();
 
    if (!bioseq_set.IsSetClass() ||
        bioseq_set.GetClass() != CBioseq_set::eClass_nuc_prot) {
        if (bioseq_set.IsSetSeq_set()) {
            for (auto pEntry : bioseq_set.SetSeq_set()) {
                if (pEntry) {
                    MoveRegionsToProteins(*pEntry);
                }
            }
        }
        return;
    }
 
    _ASSERT(bioseq_set.IsSetSeq_set()); // should be a nuc-prot set
 
    // Gather region features
    // Do this differently.
    // Gather pairs of annotation and feature iterators
    CRef<CBioseq> pNucSeq;
    list<SRegionIterators> region_its;
 
    for (auto pSubEntry : bioseq_set.SetSeq_set()) {
        _ASSERT(pSubEntry->IsSeq());
        auto& seq = pSubEntry->SetSeq();
        if (seq.IsNa()) {
            if (!seq.IsSetAnnot()) {
                return;
            }
            pNucSeq = CRef<CBioseq>(&seq);
            s_GatherRegionIterators(seq.SetAnnot(), region_its);
        }
    }
 
    if (!pNucSeq ||
        region_its.empty()) {
        return;
    }
 
    auto pScope = Ref(new CScope(*CObjectManager::GetInstance()));
    pScope->AddTopLevelSeqEntry(seq_entry);
 
    map<CConstRef<CSeq_id>, list<CRef<CSeq_feat>>, PPtrLess<CConstRef<CSeq_id>>> mapped_regions;
    for (auto its : region_its) {
        for (auto feat_it : its.feat_its) {
            auto pRegion = *feat_it;
            auto pMappedLoc =
                CCleanup::GetProteinLocationFromNucleotideLocation(pRegion->GetLocation(), *pScope);
            if (!pMappedLoc) {
                continue;
            }
            pRegion->SetLocation(*pMappedLoc);
            auto pId = s_GetIdFromLocation(*pMappedLoc);
            if (pId) {
                mapped_regions[CConstRef<CSeq_id>(pId)].push_back(pRegion);
                (*its.annot_it)->SetData().SetFtable().erase(feat_it);
            }
        }
        if ((*its.annot_it)->GetData().GetFtable().empty()) {
            pNucSeq->SetAnnot().erase(its.annot_it);
        }
    }
    if (pNucSeq->IsSetAnnot()  &&  pNucSeq->GetAnnot().empty()) {
        pNucSeq->ResetAnnot();
    }
 
    // Iterate over bioseqs
    for (auto pSubEntry : bioseq_set.SetSeq_set()) {
        auto& bioseq = pSubEntry->SetSeq();
        if (bioseq.IsNa()) {
            continue;
        }
 
        CRef<CSeq_annot> pAnnot;
        for (auto pId : bioseq.GetId()) {
            auto it = mapped_regions.lower_bound(pId);
            while (it != mapped_regions.end() && (it->first->Compare(*pId) == CSeq_id::e_YES)) {
                if (!pAnnot) {
                    pAnnot = Ref(new CSeq_annot());
                }
                auto& ftable = pAnnot->SetData().SetFtable();
                ftable.splice(ftable.end(), it->second);
                it = mapped_regions.erase(it);
            }
        }
 
        if (pAnnot) {
            bioseq.SetAnnot().push_back(pAnnot);
        }
 
        if(mapped_regions.empty()) {
            break;
        }
    }
}
 
static bool s_MoveProteinSpecificFeats(CSeq_entry& entry)
{ // Wrapper function called recursively to make sure that
  // that only a single nuc-prot set is in scope at any time
    if (entry.IsSeq()) {
        return false;
    }
 
    auto& bioseq_set = entry.SetSet();
    if (!bioseq_set.IsSetSeq_set()) {
        return false;
    }
 
    bool any_change = false;
    if (!bioseq_set.IsSetClass() ||
         bioseq_set.GetClass() != CBioseq_set::eClass_nuc_prot) {
        for (auto pSubEntry : bioseq_set.SetSeq_set()) {
            if (pSubEntry) {
                any_change |= s_MoveProteinSpecificFeats(*pSubEntry);
            }
        }
        return any_change;
    }
 
    return CCleanup::MoveProteinSpecificFeats(CScope(*CObjectManager::GetInstance()).AddTopLevelSeqEntry(entry));
}
 
 
void CFeatureTableReader::MoveProteinSpecificFeats(CSeq_entry& entry)
{
    s_MoveProteinSpecificFeats(entry);
    MoveRegionsToProteins(entry);
}
 
 
END_NCBI_SCOPE