69 template <
typename stream_type,
70 typename seq_legal_alph_type,
71 typename ref_seqs_type,
72 typename ref_ids_type,
73 typename stream_pos_type,
76 typename ref_seq_type,
78 typename ref_offset_type,
84 typename tag_dict_type,
85 typename e_value_type,
86 typename bit_score_type>
89 ref_seqs_type & ref_seqs,
91 stream_pos_type & position_buffer,
95 ref_seq_type & SEQAN3_DOXYGEN_ONLY(ref_seq),
97 ref_offset_type & ref_offset,
98 cigar_type & cigar_vector,
102 tag_dict_type & tag_dict,
103 e_value_type & SEQAN3_DOXYGEN_ONLY(e_value),
104 bit_score_type & SEQAN3_DOXYGEN_ONLY(bit_score));
106 template <
typename stream_type,
107 typename header_type,
110 typename ref_seq_type,
111 typename ref_id_type,
115 typename tag_dict_type>
118 [[maybe_unused]] header_type && header,
119 [[maybe_unused]] seq_type && seq,
120 [[maybe_unused]] qual_type && qual,
121 [[maybe_unused]] id_type &&
id,
122 [[maybe_unused]] ref_seq_type && SEQAN3_DOXYGEN_ONLY(ref_seq),
123 [[maybe_unused]] ref_id_type && ref_id,
125 [[maybe_unused]] cigar_type && cigar_vector,
126 [[maybe_unused]]
sam_flag const flag,
127 [[maybe_unused]] uint8_t
const mapq,
128 [[maybe_unused]] mate_type && mate,
129 [[maybe_unused]] tag_dict_type && tag_dict,
130 [[maybe_unused]]
double SEQAN3_DOXYGEN_ONLY(e_value),
131 [[maybe_unused]]
double SEQAN3_DOXYGEN_ONLY(bit_score));
134 template <
typename stream_t,
typename header_type>
171 ret[
static_cast<index_t
>(
'I')] = 1;
172 ret[
static_cast<index_t
>(
'D')] = 2;
173 ret[
static_cast<index_t
>(
'N')] = 3;
174 ret[
static_cast<index_t
>(
'S')] = 4;
175 ret[
static_cast<index_t
>(
'H')] = 5;
176 ret[
static_cast<index_t
>(
'P')] = 6;
177 ret[
static_cast<index_t
>(
'=')] = 7;
178 ret[
static_cast<index_t
>(
'X')] = 8;
186 static uint16_t
reg2bin(int32_t beg, int32_t end)
noexcept
189 if (beg >> 14 == end >> 14)
190 return ((1 << 15) - 1) / 7 + (beg >> 14);
191 if (beg >> 17 == end >> 17)
192 return ((1 << 12) - 1) / 7 + (beg >> 17);
193 if (beg >> 20 == end >> 20)
194 return ((1 << 9) - 1) / 7 + (beg >> 20);
195 if (beg >> 23 == end >> 23)
196 return ((1 << 6) - 1) / 7 + (beg >> 23);
197 if (beg >> 26 == end >> 26)
198 return ((1 << 3) - 1) / 7 + (beg >> 26);
208 template <
typename stream_view_type, std::
integral number_type>
219 template <
typename stream_view_type>
225 template <
typename stream_view_type,
typename value_type>
227 stream_view_type && stream_view,
228 value_type
const & SEQAN3_DOXYGEN_ONLY(value));
230 template <
typename stream_view_type>
233 template <
typename cigar_input_type>
240template <
typename stream_type,
241 typename seq_legal_alph_type,
242 typename ref_seqs_type,
243 typename ref_ids_type,
244 typename stream_pos_type,
247 typename ref_seq_type,
248 typename ref_id_type,
249 typename ref_offset_type,
255 typename tag_dict_type,
256 typename e_value_type,
257 typename bit_score_type>
261 ref_seqs_type & ref_seqs,
263 stream_pos_type & position_buffer,
267 ref_seq_type & SEQAN3_DOXYGEN_ONLY(ref_seq),
268 ref_id_type & ref_id,
269 ref_offset_type & ref_offset,
270 cigar_type & cigar_vector,
274 tag_dict_type & tag_dict,
275 e_value_type & SEQAN3_DOXYGEN_ONLY(e_value),
276 bit_score_type & SEQAN3_DOXYGEN_ONLY(bit_score))
278 static_assert(detail::decays_to_ignore_v<ref_offset_type>
279 || detail::is_type_specialisation_of_v<ref_offset_type, std::optional>,
280 "The ref_offset must be a specialisation of std::optional.");
282 static_assert(detail::decays_to_ignore_v<mapq_type> || std::same_as<mapq_type, uint8_t>,
283 "The type of field::mapq must be uint8_t.");
285 static_assert(detail::decays_to_ignore_v<flag_type> || std::same_as<flag_type, sam_flag>,
286 "The type of field::flag must be seqan3::sam_flag.");
290 [[maybe_unused]] int32_t ref_length{};
312 for (int32_t ref_idx = 0; ref_idx < n_ref; ++ref_idx)
324 if constexpr (detail::decays_to_ignore_v<ref_seqs_type>)
329 auto & reference_ids = header.
ref_ids();
335 header.
ref_dict.emplace(reference_ids.back(), reference_ids.size() - 1);
346 +
"' found in BAM file header (header.ref_ids():",
350 else if (id_it->second != ref_idx)
356 " does not correspond to the position ",
358 " in the header (header.ref_ids():",
362 else if (std::get<0>(header.
ref_id_info[id_it->second]) != l_ref)
364 throw format_error{
"Provided reference has unequal length as specified in the header."};
376 position_buffer = stream.tellg();
380 if (core.
refID >=
static_cast<int32_t
>(header.
ref_ids().size()) || core.
refID < -1)
384 "' is not in range of ",
385 "header.ref_ids(), which has size ",
389 else if (core.
refID > -1)
400 if constexpr (!detail::decays_to_ignore_v<mate_type>)
414 if constexpr (!detail::decays_to_ignore_v<id_type>)
422 if constexpr (!detail::decays_to_ignore_v<cigar_type>)
424 int32_t seq_length{};
444 if constexpr (detail::decays_to_ignore_v<seq_type>)
446 auto skip_sequence_bytes = [&]()
453 skip_sequence_bytes();
457 using alph_t = std::ranges::range_value_t<
decltype(
seq)>;
458 constexpr auto from_dna16 = detail::convert_through_char_representation<dna16sam, alph_t>;
460 for (
auto [d1, d2] : seq_stream)
482 return static_cast<char>(chr + 33);
484 if constexpr (!detail::decays_to_ignore_v<qual_type>)
493 assert(remaining_bytes >= 0);
496 while (tags_view.size() > 0)
498 if constexpr (!detail::decays_to_ignore_v<tag_dict_type>)
506 if constexpr (!detail::decays_to_ignore_v<cigar_type>)
513 if (core.
l_seq != 0 && sc_front == core.
l_seq)
515 if constexpr (detail::decays_to_ignore_v<tag_dict_type> | detail::decays_to_ignore_v<seq_type>)
522 "N' suggests that the cigar string exceeded 65535 elements and was therefore ",
523 "stored in the optional field CG. You need to read in the field::tags and "
524 "field::seq in order to access this information.")};
528 auto it = tag_dict.
find(
"CG"_tag);
530 if (it == tag_dict.end())
532 "The cigar string '",
536 "N' suggests that the cigar string exceeded 65535 elements and was therefore ",
537 "stored in the optional field CG but this tag is not present in the given ",
541 int32_t seq_length{};
550template <
typename stream_type,
551 typename header_type,
554 typename ref_seq_type,
555 typename ref_id_type,
559 typename tag_dict_type>
562 [[maybe_unused]] header_type && header,
563 [[maybe_unused]] seq_type && seq,
564 [[maybe_unused]] qual_type && qual,
565 [[maybe_unused]] id_type &&
id,
566 [[maybe_unused]] ref_seq_type && SEQAN3_DOXYGEN_ONLY(ref_seq),
567 [[maybe_unused]] ref_id_type && ref_id,
569 [[maybe_unused]] cigar_type && cigar_vector,
570 [[maybe_unused]]
sam_flag const flag,
571 [[maybe_unused]] uint8_t
const mapq,
572 [[maybe_unused]] mate_type && mate,
573 [[maybe_unused]] tag_dict_type && tag_dict,
574 [[maybe_unused]]
double SEQAN3_DOXYGEN_ONLY(e_value),
575 [[maybe_unused]]
double SEQAN3_DOXYGEN_ONLY(bit_score))
581 "The seq object must be a std::ranges::forward_range over "
582 "letters that model seqan3::alphabet.");
585 "The id object must be a std::ranges::forward_range over "
586 "letters that model seqan3::alphabet.");
589 "The ref_seq object must be a std::ranges::forward_range "
590 "over letters that model seqan3::alphabet.");
592 if constexpr (!detail::decays_to_ignore_v<ref_id_type>)
594 static_assert((std::ranges::forward_range<ref_id_type> || std::integral<std::remove_reference_t<ref_id_type>>
595 || detail::is_type_specialisation_of_v<std::remove_cvref_t<ref_id_type>,
std::optional>),
596 "The ref_id object must be a std::ranges::forward_range "
597 "over letters that model seqan3::alphabet or an integral or a std::optional<integral>.");
601 "The qual object must be a std::ranges::forward_range "
602 "over letters that model seqan3::alphabet.");
605 "The mate object must be a std::tuple of size 3 with "
606 "1) a std::ranges::forward_range with a value_type modelling seqan3::alphabet, "
607 "2) a std::integral or std::optional<std::integral>, and "
608 "3) a std::integral.");
611 ((std::ranges::forward_range<decltype(std::get<0>(
mate))>
613 || detail::is_type_specialisation_of_v<
615 std::optional>)&&(std::integral<std::remove_cvref_t<decltype(std::get<1>(
mate))>>
616 || detail::is_type_specialisation_of_v<
618 std::optional>)&&std::integral<std::remove_cvref_t<decltype(std::get<2>(
mate))>>),
619 "The mate object must be a std::tuple of size 3 with "
620 "1) a std::ranges::forward_range with a value_type modelling seqan3::alphabet, "
621 "2) a std::integral or std::optional<std::integral>, and "
622 "3) a std::integral.");
625 "The tag_dict object must be of type seqan3::sam_tag_dictionary.");
627 if constexpr (detail::decays_to_ignore_v<header_type>)
629 throw format_error{
"BAM can only be written with a header but you did not provide enough information! "
630 "You can either construct the output file with reference names and reference length "
631 "information and the header will be created for you, or you can access the `header` member "
657 int32_t ref_length{};
660 if (!std::ranges::empty(cigar_vector))
662 int32_t dummy_seq_length{};
663 for (
auto & [
count, operation] : cigar_vector)
667 if (cigar_vector.size() >= (1 << 16))
670 cigar_vector.resize(2);
671 cigar_vector[0] =
cigar{
static_cast<uint32_t
>(std::ranges::distance(
seq)),
'S'_cigar_operation};
672 cigar_vector[1] =
cigar{
static_cast<uint32_t
>(ref_length),
'N'_cigar_operation};
682 uint8_t read_name_size = std::min<uint8_t>(std::ranges::distance(
id), 254) + 1;
683 read_name_size +=
static_cast<uint8_t
>(read_name_size == 1);
691 static_cast<uint16_t
>(cigar_vector.size()),
693 static_cast<int32_t
>(std::ranges::distance(
seq)),
695 get<1>(
mate).value_or(-1),
698 auto check_and_assign_id_to = [&header]([[maybe_unused]]
auto & id_source, [[maybe_unused]]
auto & id_target)
702 if constexpr (!detail::decays_to_ignore_v<id_t>)
704 if constexpr (std::integral<id_t>)
706 id_target = id_source;
708 else if constexpr (detail::is_type_specialisation_of_v<id_t, std::optional>)
710 id_target = id_source.value_or(-1);
714 if (!std::ranges::empty(id_source))
718 if constexpr (std::ranges::contiguous_range<
decltype(id_source)>
719 && std::ranges::sized_range<
decltype(id_source)>
720 && std::ranges::borrowed_range<
decltype(id_source)>)
731 "The ref_id type is not convertible to the reference id information stored in the "
732 "reference dictionary of the header object.");
734 id_it = header.
ref_dict.find(id_source);
742 "not be found in BAM header ref_dict: ",
747 id_target = id_it->second;
754 check_and_assign_id_to(
ref_id, core.refID);
757 check_and_assign_id_to(get<0>(
mate), core.next_refID);
760 core.block_size =
sizeof(core) - 4 + core.l_read_name + core.n_cigar_op * 4
762 (core.l_seq + 1) / 2 +
764 tag_dict_binary_str.
size();
768 if (std::ranges::empty(
id))
775 for (
auto [cigar_count, op] : cigar_vector)
777 cigar_count = cigar_count << 4;
783 using alph_t = std::ranges::range_value_t<seq_type>;
784 constexpr auto to_dna16 = detail::convert_through_char_representation<alph_t, dna16sam>;
787 for (int32_t sidx = 0; sidx < ((core.l_seq & 1) ? core.l_seq - 1 : core.l_seq); ++sidx, ++sit)
792 stream_it =
static_cast<char>(compressed_chr);
796 stream_it =
static_cast<char>(
to_rank(to_dna16[
to_rank(*sit)]) << 4);
799 if (std::ranges::empty(
qual))
806 if (std::ranges::distance(
qual) != core.l_seq)
809 ". Got quality with size ",
810 std::ranges::distance(
qual),
817 return static_cast<char>(
to_rank(chr));
823 stream << tag_dict_binary_str;
828template <
typename stream_t,
typename header_type>
831 if constexpr (detail::decays_to_ignore_v<header_type>)
833 throw format_error{
"BAM can only be written with a header but you did not provide enough information! "
834 "You can either construct the output file with reference names and reference length "
835 "information and the header will be created for you, or you can access the `header` member "
847#if SEQAN3_WORKAROUND_GCC_NO_CXX11_ABI || (SEQAN3_COMPILER_IS_GCC && (__GNUC__ == 10))
848 int32_t
const l_text{
static_cast<int32_t
>(os.
str().size())};
850 int32_t
const l_text{
static_cast<int32_t
>(os.view().size())};
854#if SEQAN3_WORKAROUND_GCC_NO_CXX11_ABI || (SEQAN3_COMPILER_IS_GCC && (__GNUC__ == 10))
855 auto header_view = os.
str();
857 auto header_view = os.view();
861 assert(header.ref_ids().size() < (1ull << 32));
862 int32_t
const n_ref{
static_cast<int32_t
>(header.ref_ids().size())};
865 for (int32_t ridx = 0; ridx < n_ref; ++ridx)
867 assert(header.ref_ids()[ridx].size() + 1 < (1ull << 32));
868 int32_t
const l_name{
static_cast<int32_t
>(header.ref_ids()[ridx].size()) + 1};
874 std::ranges::copy_n(
reinterpret_cast<char *
>(&get<0>(header.ref_id_info[ridx])), 4, stream_it);
880template <
typename stream_view_type,
typename value_type>
882 stream_view_type && stream_view,
883 value_type
const & SEQAN3_DOXYGEN_ONLY(value))
893 if constexpr (std::integral<value_type>)
897 else if constexpr (std::same_as<value_type, float>)
903 constexpr bool always_false = std::is_same_v<value_type, void>;
904 static_assert(always_false,
"format_bam::read_sam_dict_vector: unsupported value_type");
909 variant = std::move(tmp_vector);
929template <
typename stream_view_type>
939 uint16_t tag =
static_cast<uint16_t
>(*it) << 8;
942 tag +=
static_cast<uint16_t
>(*it);
961 target[tag] =
static_cast<int32_t
>(tmp);
968 target[tag] =
static_cast<int32_t
>(tmp);
975 target[tag] =
static_cast<int32_t
>(tmp);
982 target[tag] =
static_cast<int32_t
>(tmp);
989 target[tag] = std::move(tmp);
996 target[tag] =
static_cast<int32_t
>(tmp);
1009 while (!is_char<'\0'>(*it))
1022 while (!is_char<'\0'>(*it))
1029 throw format_error{
"Hexadecimal tag has an uneven number of digits!"};
1037 target[tag] = byte_array;
1042 char array_value_type_id = *it;
1045 switch (array_value_type_id)
1070 "must be one of [cCsSiIf] but '",
1071 array_value_type_id,
1078 "SAM tag must be one of [A,i,Z,H,B,f] but '",
1098template <
typename cigar_input_type>
1102 char operation{
'\0'};
1104 int32_t ref_length{}, seq_length{};
1105 uint32_t operation_and_count{};
1106 constexpr char const * cigar_mapping =
"MIDNSHP=X*******";
1107 constexpr uint32_t cigar_mask = 0x0f;
1109 if (n_cigar_op == 0)
1110 return std::tuple{operations, ref_length, seq_length};
1114 while (n_cigar_op > 0)
1117 sizeof(operation_and_count),
1118 reinterpret_cast<char *
>(&operation_and_count));
1119 operation = cigar_mapping[operation_and_count & cigar_mask];
1120 count = operation_and_count >> 4;
1127 return std::tuple{operations, ref_length, seq_length};
1137 auto stream_variant_fn = [&result](
auto && arg)
1142 if constexpr (std::same_as<T, int32_t>)
1145 size_t const absolute_arg = std::abs(arg);
1147 bool const negative = arg < 0;
1148 n = n * n + 2 * negative;
1154 result[result.size() - 1] =
'C';
1155 result.append(
reinterpret_cast<char const *
>(&arg), 1);
1160 result[result.size() - 1] =
'S';
1161 result.append(
reinterpret_cast<char const *
>(&arg), 2);
1166 result[result.size() - 1] =
'c';
1167 int8_t tmp =
static_cast<int8_t
>(arg);
1168 result.append(
reinterpret_cast<char const *
>(&tmp), 1);
1173 result[result.size() - 1] =
's';
1174 int16_t tmp =
static_cast<int16_t
>(arg);
1175 result.append(
reinterpret_cast<char const *
>(&tmp), 2);
1180 result.append(
reinterpret_cast<char const *
>(&arg), 4);
1185 else if constexpr (std::same_as<T, std::string>)
1187 result.append(
reinterpret_cast<char const *
>(arg.data()), arg.size() + 1 );
1189 else if constexpr (!std::ranges::range<T>)
1191 result.append(
reinterpret_cast<char const *
>(&arg),
sizeof(arg));
1195 int32_t sz{
static_cast<int32_t
>(arg.size())};
1196 result.append(
reinterpret_cast<char *
>(&sz), 4);
1197 result.append(
reinterpret_cast<char const *
>(arg.data()),
1198 arg.size() *
sizeof(std::ranges::range_value_t<T>));
1202 for (
auto & [tag, variant] : tag_dict)
1204 result.push_back(
static_cast<char>(tag / 256));
1205 result.push_back(
static_cast<char>(tag % 256));
constexpr derived_type & assign_char(char_type const chr) noexcept
Assign from a character, implicitly converts invalid characters.
Definition: alphabet_base.hpp:163
constexpr derived_type & assign_rank(rank_type const c) noexcept
Assign from a numeric value.
Definition: alphabet_base.hpp:187
The seqan3::cigar semialphabet pairs a counter with a seqan3::cigar::operation letter.
Definition: alphabet/cigar/cigar.hpp:60
Functionally the same as std::ostreambuf_iterator, but offers writing a range more efficiently.
Definition: fast_ostreambuf_iterator.hpp:40
A 16 letter DNA alphabet, containing all IUPAC symbols minus the gap and plus an equality sign ('=')....
Definition: dna16sam.hpp:48
The actual implementation of seqan3::cigar::operation for documentation purposes only....
Definition: cigar_operation.hpp:48
The SAM tag dictionary class that stores all optional SAM fields.
Definition: sam_tag_dictionary.hpp:343
Provides seqan3::dna16sam.
T emplace_back(T... args)
Provides seqan3::detail::fast_ostreambuf_iterator.
constexpr auto to_rank
Return the rank representation of a (semi-)alphabet object.
Definition: alphabet/concept.hpp:155
constexpr void consume(rng_t &&rng)
Iterate over a range (consumes single-pass input ranges).
Definition: core/range/detail/misc.hpp:28
constexpr auto all
Returns a view that includes all elements of the range argument.
Definition: all_view.hpp:204
sam_flag
An enum flag that describes the properties of an aligned read (given as a SAM record).
Definition: sam_flag.hpp:76
constexpr std::tuple< std::vector< cigar >, int32_t, int32_t > parse_cigar(cigar_input_type &&cigar_input)
Parses a cigar string into a vector of operation-count pairs (e.g. (M, 3)).
Definition: io/sam_file/detail/cigar.hpp:94
std::string get_cigar_string(std::vector< cigar > const &cigar_vector)
Transforms a vector of cigar elements into a string representation.
Definition: io/sam_file/detail/cigar.hpp:128
constexpr char sam_tag_type_char_extra[12]
Each types SAM tag type extra char id. Index corresponds to the seqan3::detail::sam_tag_variant types...
Definition: sam_tag_dictionary.hpp:45
void update_alignment_lengths(int32_t &ref_length, int32_t &seq_length, char const cigar_operation, uint32_t const cigar_count)
Updates the sequence lengths by cigar_count depending on the cigar operation op.
Definition: io/sam_file/detail/cigar.hpp:51
constexpr char sam_tag_type_char[12]
Each SAM tag type char identifier. Index corresponds to the seqan3::detail::sam_tag_variant types.
Definition: sam_tag_dictionary.hpp:42
constexpr auto take_exactly_or_throw
A view adaptor that returns the first size elements from the underlying range and also exposes size i...
Definition: take_exactly_view.hpp:590
constexpr auto istreambuf
A view factory that returns a view over the stream buffer of an input stream.
Definition: istreambuf_view.hpp:107
@ flag
The alignment flag (bit information), uint16_t value.
@ ref_offset
Sequence (seqan3::field::ref_seq) relative start position (0-based), unsigned value.
@ mapq
The mapping quality of the seqan3::field::seq alignment, usually a Phred-scaled score.
@ mate
The mate pair information given as a std::tuple of reference name, offset and template length.
@ ref_id
The identifier of the (reference) sequence that seqan3::field::seq was aligned to.
@ seq
The "sequence", usually a range of nucleotides or amino acids.
@ qual
The qualities, usually in Phred score notation.
decltype(detail::transform< trait_t >(list_t{})) transform
Apply a transformation trait to every type in the list and return a seqan3::type_list of the results.
Definition: type_list/traits.hpp:470
constexpr ptrdiff_t count
Count the occurrences of a type in a pack.
Definition: type_pack/traits.hpp:164
constexpr size_t size
The size of a type pack.
Definition: type_pack/traits.hpp:146
constexpr auto repeat_n
A view factory that repeats a given value n times.
Definition: repeat_n.hpp:91
The generic alphabet concept that covers most data types used in ranges.
Checks whether from can be implicityly converted to to.
Whether a type behaves like a tuple.
Auxiliary functions for the SAM IO.
Provides seqan3::detail::istreambuf.
std::string to_string(value_type &&... values)
Streams all parameters via the seqan3::debug_stream and returns a concatenated string.
Definition: to_string.hpp:29
The main SeqAn3 namespace.
Definition: aligned_sequence_concept.hpp:29
Provides seqan3::debug_stream and related types.
Provides helper data structures for the seqan3::sam_file_output.
Provides the seqan3::sam_tag_dictionary class and auxiliaries.
Provides seqan3::views::slice.
The options type defines various option members that influence the behavior of all or some formats.
Definition: sam_file/output_options.hpp:26
Provides seqan3::views::take_exactly and seqan3::views::take_exactly_or_throw.