| 1 | //! How to read arbitrary channels and rgb channels.
|
| 2 |
|
| 3 | use crate::prelude::*;
|
| 4 | use crate::io::*;
|
| 5 | use crate::math::*;
|
| 6 | use crate::meta::{header::*, attribute::*};
|
| 7 | use crate::block::*;
|
| 8 | use crate::image::recursive::*;
|
| 9 | use crate::block::samples::*;
|
| 10 | use crate::image::write::samples::*;
|
| 11 |
|
| 12 | use std::marker::PhantomData;
|
| 13 |
|
| 14 |
|
| 15 | /// Enables an image containing this list of channels to be written to a file.
|
| 16 | pub trait WritableChannels<'slf> {
|
| 17 |
|
| 18 | /// Generate the file meta data for this list of channel
|
| 19 | fn infer_channel_list(&self) -> ChannelList;
|
| 20 |
|
| 21 | /// Generate the file meta data of whether and how resolution levels should be stored in the file
|
| 22 | fn infer_level_modes(&self) -> (LevelMode, RoundingMode);
|
| 23 |
|
| 24 | /// The type of temporary writer
|
| 25 | type Writer: ChannelsWriter;
|
| 26 |
|
| 27 | /// Create a temporary writer for this list of channels
|
| 28 | fn create_writer(&'slf self, header: &Header) -> Self::Writer;
|
| 29 | }
|
| 30 |
|
| 31 | /// A temporary writer for a list of channels
|
| 32 | pub trait ChannelsWriter: Sync {
|
| 33 |
|
| 34 | /// Deliver a block of pixels, containing all channel data, to be stored in the file
|
| 35 | fn extract_uncompressed_block(&self, header: &Header, block: BlockIndex) -> Vec<u8>; // TODO return uncompressed block?
|
| 36 | }
|
| 37 |
|
| 38 |
|
| 39 | /// Define how to get a pixel from your custom pixel storage.
|
| 40 | /// Can be a closure of type [`Sync + Fn(Vec2<usize>) -> YourPixel`].
|
| 41 | pub trait GetPixel: Sync {
|
| 42 |
|
| 43 | /// The pixel tuple containing `f32`, `f16`, `u32` and `Sample` values.
|
| 44 | /// The length of the tuple must match the number of channels in the image.
|
| 45 | type Pixel;
|
| 46 |
|
| 47 | /// Inspect a single pixel at the requested position.
|
| 48 | /// Will be called exactly once for each pixel in the image.
|
| 49 | /// The position will not exceed the image dimensions.
|
| 50 | /// Might be called from multiple threads at the same time.
|
| 51 | fn get_pixel(&self, position: Vec2<usize>) -> Self::Pixel;
|
| 52 | }
|
| 53 |
|
| 54 | impl<F, P> GetPixel for F where F: Sync + Fn(Vec2<usize>) -> P {
|
| 55 | type Pixel = P;
|
| 56 | fn get_pixel(&self, position: Vec2<usize>) -> P { self(position) }
|
| 57 | }
|
| 58 |
|
| 59 | impl<'samples, Samples> WritableChannels<'samples> for AnyChannels<Samples>
|
| 60 | where Samples: 'samples + WritableSamples<'samples>
|
| 61 | {
|
| 62 | fn infer_channel_list(&self) -> ChannelList {
|
| 63 | ChannelList::new(self.list.iter().map(|channel| ChannelDescription {
|
| 64 | name: channel.name.clone(),
|
| 65 | sample_type: channel.sample_data.sample_type(),
|
| 66 | quantize_linearly: channel.quantize_linearly,
|
| 67 | sampling: channel.sampling
|
| 68 | }).collect())
|
| 69 | }
|
| 70 |
|
| 71 | fn infer_level_modes(&self) -> (LevelMode, RoundingMode) {
|
| 72 | let mode = self.list.iter().next().expect("zero channels in list" ).sample_data.infer_level_modes();
|
| 73 |
|
| 74 | debug_assert!(
|
| 75 | std::iter::repeat(mode).zip(self.list.iter().skip(1))
|
| 76 | .all(|(first, other)| other.sample_data.infer_level_modes() == first),
|
| 77 |
|
| 78 | "level mode must be the same across all levels (do not nest resolution levels!)"
|
| 79 | );
|
| 80 |
|
| 81 | mode
|
| 82 | }
|
| 83 |
|
| 84 | type Writer = AnyChannelsWriter<Samples::Writer>;
|
| 85 | fn create_writer(&'samples self, header: &Header) -> Self::Writer {
|
| 86 | let channels = self.list.iter()
|
| 87 | .map(|chan| chan.sample_data.create_samples_writer(header))
|
| 88 | .collect();
|
| 89 |
|
| 90 | AnyChannelsWriter { channels }
|
| 91 | }
|
| 92 | }
|
| 93 |
|
| 94 | /// A temporary writer for an arbitrary list of channels
|
| 95 | #[derive (Debug, Clone, Eq, PartialEq)]
|
| 96 | pub struct AnyChannelsWriter<SamplesWriter> {
|
| 97 | channels: SmallVec<[SamplesWriter; 4]>
|
| 98 | }
|
| 99 |
|
| 100 | impl<Samples> ChannelsWriter for AnyChannelsWriter<Samples> where Samples: SamplesWriter {
|
| 101 | fn extract_uncompressed_block(&self, header: &Header, block_index: BlockIndex) -> Vec<u8> {
|
| 102 | UncompressedBlock::collect_block_data_from_lines(&header.channels, block_index, |line_ref: LineSlice<&mut [u8]>| {
|
| 103 | self.channels[line_ref.location.channel].extract_line(line_ref)
|
| 104 | })
|
| 105 | }
|
| 106 | }
|
| 107 |
|
| 108 |
|
| 109 |
|
| 110 |
|
| 111 |
|
| 112 |
|
| 113 | impl<'c, Channels, Storage>
|
| 114 | WritableChannels<'c> for SpecificChannels<Storage, Channels>
|
| 115 | where
|
| 116 | Storage: 'c + GetPixel,
|
| 117 | Storage::Pixel: IntoRecursive,
|
| 118 | Channels: 'c + Sync + Clone + IntoRecursive,
|
| 119 | <Channels as IntoRecursive>::Recursive: WritableChannelsDescription<<Storage::Pixel as IntoRecursive>::Recursive>,
|
| 120 | {
|
| 121 | fn infer_channel_list(&self) -> ChannelList {
|
| 122 | let mut vec = self.channels.clone().into_recursive().channel_descriptions_list();
|
| 123 | vec.sort_unstable_by_key(|channel:&ChannelDescription| channel.name.clone()); // TODO no clone?
|
| 124 |
|
| 125 | debug_assert!(
|
| 126 | // check for equal neighbors in sorted vec
|
| 127 | vec.iter().zip(vec.iter().skip(1)).all(|(prev, next)| prev.name != next.name),
|
| 128 | "specific channels contain duplicate channel names"
|
| 129 | );
|
| 130 |
|
| 131 | ChannelList::new(vec)
|
| 132 | }
|
| 133 |
|
| 134 | fn infer_level_modes(&self) -> (LevelMode, RoundingMode) {
|
| 135 | (LevelMode::Singular, RoundingMode::Down) // TODO
|
| 136 | }
|
| 137 |
|
| 138 | type Writer = SpecificChannelsWriter<
|
| 139 | 'c,
|
| 140 | <<Channels as IntoRecursive>::Recursive as WritableChannelsDescription<<Storage::Pixel as IntoRecursive>::Recursive>>::RecursiveWriter,
|
| 141 | Storage,
|
| 142 | Channels
|
| 143 | >;
|
| 144 |
|
| 145 | fn create_writer(&'c self, header: &Header) -> Self::Writer {
|
| 146 | SpecificChannelsWriter {
|
| 147 | channels: self,
|
| 148 | recursive_channel_writer: self.channels.clone().into_recursive().create_recursive_writer(&header.channels),
|
| 149 | }
|
| 150 | }
|
| 151 | }
|
| 152 |
|
| 153 |
|
| 154 |
|
| 155 | /// A temporary writer for a layer of channels, alpha being optional
|
| 156 | #[derive (Debug, Clone, Eq, PartialEq)]
|
| 157 | pub struct SpecificChannelsWriter<'channels, PixelWriter, Storage, Channels> {
|
| 158 | channels: &'channels SpecificChannels<Storage, Channels>, // TODO this need not be a reference?? impl writer for specific_channels directly?
|
| 159 | recursive_channel_writer: PixelWriter,
|
| 160 | }
|
| 161 |
|
| 162 |
|
| 163 | impl<'channels, PxWriter, Storage, Channels> ChannelsWriter
|
| 164 | for SpecificChannelsWriter<'channels, PxWriter, Storage, Channels>
|
| 165 | where
|
| 166 | Channels: Sync,
|
| 167 | Storage: GetPixel,
|
| 168 | Storage::Pixel: IntoRecursive,
|
| 169 | PxWriter: Sync + RecursivePixelWriter<<Storage::Pixel as IntoRecursive>::Recursive>,
|
| 170 | {
|
| 171 | fn extract_uncompressed_block(&self, header: &Header, block_index: BlockIndex) -> Vec<u8> {
|
| 172 | let block_bytes = block_index.pixel_size.area() * header.channels.bytes_per_pixel;
|
| 173 | let mut block_bytes = vec![0_u8; block_bytes];
|
| 174 |
|
| 175 | let width = block_index.pixel_size.0;
|
| 176 | let line_bytes = width * header.channels.bytes_per_pixel;
|
| 177 | let byte_lines = block_bytes.chunks_exact_mut(line_bytes);
|
| 178 | assert_eq!(byte_lines.len(), block_index.pixel_size.height(), "invalid block line splits" );
|
| 179 |
|
| 180 | //dbg!(width, line_bytes, header.channels.bytes_per_pixel, byte_lines.len());
|
| 181 |
|
| 182 | let mut pixel_line = Vec::with_capacity(width);
|
| 183 |
|
| 184 | for (y, line_bytes) in byte_lines.enumerate() {
|
| 185 | pixel_line.clear();
|
| 186 | pixel_line.extend((0 .. width).map(|x|
|
| 187 | self.channels.pixels.get_pixel(block_index.pixel_position + Vec2(x, y)).into_recursive()
|
| 188 | ));
|
| 189 |
|
| 190 | self.recursive_channel_writer.write_pixels(line_bytes, pixel_line.as_slice(), |px| px);
|
| 191 | }
|
| 192 |
|
| 193 | block_bytes
|
| 194 | }
|
| 195 | }
|
| 196 |
|
| 197 | /// A tuple containing either `ChannelsDescription` or `Option<ChannelsDescription>` entries.
|
| 198 | /// Use an `Option` if you want to dynamically omit a single channel (probably only for roundtrip tests).
|
| 199 | /// The number of entries must match the number of channels.
|
| 200 | pub trait WritableChannelsDescription<Pixel>: Sync {
|
| 201 |
|
| 202 | /// A type that has a recursive entry for each channel in the image,
|
| 203 | /// which must accept the desired pixel type.
|
| 204 | type RecursiveWriter: RecursivePixelWriter<Pixel>;
|
| 205 |
|
| 206 | /// Create the temporary writer, accepting the sorted list of channels from `channel_descriptions_list`.
|
| 207 | fn create_recursive_writer(&self, channels: &ChannelList) -> Self::RecursiveWriter;
|
| 208 |
|
| 209 | /// Return all the channels that should actually end up in the image, in any order.
|
| 210 | fn channel_descriptions_list(&self) -> SmallVec<[ChannelDescription; 5]>;
|
| 211 | }
|
| 212 |
|
| 213 | impl WritableChannelsDescription<NoneMore> for NoneMore {
|
| 214 | type RecursiveWriter = NoneMore;
|
| 215 | fn create_recursive_writer(&self, _: &ChannelList) -> Self::RecursiveWriter { NoneMore }
|
| 216 | fn channel_descriptions_list(&self) -> SmallVec<[ChannelDescription; 5]> { SmallVec::new() }
|
| 217 | }
|
| 218 |
|
| 219 | impl<InnerDescriptions, InnerPixel, Sample: IntoNativeSample>
|
| 220 | WritableChannelsDescription<Recursive<InnerPixel, Sample>>
|
| 221 | for Recursive<InnerDescriptions, ChannelDescription>
|
| 222 | where InnerDescriptions: WritableChannelsDescription<InnerPixel>
|
| 223 | {
|
| 224 | type RecursiveWriter = RecursiveWriter<InnerDescriptions::RecursiveWriter, Sample>;
|
| 225 |
|
| 226 | fn create_recursive_writer(&self, channels: &ChannelList) -> Self::RecursiveWriter {
|
| 227 | // this linear lookup is required because the order of the channels changed, due to alphabetical sorting
|
| 228 | let (start_byte_offset: usize, target_sample_type: SampleType) = channels.channels_with_byte_offset()
|
| 229 | .find(|(_offset, channel)| channel.name == self.value.name)
|
| 230 | .map(|(offset, channel)| (offset, channel.sample_type))
|
| 231 | .expect(msg:"a channel has not been put into channel list" );
|
| 232 |
|
| 233 | Recursive::new(self.inner.create_recursive_writer(channels), value:SampleWriter {
|
| 234 | start_byte_offset, target_sample_type,
|
| 235 | px: PhantomData::default()
|
| 236 | })
|
| 237 | }
|
| 238 |
|
| 239 | fn channel_descriptions_list(&self) -> SmallVec<[ChannelDescription; 5]> {
|
| 240 | let mut inner_list: SmallVec<[ChannelDescription; 5]> = self.inner.channel_descriptions_list();
|
| 241 | inner_list.push(self.value.clone());
|
| 242 | inner_list
|
| 243 | }
|
| 244 | }
|
| 245 |
|
| 246 | impl<InnerDescriptions, InnerPixel, Sample: IntoNativeSample>
|
| 247 | WritableChannelsDescription<Recursive<InnerPixel, Sample>>
|
| 248 | for Recursive<InnerDescriptions, Option<ChannelDescription>>
|
| 249 | where InnerDescriptions: WritableChannelsDescription<InnerPixel>
|
| 250 | {
|
| 251 | type RecursiveWriter = OptionalRecursiveWriter<InnerDescriptions::RecursiveWriter, Sample>;
|
| 252 |
|
| 253 | fn create_recursive_writer(&self, channels: &ChannelList) -> Self::RecursiveWriter {
|
| 254 | // this linear lookup is required because the order of the channels changed, due to alphabetical sorting
|
| 255 |
|
| 256 | let channel = self.value.as_ref().map(|required_channel|
|
| 257 | channels.channels_with_byte_offset()
|
| 258 | .find(|(_offset, channel)| channel == &required_channel)
|
| 259 | .map(|(offset, channel)| (offset, channel.sample_type))
|
| 260 | .expect("a channel has not been put into channel list" )
|
| 261 | );
|
| 262 |
|
| 263 | Recursive::new(
|
| 264 | self.inner.create_recursive_writer(channels),
|
| 265 | channel.map(|(start_byte_offset, target_sample_type)| SampleWriter {
|
| 266 | start_byte_offset, target_sample_type,
|
| 267 | px: PhantomData::default(),
|
| 268 | })
|
| 269 | )
|
| 270 | }
|
| 271 |
|
| 272 | fn channel_descriptions_list(&self) -> SmallVec<[ChannelDescription; 5]> {
|
| 273 | let mut inner_list = self.inner.channel_descriptions_list();
|
| 274 | if let Some(value) = &self.value { inner_list.push(value.clone()); }
|
| 275 | inner_list
|
| 276 | }
|
| 277 | }
|
| 278 |
|
| 279 | /// Write pixels to a slice of bytes. The top level writer contains all the other channels,
|
| 280 | /// the most inner channel is `NoneMore`.
|
| 281 | pub trait RecursivePixelWriter<Pixel>: Sync {
|
| 282 |
|
| 283 | /// Write pixels to a slice of bytes. Recursively do this for all channels.
|
| 284 | fn write_pixels<FullPixel>(&self, bytes: &mut [u8], pixels: &[FullPixel], get_pixel: impl Fn(&FullPixel) -> &Pixel);
|
| 285 | }
|
| 286 |
|
| 287 | type RecursiveWriter<Inner, Sample> = Recursive<Inner, SampleWriter<Sample>>;
|
| 288 | type OptionalRecursiveWriter<Inner, Sample> = Recursive<Inner, Option<SampleWriter<Sample>>>;
|
| 289 |
|
| 290 | /// Write the pixels of a single channel, unconditionally. Generic over the concrete sample type (f16, f32, u32).
|
| 291 | #[derive (Debug, Clone)]
|
| 292 | pub struct SampleWriter<Sample> {
|
| 293 | target_sample_type: SampleType,
|
| 294 | start_byte_offset: usize,
|
| 295 | px: PhantomData<Sample>,
|
| 296 | }
|
| 297 |
|
| 298 | impl<Sample> SampleWriter<Sample> where Sample: IntoNativeSample {
|
| 299 | fn write_own_samples(&self, bytes: &mut [u8], samples: impl ExactSizeIterator<Item=Sample>) {
|
| 300 | let byte_start_index: usize = samples.len() * self.start_byte_offset;
|
| 301 | let byte_count: usize = samples.len() * self.target_sample_type.bytes_per_sample();
|
| 302 | let ref mut byte_writer: &mut &mut [u8] = &mut bytes[byte_start_index..byte_start_index + byte_count];
|
| 303 |
|
| 304 | let write_error_msg: &'static str = "invalid memory buffer length when writing" ;
|
| 305 |
|
| 306 | // match outside the loop to avoid matching on every single sample
|
| 307 | match self.target_sample_type {
|
| 308 | // TODO does this boil down to a `memcpy` where the sample type equals the type parameter?
|
| 309 | SampleType::F16 => for sample: Sample in samples { sample.to_f16().write(byte_writer).expect(write_error_msg); },
|
| 310 | SampleType::F32 => for sample: Sample in samples { sample.to_f32().write(byte_writer).expect(write_error_msg); },
|
| 311 | SampleType::U32 => for sample: Sample in samples { sample.to_u32().write(byte_writer).expect(write_error_msg); },
|
| 312 | };
|
| 313 |
|
| 314 | debug_assert!(byte_writer.is_empty(), "all samples are written, but more were expected" );
|
| 315 | }
|
| 316 | }
|
| 317 |
|
| 318 | impl RecursivePixelWriter<NoneMore> for NoneMore {
|
| 319 | fn write_pixels<FullPixel>(&self, _: &mut [u8], _: &[FullPixel], _: impl Fn(&FullPixel) -> &NoneMore) {}
|
| 320 | }
|
| 321 |
|
| 322 | impl<Inner, InnerPixel, Sample: IntoNativeSample>
|
| 323 | RecursivePixelWriter<Recursive<InnerPixel, Sample>>
|
| 324 | for RecursiveWriter<Inner, Sample>
|
| 325 | where Inner: RecursivePixelWriter<InnerPixel>
|
| 326 | {
|
| 327 | // TODO impl exact size iterator <item = Self::Pixel>
|
| 328 | fn write_pixels<FullPixel>(&self, bytes: &mut [u8], pixels: &[FullPixel], get_pixel: impl Fn(&FullPixel) -> &Recursive<InnerPixel, Sample>){
|
| 329 | self.value.write_own_samples(bytes, samples:pixels.iter().map(|px: &FullPixel| get_pixel(px).value));
|
| 330 | self.inner.write_pixels(bytes, pixels, |px: &FullPixel| &get_pixel(px).inner);
|
| 331 | }
|
| 332 | }
|
| 333 |
|
| 334 | impl<Inner, InnerPixel, Sample> RecursivePixelWriter<Recursive<InnerPixel, Sample>>
|
| 335 | for OptionalRecursiveWriter<Inner, Sample>
|
| 336 | where Inner: RecursivePixelWriter<InnerPixel>,
|
| 337 | Sample: IntoNativeSample
|
| 338 | {
|
| 339 | fn write_pixels<FullPixel>(&self, bytes: &mut [u8], pixels: &[FullPixel], get_pixel: impl Fn(&FullPixel) -> &Recursive<InnerPixel, Sample>) {
|
| 340 | if let Some(writer: &SampleWriter) = &self.value {
|
| 341 | writer.write_own_samples(bytes, samples:pixels.iter().map(|px: &FullPixel| get_pixel(px).value));
|
| 342 | }
|
| 343 |
|
| 344 | self.inner.write_pixels(bytes, pixels, |px: &FullPixel| &get_pixel(px).inner);
|
| 345 | }
|
| 346 | }
|
| 347 |
|
| 348 |
|
| 349 |
|
| 350 |
|
| 351 |
|
| 352 |
|
| 353 |
|
| 354 | #[cfg (test)]
|
| 355 | pub mod test {
|
| 356 | use crate::image::write::channels::WritableChannels;
|
| 357 | use crate::image::SpecificChannels;
|
| 358 | use crate::prelude::{f16};
|
| 359 | use crate::meta::attribute::{ChannelDescription, SampleType};
|
| 360 | use crate::image::pixel_vec::PixelVec;
|
| 361 |
|
| 362 | #[test ]
|
| 363 | fn compiles(){
|
| 364 | let x = 3_f32;
|
| 365 | let y = f16::from_f32(4.0);
|
| 366 | let z = 2_u32;
|
| 367 | let s = 1.3_f32;
|
| 368 | let px = (x,y,z,s);
|
| 369 |
|
| 370 | assert_is_writable_channels(
|
| 371 | SpecificChannels::rgba(|_pos| px)
|
| 372 | );
|
| 373 |
|
| 374 | assert_is_writable_channels(SpecificChannels::rgba(
|
| 375 | PixelVec::new((3, 2), vec![px, px, px, px, px, px])
|
| 376 | ));
|
| 377 |
|
| 378 | let px = (2333_u32, 4_f32);
|
| 379 | assert_is_writable_channels(
|
| 380 | SpecificChannels::build()
|
| 381 | .with_channel("A" )
|
| 382 | .with_channel("C" )
|
| 383 | .with_pixels(PixelVec::new((3, 2), vec![px, px, px, px, px, px]))
|
| 384 | );
|
| 385 |
|
| 386 | let px = (3_f32, f16::ONE, 2333_u32, 4_f32);
|
| 387 | assert_is_writable_channels(SpecificChannels::new(
|
| 388 | (
|
| 389 | ChannelDescription::named("x" , SampleType::F32),
|
| 390 | ChannelDescription::named("y" , SampleType::F16),
|
| 391 | Some(ChannelDescription::named("z" , SampleType::U32)),
|
| 392 | Some(ChannelDescription::named("p" , SampleType::F32)),
|
| 393 | ),
|
| 394 |
|
| 395 | PixelVec::new((3, 2), vec![px, px, px, px, px, px])
|
| 396 | ));
|
| 397 |
|
| 398 |
|
| 399 |
|
| 400 | fn assert_is_writable_channels<'s>(_channels: impl WritableChannels<'s>){}
|
| 401 |
|
| 402 | }
|
| 403 | }
|
| 404 |
|
| 405 |
|
| 406 |
|
| 407 |
|
| 408 | |