tomato/src/tox_avatar_loader.cpp

#include "./tox_avatar_loader.hpp"

#include "./image_loader_sdl_bmp.hpp"
#include "./image_loader_qoi.hpp"
#include "./image_loader_webp.hpp"
#include "./image_loader_sdl_image.hpp"

#include <solanaceae/contact/contact_store_i.hpp>
#include <solanaceae/contact/components.hpp>
#include <solanaceae/tox_contacts/components.hpp>
#include <solanaceae/object_store/object_store.hpp>
#include <solanaceae/object_store/meta_components_file.hpp>
#include <solanaceae/file/file2.hpp>

#include <entt/entity/registry.hpp>

#include <sodium/crypto_hash_sha256.h>

#include <iostream>
#include <fstream>
#include <cassert>
#include <vector>

ByteSpanWithOwnership ToxAvatarLoader::loadDataFromObj(Contact4 cv) {
	auto c = _cs.contactHandle(cv);
	auto o = _os.objectHandle(c.get<Contact::Components::AvatarObj>().obj);
	if (!static_cast<bool>(o)) {
		std::cerr << "TAL error: avatar object set, but invalid\n";
		return ByteSpan{};
	}

	if (!o.all_of<ObjComp::F::TagLocalHaveAll>()) {
		return ByteSpan{}; // we dont have all data
	}

	if (!o.all_of<ObjComp::Ephemeral::BackendFile2, ObjComp::F::SingleInfo>()) {
		std::cerr << "TAL error: object missing file backend/file info (?)\n";
		return ByteSpan{};
	}

	// TODO: handle collections
	const auto file_size = o.get<ObjComp::F::SingleInfo>().file_size;
	if (file_size > 2*1024*1024) {
		std::cerr << "TAL error: image file too large (" << file_size << " > 2MiB)\n";
		return ByteSpan{};
	}

	auto* file_backend = o.get<ObjComp::Ephemeral::BackendFile2>().ptr;
	if (file_backend == nullptr) {
		std::cerr << "TAL error: object backend nullptr\n";
		return ByteSpan{};
	}

	auto file2 = file_backend->file2(o, StorageBackendIFile2::FILE2_READ);
	if (!file2 || !file2->isGood() || !file2->can_read) {
		std::cerr << "TAL error: creating file2 from object via backendI\n";
		return ByteSpan{};
	}

	auto read_data = file2->read(file_size, 0);
	if (read_data.ptr == nullptr) {
		std::cerr << "TAL error: reading from file2 returned nullptr\n";
		return ByteSpan{};
	}

	if (read_data.size != file_size) {
		std::cerr << "TAL error: reading from file2 size missmatch, should be " << file_size << ", is " << read_data.size << "\n";
		return ByteSpan{};
	}

	return read_data;
}

ByteSpanWithOwnership ToxAvatarLoader::loadData(Contact4 cv) {
	auto c = _cs.contactHandle(cv);
	if (c.all_of<Contact::Components::AvatarFile>()) {
		// TODO: factor out
		const auto& a_f = c.get<Contact::Components::AvatarFile>();

		std::vector<uint8_t> tmp_buffer;
		std::ifstream file(a_f.file_path, std::ios::binary);
		if (file.is_open()) {
			tmp_buffer = std::vector<uint8_t>{};
			while (file.good()) {
				auto ch = file.get();
				if (ch == EOF) {
					break;
				} else {
					tmp_buffer.push_back(ch);
				}
			}
		}
		return tmp_buffer;
	} else { // obj assumed
		return loadDataFromObj(cv);
	}
}

ToxAvatarLoader::ToxAvatarLoader(ContactStore4I& cs, ObjectStore2& os) : _cs(cs), _os(os) {
	_image_loaders.push_back(std::make_unique<ImageLoaderSDLBMP>());
	_image_loaders.push_back(std::make_unique<ImageLoaderQOI>());
	_image_loaders.push_back(std::make_unique<ImageLoaderWebP>());
	_image_loaders.push_back(std::make_unique<ImageLoaderSDLImage>());
}

static float getHue_6bytes(const uint8_t* data) {
	uint64_t hue_uint = 0x00;
	for (size_t i = 0; i < 6; i++) {
		hue_uint = hue_uint << 8;
		hue_uint += data[i];
	}

	// 48bit max (6bytes)
	return float(hue_uint / 281474976710655.);
}

static float hue2Rgb(float p, float q, float t) {
	while (t < 0.f) { t += 1.f; }
	while (t > 1.f) { t -= 1.f; }
	if (t < 1.f/6.f) { return p + (q - p) * 6.f * t; }
	if (t < 1.f/2.f) { return q; }
	if (t < 2.f/3.f) { return p + (q - p) * (4.f - 6.f * t); }
	return p;
}

//https://github.com/Tox/Tox-Client-Standard/blob/master/appendix/ToxIdenticons.md
// creates a 5x5 pix texture RGBA8888
static std::vector<uint8_t> generateToxIdenticon(const ToxKey& key) {
	// first hash key
	std::array<uint8_t, 32> hashed_key;
	assert(hashed_key.size() == key.data.size());
	crypto_hash_sha256(hashed_key.data(), key.data.data(), key.data.size());

	const float hue_color1 = getHue_6bytes(hashed_key.data()+26);
	const float hue_color2 = getHue_6bytes(hashed_key.data()+20);

	const float sat_color1 = 0.5f;
	const float lig_color1 = 0.3f;

	const float sat_color2 = 0.5f;
	const float lig_color2 = 0.8f;

	// TODO: refactor this mess

#define Q(LIG, SAT) (LIG) < 0.5f ? (LIG) * (1 + (SAT)) : (LIG) + (SAT) - (LIG) * (SAT)
	const float q_color1 = Q(lig_color1, sat_color1);
	const float q_color2 = Q(lig_color2, sat_color2);
#undef Q

#define P(LIG, Q) 2.f * (LIG) - (Q)
	const float p_color1 = P(lig_color1, q_color1);
	const float p_color2 = P(lig_color2, q_color2);
#undef P

	const uint8_t color_1_r = hue2Rgb(p_color1, q_color1, hue_color1 + 1.f/3.f) * 255.f + 0.499f;
	const uint8_t color_1_g = hue2Rgb(p_color1, q_color1, hue_color1) * 255.f + 0.499f;
	const uint8_t color_1_b = hue2Rgb(p_color1, q_color1, hue_color1 - 1.f/3.f) * 255.f + 0.499f;

	const uint8_t color_2_r = hue2Rgb(p_color2, q_color2, hue_color2 + 1.f/3.f) * 255.f + 0.499f;
	const uint8_t color_2_g = hue2Rgb(p_color2, q_color2, hue_color2) * 255.f + 0.499f;
	const uint8_t color_2_b = hue2Rgb(p_color2, q_color2, hue_color2 - 1.f/3.f) * 255.f + 0.499f;

	// start drawing

	std::vector<uint8_t> pixels(5*5*4, 0xff); // fill with white
#define R(x,y) pixels[(y*4*5) + (4*x+0)]
#define G(x,y) pixels[(y*4*5) + (4*x+1)]
#define B(x,y) pixels[(y*4*5) + (4*x+2)]
#define COLOR1(x,y) R(x, y) = color_1_r; G(x, y) = color_1_g; B(x, y) = color_1_b;
#define COLOR2(x,y) R(x, y) = color_2_r; G(x, y) = color_2_g; B(x, y) = color_2_b;

	for (int64_t y = 0; y < 5; y++) {
		for (int64_t x = 0; x < 5; x++) {
			// mirrored index
			//int64_t m_x = x <= 3 ? 3 : x - (x-2)*2;
			int64_t m_x = ((x*2)-4)/2;
			m_x = m_x < 0 ? -m_x : m_x;

			int64_t pos = y * 3 + m_x;
			const uint8_t byte = hashed_key[pos];
			const uint8_t color = byte % 2;
			if (color == 0) {
				COLOR1(x, y)
			} else {
				COLOR2(x, y)
			}
		}
	}

#undef COLOR1
#undef COLOR2
#undef R
#undef G
#undef B
	return pixels;
}

TextureLoaderResult ToxAvatarLoader::load(TextureUploaderI& tu, Contact4 c, uint32_t w, uint32_t h) {
	const auto& cr = _cs.registry();
	if (!cr.valid(c)) {
		return {std::nullopt};
	}

	if (cr.all_of<Contact::Components::AvatarMemory>(c)) {
		const auto& a_m = cr.get<Contact::Components::AvatarMemory>(c);

		TextureEntry new_entry;
		new_entry.timestamp_last_rendered = getTimeMS();
		new_entry.current_texture = 0;

		new_entry.width = a_m.width;
		new_entry.height = a_m.height;

		const auto n_t = tu.upload(a_m.data.data(), a_m.width, a_m.height);
		new_entry.textures.push_back(n_t);
		new_entry.frame_duration.push_back(250);

		std::cout << "TAL: loaded memory buffer\n";

		return {new_entry};
	}

	if (cr.any_of<Contact::Components::AvatarFile, Contact::Components::AvatarObj>(c)) {
		const auto tmp_buffer = loadData(c);

		if (!tmp_buffer.empty()) {
			// try all loaders after another
			for (auto& il : _image_loaders) {
				auto res = il->loadFromMemoryRGBA(tmp_buffer.ptr, tmp_buffer.size);
				if (res.frames.empty() || res.height == 0 || res.width == 0) {
					continue;
				}

				TextureEntry new_entry;
				new_entry.timestamp_last_rendered = getTimeMS();
				new_entry.current_texture = 0;

				new_entry.src_width = res.width;
				new_entry.src_height = res.height;

				if (w != 0 && h != 0 && w < res.width && h < res.height) {
					res = res.scale(w, h);
				}

				new_entry.width = res.width;
				new_entry.height = res.height;

				for (const auto& [ms, data] : res.frames) {
					const auto n_t = tu.upload(data.data(), res.width, res.height);
					new_entry.textures.push_back(n_t);
					new_entry.frame_duration.push_back(ms);
				}


				if (cr.all_of<Contact::Components::AvatarFile>(c)) {
					std::cout << "TAL: loaded image file " << cr.get<Contact::Components::AvatarFile>(c).file_path << "\n";
				} else {
					std::cout << "TAL: loaded image object " << entt::to_integral(cr.get<Contact::Components::AvatarObj>(c).obj) << "\n";
				}

				return {new_entry};
			}
		}
	} // continues if loading img fails

	if (!cr.any_of<
		Contact::Components::ToxFriendPersistent,
		Contact::Components::ToxGroupPersistent,
		Contact::Components::ToxGroupPeerPersistent,
		Contact::Components::ID
	>(c)) {
		return {std::nullopt};
	}

	std::vector<uint8_t> pixels;
	if (cr.all_of<Contact::Components::ToxFriendPersistent>(c)) {
		pixels = generateToxIdenticon(cr.get<Contact::Components::ToxFriendPersistent>(c).key);
	} else if (cr.all_of<Contact::Components::ToxGroupPersistent>(c)) {
		pixels = generateToxIdenticon(cr.get<Contact::Components::ToxGroupPersistent>(c).chat_id);
	} else if (cr.all_of<Contact::Components::ToxGroupPeerPersistent>(c)) {
		pixels = generateToxIdenticon(cr.get<Contact::Components::ToxGroupPeerPersistent>(c).peer_key);
	} else if (cr.all_of<Contact::Components::ID>(c)) {
		// TODO: should we really use toxidenticons for other protocols?
		// (this is required for self)
		auto id_copy = cr.get<Contact::Components::ID>(c).data;
		id_copy.resize(32);
		pixels = generateToxIdenticon(id_copy);
	}

	TextureEntry new_entry;
	new_entry.timestamp_last_rendered = getTimeMS();
	new_entry.current_texture = 0;

	const auto n_t = tu.upload(pixels.data(), 5, 5, TextureUploaderI::RGBA, TextureUploaderI::NEAREST);
	new_entry.textures.push_back(n_t);
	new_entry.frame_duration.push_back(250);

	new_entry.width = 5;
	new_entry.height = 5;

	std::cout << "TAL: generated ToxIdenticon\n";

	return {new_entry};
}