use crate::ext::io::*;
use adler::Adler32;
use anyhow::Result;
use emote_psb::PsbError;
use emote_psb::PsbFile;
use emote_psb::PsbReader;
use emote_psb::PsbRefs;
use emote_psb::PsbWriter;
use emote_psb::VirtualPsb;
use emote_psb::header::PsbHeader;
use emote_psb::offsets::{PsbOffsets, PsbResourcesOffset, PsbStringOffset};
use emote_psb::reader::MdfReader;
use emote_psb::types::collection::*;
use emote_psb::types::number::*;
use emote_psb::types::reference::*;
use emote_psb::types::string::*;
use emote_psb::types::*;
#[cfg(feature = "json")]
use json::JsonValue;
#[cfg(feature = "json")]
use json::number::Number;
use serde::ser::SerializeStruct;
use serde::{Deserialize, Serialize};
use std::cmp::PartialEq;
use std::collections::{BTreeMap, HashMap};
use std::io::{Read, Seek, SeekFrom, Write};
use std::ops::{Index, IndexMut};
#[cfg(feature = "json")]
fn f32_to_number(x: f32) -> Number {
if !x.is_finite() {
return Number::from_parts(true, 0, 0);
}
let s = format!("{}", x);
if s.contains('e') || s.contains('E') {
let value = x as f64;
return if value >= 0.0 {
Number::from(value)
} else {
Number::from(value)
};
}
let positive = !s.starts_with('-');
let s = s.trim_start_matches('-');
let parts: Vec<&str> = s.split('.').collect();
if parts.len() == 1 {
let mantissa: u64 = parts[0].parse().unwrap_or(0);
Number::from_parts(positive, mantissa, 0)
} else {
let int_part = parts[0];
let frac_part = parts[1].trim_end_matches('0');
if frac_part.is_empty() {
let mantissa: u64 = int_part.parse().unwrap_or(0);
Number::from_parts(positive, mantissa, 0)
} else {
let combined = format!("{}{}", int_part, frac_part);
let mantissa: u64 = combined.parse().unwrap_or(0);
let exponent: i16 = -(frac_part.len() as i16);
Number::from_parts(positive, mantissa, exponent)
}
}
}
const NONE: PsbValueFixed = PsbValueFixed::None;
#[derive(Debug, Serialize, Deserialize)]
pub enum PsbValueFixed {
None,
Null,
Bool(bool),
Number(PsbNumber),
IntArray(PsbUintArray),
String(PsbString),
List(PsbListFixed),
Object(PsbObjectFixed),
Resource(PsbResourceRef),
ExtraResource(PsbExtraRef),
CompilerNumber,
CompilerString,
CompilerResource,
CompilerDecimal,
CompilerArray,
CompilerBool,
CompilerBinaryTree,
}
impl From<String> for PsbValueFixed {
fn from(value: String) -> Self {
PsbValueFixed::String(PsbString::from(value))
}
}
impl From<bool> for PsbValueFixed {
fn from(value: bool) -> Self {
PsbValueFixed::Bool(value)
}
}
impl From<i64> for PsbValueFixed {
fn from(value: i64) -> Self {
PsbValueFixed::Number(PsbNumber::Integer(value))
}
}
impl From<f64> for PsbValueFixed {
fn from(value: f64) -> Self {
PsbValueFixed::Number(PsbNumber::Double(value))
}
}
impl From<f32> for PsbValueFixed {
fn from(value: f32) -> Self {
PsbValueFixed::Number(PsbNumber::Float(value))
}
}
impl From<PsbObjectFixed> for PsbValueFixed {
fn from(value: PsbObjectFixed) -> Self {
PsbValueFixed::Object(value)
}
}
impl From<PsbListFixed> for PsbValueFixed {
fn from(value: PsbListFixed) -> Self {
PsbValueFixed::List(value)
}
}
impl From<&[PsbValueFixed]> for PsbValueFixed {
fn from(value: &[PsbValueFixed]) -> Self {
PsbValueFixed::List(PsbListFixed {
values: value.to_vec(),
})
}
}
impl PsbValueFixed {
pub fn to_psb(self, warn_on_none: bool) -> PsbValue {
match self {
PsbValueFixed::None => {
if warn_on_none {
eprintln!("Warning: PSB value is None, output script may broken.");
crate::COUNTER.inc_warning();
}
PsbValue::None
}
PsbValueFixed::Null => PsbValue::Null,
PsbValueFixed::Bool(b) => PsbValue::Bool(b),
PsbValueFixed::Number(n) => PsbValue::Number(n),
PsbValueFixed::IntArray(arr) => PsbValue::IntArray(arr),
PsbValueFixed::String(s) => PsbValue::String(s),
PsbValueFixed::List(l) => PsbValue::List(l.to_psb(warn_on_none)),
PsbValueFixed::Object(o) => PsbValue::Object(o.to_psb(warn_on_none)),
PsbValueFixed::Resource(r) => PsbValue::Resource(r),
PsbValueFixed::ExtraResource(er) => PsbValue::ExtraResource(er),
PsbValueFixed::CompilerNumber => PsbValue::CompilerNumber,
PsbValueFixed::CompilerString => PsbValue::CompilerString,
PsbValueFixed::CompilerResource => PsbValue::CompilerResource,
PsbValueFixed::CompilerDecimal => PsbValue::CompilerDecimal,
PsbValueFixed::CompilerArray => PsbValue::CompilerArray,
PsbValueFixed::CompilerBool => PsbValue::CompilerBool,
PsbValueFixed::CompilerBinaryTree => PsbValue::CompilerBinaryTree,
}
}
pub fn is_list(&self) -> bool {
matches!(self, PsbValueFixed::List(_))
}
pub fn is_object(&self) -> bool {
matches!(self, PsbValueFixed::Object(_))
}
pub fn is_string_or_null(&self) -> bool {
self.is_string() || self.is_null()
}
pub fn is_string(&self) -> bool {
matches!(self, PsbValueFixed::String(_))
}
pub fn is_none(&self) -> bool {
matches!(self, PsbValueFixed::None)
}
pub fn is_null(&self) -> bool {
matches!(self, PsbValueFixed::Null)
}
pub fn find_resource_key<'a>(
&'a self,
resource_id: u64,
now: Vec<&'a str>,
) -> Option<Vec<&'a str>> {
match self {
PsbValueFixed::List(l) => l.find_resource_key(resource_id, now),
PsbValueFixed::Object(o) => o.find_resource_key(resource_id, now),
_ => None,
}
}
pub fn find_extra_resource_key<'a>(
&'a self,
extra_resource_id: u64,
now: Vec<&'a str>,
) -> Option<Vec<&'a str>> {
match self {
PsbValueFixed::List(l) => l.find_extra_resource_key(extra_resource_id, now),
PsbValueFixed::Object(o) => o.find_extra_resource_key(extra_resource_id, now),
_ => None,
}
}
pub fn set_i64(&mut self, value: i64) {
*self = PsbValueFixed::Number(PsbNumber::Integer(value));
}
pub fn set_obj(&mut self, value: PsbObjectFixed) {
*self = PsbValueFixed::Object(value);
}
pub fn set_str(&mut self, value: &str) {
match self {
PsbValueFixed::String(s) => {
let s = s.string_mut();
s.clear();
s.push_str(value);
}
_ => {
*self = PsbValueFixed::String(PsbString::from(value.to_owned()));
}
}
}
pub fn set_string(&mut self, value: String) {
self.set_str(&value);
}
pub fn as_u8(&self) -> Option<u8> {
self.as_i64().map(|n| n.try_into().ok()).flatten()
}
pub fn as_u32(&self) -> Option<u32> {
self.as_i64().map(|n| n as u32)
}
pub fn as_i64(&self) -> Option<i64> {
match self {
PsbValueFixed::Number(n) => match n {
PsbNumber::Integer(n) => Some(*n),
PsbNumber::Double(n) if n.fract() == 0.0 => Some(*n as i64),
PsbNumber::Float(n) if n.fract() == 0.0 => Some(*n as i64),
_ => None,
},
_ => None,
}
}
pub fn as_str(&self) -> Option<&str> {
match self {
PsbValueFixed::String(s) => Some(s.string()),
_ => None,
}
}
pub fn len(&self) -> usize {
match self {
PsbValueFixed::List(l) => l.len(),
PsbValueFixed::Object(o) => o.values.len(),
_ => 0,
}
}
pub fn entries(&self) -> ObjectIter<'_> {
match self {
PsbValueFixed::Object(o) => o.iter(),
_ => ObjectIter::empty(),
}
}
pub fn entries_mut(&mut self) -> ObjectIterMut<'_> {
match self {
PsbValueFixed::Object(o) => o.iter_mut(),
_ => ObjectIterMut::empty(),
}
}
pub fn members(&self) -> ListIter<'_> {
match self {
PsbValueFixed::List(l) => l.iter(),
_ => ListIter::empty(),
}
}
pub fn members_mut(&mut self) -> ListIterMut<'_> {
match self {
PsbValueFixed::List(l) => l.iter_mut(),
_ => ListIterMut::empty(),
}
}
pub fn push_member<T: Into<PsbValueFixed>>(&mut self, value: T) {
match self {
PsbValueFixed::List(l) => {
l.values.push(value.into());
}
_ => {
*self = PsbValueFixed::List(PsbListFixed {
values: vec![value.into()],
});
}
}
}
pub fn clear_members(&mut self) {
match self {
PsbValueFixed::List(l) => {
l.clear();
}
_ => {
*self = PsbValueFixed::List(PsbListFixed { values: vec![] });
}
}
}
pub fn insert_member<T: Into<PsbValueFixed>>(&mut self, index: usize, value: T) {
match self {
PsbValueFixed::List(l) => {
l.insert(index, value);
}
_ => {
*self = PsbValueFixed::List(PsbListFixed {
values: vec![value.into()],
});
}
}
}
pub fn resource_id(&self) -> Option<u64> {
match self {
PsbValueFixed::Resource(r) => Some(r.resource_ref),
_ => None,
}
}
pub fn extra_resource_id(&self) -> Option<u64> {
match self {
PsbValueFixed::ExtraResource(er) => Some(er.extra_resource_ref),
_ => None,
}
}
#[cfg(feature = "json")]
pub fn to_json(&self) -> Option<JsonValue> {
match self {
PsbValueFixed::Null => Some(JsonValue::Null),
PsbValueFixed::Bool(b) => Some(JsonValue::Boolean(*b)),
PsbValueFixed::Number(n) => match n {
PsbNumber::Integer(i) => Some(JsonValue::Number((*i).into())),
PsbNumber::Float(f) => Some(JsonValue::Number(f32_to_number(*f))),
PsbNumber::Double(d) => Some(JsonValue::Number((*d).into())),
},
PsbValueFixed::String(s) => Some(JsonValue::String(s.string().to_owned())),
PsbValueFixed::Resource(s) => {
Some(JsonValue::String(format!("#resource#{}", s.resource_ref)))
}
PsbValueFixed::ExtraResource(s) => Some(JsonValue::String(format!(
"#resource@{}",
s.extra_resource_ref
))),
PsbValueFixed::IntArray(arr) => Some(JsonValue::Array(
arr.iter().map(|n| JsonValue::Number((*n).into())).collect(),
)),
PsbValueFixed::List(l) => Some(l.to_json()),
PsbValueFixed::Object(o) => Some(o.to_json()),
_ => None,
}
}
#[cfg(feature = "json")]
pub fn from_json(obj: &JsonValue) -> Self {
match obj {
JsonValue::Null => PsbValueFixed::Null,
JsonValue::Boolean(b) => PsbValueFixed::Bool(*b),
JsonValue::Number(n) => {
let data: f64 = (*n).into();
if data.fract() == 0.0 {
PsbValueFixed::Number(PsbNumber::Integer(data as i64))
} else {
PsbValueFixed::Number(PsbNumber::Float(data as f32))
}
}
JsonValue::String(s) => {
if s.starts_with("#resource#") {
if let Ok(id) = s[10..].parse::<u64>() {
return PsbValueFixed::Resource(PsbResourceRef { resource_ref: id });
}
} else if s.starts_with("#resource@") {
if let Ok(id) = s[10..].parse::<u64>() {
return PsbValueFixed::ExtraResource(PsbExtraRef {
extra_resource_ref: id,
});
}
}
PsbValueFixed::String(PsbString::from(s.clone()))
}
JsonValue::Array(arr) => {
let values: Vec<PsbValueFixed> = arr.iter().map(PsbValueFixed::from_json).collect();
PsbValueFixed::List(PsbListFixed { values })
}
JsonValue::Object(obj) => {
let mut values = BTreeMap::new();
for (key, value) in obj.iter() {
values.insert(key.to_owned(), PsbValueFixed::from_json(value));
}
PsbValueFixed::Object(PsbObjectFixed { values })
}
JsonValue::Short(n) => {
let s = n.as_str();
if s.starts_with("#resource#") {
if let Ok(id) = s[10..].parse::<u64>() {
return PsbValueFixed::Resource(PsbResourceRef { resource_ref: id });
}
} else if s.starts_with("#resource@") {
if let Ok(id) = s[10..].parse::<u64>() {
return PsbValueFixed::ExtraResource(PsbExtraRef {
extra_resource_ref: id,
});
}
}
PsbValueFixed::String(PsbString::from(s.to_owned()))
}
}
}
}
impl Index<usize> for PsbValueFixed {
type Output = PsbValueFixed;
fn index(&self, index: usize) -> &Self::Output {
match self {
PsbValueFixed::List(l) => &l[index],
_ => &NONE,
}
}
}
impl IndexMut<usize> for PsbValueFixed {
fn index_mut(&mut self, index: usize) -> &mut Self::Output {
match self {
PsbValueFixed::List(l) => {
if index < l.values.len() {
&mut l.values[index]
} else {
l.values.push(NONE);
l.values.last_mut().unwrap()
}
}
_ => {
*self = PsbValueFixed::List(PsbListFixed { values: vec![NONE] });
self.index_mut(0)
}
}
}
}
impl<'a> Index<&'a str> for PsbValueFixed {
type Output = PsbValueFixed;
fn index(&self, index: &'a str) -> &Self::Output {
match self {
PsbValueFixed::Object(o) => &o[index],
_ => &NONE,
}
}
}
impl<'a> Index<&'a String> for PsbValueFixed {
type Output = PsbValueFixed;
fn index(&self, index: &'a String) -> &Self::Output {
self.index(index.as_str())
}
}
impl Index<String> for PsbValueFixed {
type Output = PsbValueFixed;
fn index(&self, index: String) -> &Self::Output {
self.index(index.as_str())
}
}
impl IndexMut<&str> for PsbValueFixed {
fn index_mut(&mut self, index: &str) -> &mut Self::Output {
match self {
PsbValueFixed::Object(o) => o.index_mut(index),
_ => {
*self = PsbValueFixed::Object(PsbObjectFixed {
values: BTreeMap::new(),
});
self.index_mut(index)
}
}
}
}
impl IndexMut<&String> for PsbValueFixed {
fn index_mut(&mut self, index: &String) -> &mut Self::Output {
self.index_mut(index.as_str())
}
}
impl IndexMut<String> for PsbValueFixed {
fn index_mut(&mut self, index: String) -> &mut Self::Output {
self.index_mut(index.as_str())
}
}
impl Clone for PsbValueFixed {
fn clone(&self) -> Self {
match self {
PsbValueFixed::None => PsbValueFixed::None,
PsbValueFixed::Null => PsbValueFixed::Null,
PsbValueFixed::Bool(b) => PsbValueFixed::Bool(*b),
PsbValueFixed::Number(n) => PsbValueFixed::Number(n.clone()),
PsbValueFixed::IntArray(arr) => PsbValueFixed::IntArray(arr.clone()),
PsbValueFixed::String(s) => PsbValueFixed::String(PsbString::from(s.string().clone())),
PsbValueFixed::List(l) => PsbValueFixed::List(l.clone()),
PsbValueFixed::Object(o) => PsbValueFixed::Object(o.clone()),
PsbValueFixed::Resource(r) => PsbValueFixed::Resource(r.clone()),
PsbValueFixed::ExtraResource(er) => PsbValueFixed::ExtraResource(er.clone()),
PsbValueFixed::CompilerNumber => PsbValueFixed::CompilerNumber,
PsbValueFixed::CompilerString => PsbValueFixed::CompilerString,
PsbValueFixed::CompilerResource => PsbValueFixed::CompilerResource,
PsbValueFixed::CompilerDecimal => PsbValueFixed::CompilerDecimal,
PsbValueFixed::CompilerArray => PsbValueFixed::CompilerArray,
PsbValueFixed::CompilerBool => PsbValueFixed::CompilerBool,
PsbValueFixed::CompilerBinaryTree => PsbValueFixed::CompilerBinaryTree,
}
}
}
impl PartialEq<String> for PsbValueFixed {
fn eq(&self, other: &String) -> bool {
self == other.as_str()
}
}
impl PartialEq<str> for PsbValueFixed {
fn eq(&self, other: &str) -> bool {
match self {
PsbValueFixed::String(s) => s.string() == other,
_ => false,
}
}
}
impl<'a> PartialEq<&'a str> for PsbValueFixed {
fn eq(&self, other: &&'a str) -> bool {
self == *other
}
}
pub trait PsbValueExt {
fn to_psb_fixed(self) -> PsbValueFixed;
}
impl PsbValueExt for PsbValue {
fn to_psb_fixed(self) -> PsbValueFixed {
match self {
PsbValue::None => PsbValueFixed::None,
PsbValue::Null => PsbValueFixed::Null,
PsbValue::Bool(b) => PsbValueFixed::Bool(b),
PsbValue::Number(n) => PsbValueFixed::Number(n),
PsbValue::IntArray(arr) => PsbValueFixed::IntArray(arr),
PsbValue::String(s) => PsbValueFixed::String(s),
PsbValue::List(l) => PsbValueFixed::List(PsbList::to_psb_fixed(l)),
PsbValue::Object(o) => PsbValueFixed::Object(PsbObject::to_psb_fixed(o)),
PsbValue::Resource(r) => PsbValueFixed::Resource(r),
PsbValue::ExtraResource(er) => PsbValueFixed::ExtraResource(er),
PsbValue::CompilerNumber => PsbValueFixed::CompilerNumber,
PsbValue::CompilerString => PsbValueFixed::CompilerString,
PsbValue::CompilerResource => PsbValueFixed::CompilerResource,
PsbValue::CompilerDecimal => PsbValueFixed::CompilerDecimal,
PsbValue::CompilerArray => PsbValueFixed::CompilerArray,
PsbValue::CompilerBool => PsbValueFixed::CompilerBool,
PsbValue::CompilerBinaryTree => PsbValueFixed::CompilerBinaryTree,
}
}
}
#[derive(Clone, Debug, Serialize, Deserialize)]
#[serde(transparent)]
pub struct PsbListFixed {
pub values: Vec<PsbValueFixed>,
}
impl PsbListFixed {
pub fn new() -> Self {
PsbListFixed { values: vec![] }
}
pub fn to_psb(self, warn_on_none: bool) -> PsbList {
let v: Vec<_> = self
.values
.into_iter()
.map(|v| v.to_psb(warn_on_none))
.collect();
PsbList::from(v)
}
pub fn find_resource_key<'a>(
&'a self,
resource_id: u64,
now: Vec<&'a str>,
) -> Option<Vec<&'a str>> {
for value in &self.values {
if let Some(key) = value.find_resource_key(resource_id, now.clone()) {
return Some(key);
}
}
None
}
pub fn find_extra_resource_key<'a>(
&'a self,
extra_resource_id: u64,
now: Vec<&'a str>,
) -> Option<Vec<&'a str>> {
for value in &self.values {
if let Some(key) = value.find_extra_resource_key(extra_resource_id, now.clone()) {
return Some(key);
}
}
None
}
pub fn iter(&self) -> ListIter<'_> {
ListIter {
inner: self.values.iter(),
}
}
pub fn iter_mut(&mut self) -> ListIterMut<'_> {
ListIterMut {
inner: self.values.iter_mut(),
}
}
pub fn values(&self) -> &Vec<PsbValueFixed> {
&self.values
}
pub fn len(&self) -> usize {
self.values.len()
}
pub fn clear(&mut self) {
self.values.clear();
}
pub fn insert<V: Into<PsbValueFixed>>(&mut self, index: usize, value: V) {
if index <= self.values.len() {
self.values.insert(index, value.into());
} else {
self.values.push(value.into());
}
}
#[cfg(feature = "json")]
pub fn to_json(&self) -> JsonValue {
let data: Vec<_> = self.values.iter().filter_map(|v| v.to_json()).collect();
JsonValue::Array(data)
}
}
impl Index<usize> for PsbListFixed {
type Output = PsbValueFixed;
fn index(&self, index: usize) -> &Self::Output {
self.values.get(index).unwrap_or(&NONE)
}
}
impl IndexMut<usize> for PsbListFixed {
fn index_mut(&mut self, index: usize) -> &mut Self::Output {
if index < self.values.len() {
&mut self.values[index]
} else {
self.values.push(NONE);
self.values.last_mut().unwrap()
}
}
}
pub struct ListIter<'a> {
inner: std::slice::Iter<'a, PsbValueFixed>,
}
impl<'a> ListIter<'a> {
pub fn empty() -> Self {
ListIter {
inner: Default::default(),
}
}
}
impl<'a> Iterator for ListIter<'a> {
type Item = &'a PsbValueFixed;
#[inline(always)]
fn next(&mut self) -> Option<Self::Item> {
self.inner.next()
}
}
impl<'a> ExactSizeIterator for ListIter<'a> {
fn len(&self) -> usize {
self.inner.len()
}
}
impl<'a> DoubleEndedIterator for ListIter<'a> {
#[inline(always)]
fn next_back(&mut self) -> Option<Self::Item> {
self.inner.next_back()
}
}
pub struct ListIterMut<'a> {
inner: std::slice::IterMut<'a, PsbValueFixed>,
}
impl<'a> ListIterMut<'a> {
pub fn empty() -> Self {
ListIterMut {
inner: Default::default(),
}
}
}
impl<'a> Iterator for ListIterMut<'a> {
type Item = &'a mut PsbValueFixed;
#[inline(always)]
fn next(&mut self) -> Option<Self::Item> {
self.inner.next()
}
}
impl<'a> ExactSizeIterator for ListIterMut<'a> {
fn len(&self) -> usize {
self.inner.len()
}
}
impl<'a> DoubleEndedIterator for ListIterMut<'a> {
#[inline(always)]
fn next_back(&mut self) -> Option<Self::Item> {
self.inner.next_back()
}
}
pub trait PsbListExt {
fn to_psb_fixed(self) -> PsbListFixed;
}
impl PsbListExt for PsbList {
fn to_psb_fixed(self) -> PsbListFixed {
let values: Vec<_> = self
.unwrap()
.into_iter()
.map(PsbValue::to_psb_fixed)
.collect();
PsbListFixed { values }
}
}
#[derive(Clone, Debug, Serialize, Deserialize)]
#[serde(transparent)]
pub struct PsbObjectFixed {
pub values: BTreeMap<String, PsbValueFixed>,
}
impl PsbObjectFixed {
pub fn new() -> Self {
Self {
values: BTreeMap::new(),
}
}
pub fn to_psb(self, warn_on_none: bool) -> PsbObject {
let mut hash_map = HashMap::new();
for (key, value) in self.values {
hash_map.insert(key, value.to_psb(warn_on_none));
}
PsbObject::from(hash_map)
}
pub fn get_value(&self, key: &str) -> Option<&PsbValueFixed> {
self.values.get(key)
}
pub fn find_resource_key<'a>(
&'a self,
resource_id: u64,
now: Vec<&'a str>,
) -> Option<Vec<&'a str>> {
for (key, value) in &self.values {
let mut now = now.clone();
now.push(key);
if let Some(id) = value.resource_id() {
if id == resource_id {
return Some(now);
}
}
if let Some(key) = value.find_resource_key(resource_id, now) {
return Some(key);
}
}
None
}
pub fn find_extra_resource_key<'a>(
&'a self,
extra_resource_id: u64,
now: Vec<&'a str>,
) -> Option<Vec<&'a str>> {
for (key, value) in &self.values {
let mut now = now.clone();
now.push(key);
if let Some(id) = value.extra_resource_id() {
if id == extra_resource_id {
return Some(now);
}
}
if let Some(key) = value.find_extra_resource_key(extra_resource_id, now) {
return Some(key);
}
}
None
}
pub fn iter(&self) -> ObjectIter<'_> {
ObjectIter {
inner: self.values.iter(),
}
}
pub fn iter_mut(&mut self) -> ObjectIterMut<'_> {
ObjectIterMut {
inner: self.values.iter_mut(),
}
}
#[cfg(feature = "json")]
pub fn to_json(&self) -> JsonValue {
let mut obj = json::object::Object::new();
for (key, value) in &self.values {
if let Some(json_value) = value.to_json() {
obj.insert(key, json_value);
}
}
JsonValue::Object(obj)
}
#[cfg(feature = "json")]
pub fn from_json(obj: &JsonValue) -> Self {
let mut values = BTreeMap::new();
for (key, value) in obj.entries() {
values.insert(key.to_owned(), PsbValueFixed::from_json(value));
}
PsbObjectFixed { values }
}
}
impl<'a> Index<&'a str> for PsbObjectFixed {
type Output = PsbValueFixed;
fn index(&self, index: &'a str) -> &Self::Output {
self.values.get(index).unwrap_or(&NONE)
}
}
impl<'a> Index<&'a String> for PsbObjectFixed {
type Output = PsbValueFixed;
fn index(&self, index: &'a String) -> &Self::Output {
self.index(index.as_str())
}
}
impl Index<String> for PsbObjectFixed {
type Output = PsbValueFixed;
fn index(&self, index: String) -> &Self::Output {
self.index(index.as_str())
}
}
impl<'a> IndexMut<&'a str> for PsbObjectFixed {
fn index_mut(&mut self, index: &'a str) -> &mut Self::Output {
self.values.entry(index.to_string()).or_insert(NONE)
}
}
impl<'a> IndexMut<&'a String> for PsbObjectFixed {
fn index_mut(&mut self, index: &'a String) -> &mut Self::Output {
self.index_mut(index.as_str())
}
}
impl IndexMut<String> for PsbObjectFixed {
fn index_mut(&mut self, index: String) -> &mut Self::Output {
self.values.entry(index).or_insert(NONE)
}
}
pub trait PsbObjectExt {
fn to_psb_fixed(self) -> PsbObjectFixed;
}
impl PsbObjectExt for PsbObject {
fn to_psb_fixed(self) -> PsbObjectFixed {
let mut hash_map = BTreeMap::new();
for (key, value) in self.unwrap() {
hash_map.insert(key, PsbValue::to_psb_fixed(value));
}
PsbObjectFixed { values: hash_map }
}
}
pub struct ObjectIter<'a> {
inner: std::collections::btree_map::Iter<'a, String, PsbValueFixed>,
}
impl<'a> ObjectIter<'a> {
pub fn empty() -> Self {
ObjectIter {
inner: Default::default(),
}
}
}
impl<'a> Iterator for ObjectIter<'a> {
type Item = (&'a String, &'a PsbValueFixed);
#[inline(always)]
fn next(&mut self) -> Option<Self::Item> {
self.inner.next()
}
}
impl<'a> ExactSizeIterator for ObjectIter<'a> {
fn len(&self) -> usize {
self.inner.len()
}
}
impl<'a> DoubleEndedIterator for ObjectIter<'a> {
#[inline(always)]
fn next_back(&mut self) -> Option<Self::Item> {
self.inner.next_back()
}
}
pub struct ObjectIterMut<'a> {
inner: std::collections::btree_map::IterMut<'a, String, PsbValueFixed>,
}
impl<'a> ObjectIterMut<'a> {
pub fn empty() -> Self {
ObjectIterMut {
inner: Default::default(),
}
}
}
impl<'a> Iterator for ObjectIterMut<'a> {
type Item = (&'a String, &'a mut PsbValueFixed);
#[inline(always)]
fn next(&mut self) -> Option<Self::Item> {
self.inner.next()
}
}
impl<'a> ExactSizeIterator for ObjectIterMut<'a> {
fn len(&self) -> usize {
self.inner.len()
}
}
impl<'a> DoubleEndedIterator for ObjectIterMut<'a> {
#[inline(always)]
fn next_back(&mut self) -> Option<Self::Item> {
self.inner.next_back()
}
}
#[derive(Clone, Debug)]
pub struct VirtualPsbFixed {
header: PsbHeader,
resources: Vec<Vec<u8>>,
extra: Vec<Vec<u8>>,
root: PsbObjectFixed,
}
impl Serialize for VirtualPsbFixed {
fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where
S: serde::Serializer,
{
let mut state = serializer.serialize_struct("VirtualPsbFixed", 3)?;
state.serialize_field("version", &self.header.version)?;
state.serialize_field("encryption", &self.header.encryption)?;
state.serialize_field("data", &self.root)?;
state.end()
}
}
#[derive(Deserialize)]
pub struct VirtualPsbFixedData {
version: u16,
encryption: u16,
data: PsbObjectFixed,
}
impl VirtualPsbFixed {
pub fn new(
header: PsbHeader,
resources: Vec<Vec<u8>>,
extra: Vec<Vec<u8>>,
root: PsbObjectFixed,
) -> Self {
Self {
header,
resources,
extra,
root,
}
}
pub fn header(&self) -> PsbHeader {
self.header
}
pub fn header_mut(&mut self) -> &mut PsbHeader {
&mut self.header
}
pub fn resources(&self) -> &Vec<Vec<u8>> {
&self.resources
}
pub fn resources_mut(&mut self) -> &mut Vec<Vec<u8>> {
&mut self.resources
}
pub fn extra(&self) -> &Vec<Vec<u8>> {
&self.extra
}
pub fn extra_mut(&mut self) -> &mut Vec<Vec<u8>> {
&mut self.extra
}
pub fn root(&self) -> &PsbObjectFixed {
&self.root
}
pub fn root_mut(&mut self) -> &mut PsbObjectFixed {
&mut self.root
}
pub fn set_root(&mut self, root: PsbObjectFixed) {
self.root = root;
}
pub fn unwrap(self) -> (PsbHeader, Vec<Vec<u8>>, Vec<Vec<u8>>, PsbObjectFixed) {
(self.header, self.resources, self.extra, self.root)
}
pub fn to_psb(self, warn_on_none: bool) -> VirtualPsb {
let (header, resources, extra, root) = self.unwrap();
VirtualPsb::new(header, resources, extra, root.to_psb(warn_on_none))
}
#[cfg(feature = "json")]
pub fn from_json(&mut self, obj: &JsonValue) -> Result<(), anyhow::Error> {
let version = obj["version"]
.as_u16()
.ok_or_else(|| anyhow::anyhow!("Invalid PSB version"))?;
let encryption = obj["encryption"]
.as_u16()
.ok_or_else(|| anyhow::anyhow!("Invalid PSB encryption"))?;
self.header.version = version;
self.header.encryption = encryption;
self.root = PsbObjectFixed::from_json(&obj["data"]);
Ok(())
}
#[cfg(feature = "json")]
pub fn with_json(obj: &JsonValue) -> Result<Self, anyhow::Error> {
let version = obj["version"]
.as_u16()
.ok_or_else(|| anyhow::anyhow!("Invalid PSB version"))?;
let encryption = obj["encryption"]
.as_u16()
.ok_or_else(|| anyhow::anyhow!("Invalid PSB encryption"))?;
let root = PsbObjectFixed::from_json(&obj["data"]);
Ok(Self {
header: PsbHeader {
version,
encryption,
},
resources: Vec::new(),
extra: Vec::new(),
root,
})
}
pub fn set_data(&mut self, data: VirtualPsbFixedData) {
self.header.version = data.version;
self.header.encryption = data.encryption;
self.root = data.data;
}
#[cfg(feature = "json")]
pub fn to_json(&self) -> JsonValue {
json::object! {
"version": self.header.version,
"encryption": self.header.encryption,
"data": self.root.to_json(),
}
}
}
pub trait VirtualPsbExt {
fn to_psb_fixed(self) -> VirtualPsbFixed;
}
impl VirtualPsbExt for VirtualPsb {
fn to_psb_fixed(self) -> VirtualPsbFixed {
let (header, resources, extra, root) = self.unwrap();
VirtualPsbFixed::new(header, resources, extra, root.to_psb_fixed())
}
}
pub trait PsbWriterExt {
fn finish_v4<T: Write + Seek>(self, stream: T) -> std::result::Result<u64, PsbError>;
}
impl PsbWriterExt for VirtualPsb {
fn finish_v4<T: Write + Seek>(self, mut stream: T) -> std::result::Result<u64, PsbError> {
let file_start = stream.seek(SeekFrom::Current(0))?;
let (header, resources, extra, root) = self.unwrap();
stream.write_u32(PSB_SIGNATURE)?;
header.write_bytes(&mut stream)?;
let offsets_end_pos = stream.seek(SeekFrom::Current(0))? - file_start;
stream.write_u32(0)?;
let offset_start_pos = stream.seek(SeekFrom::Current(0))? - file_start;
let mut offsets = PsbOffsets::default();
offsets.write_bytes(header.version, &mut stream)?;
let offsets_end = stream.seek(SeekFrom::Current(0))? - file_start;
let refs = {
let mut names = Vec::new();
let mut strings = Vec::new();
root.collect_names(&mut names);
root.collect_strings(&mut strings);
names.sort();
strings.sort();
PsbRefs::new(names, strings)
};
offsets.name_offset = (stream.seek(SeekFrom::Current(0))? - file_start) as u32;
PsbWriter::write_names(refs.names(), &mut stream)?;
offsets.entry_point = (stream.seek(SeekFrom::Current(0))? - file_start) as u32;
PsbValue::Object(root).write_bytes_refs(&mut stream, &refs)?;
let (_, string_offsets) = PsbWriter::write_strings(refs.strings(), &mut stream)?;
offsets.strings = string_offsets;
if header.version > 3 {
let (_, extra_offsets) = PsbWriter::write_resources(&extra, &mut stream)?;
offsets.extra = Some(extra_offsets);
}
let (_, res_offsets) = PsbWriter::write_resources(&resources, &mut stream)?;
offsets.resources = res_offsets;
let file_end = stream.seek(SeekFrom::Current(0))?;
stream.seek(SeekFrom::Start(offsets_end_pos))?;
stream.write_u32(offsets_end as u32)?;
if header.version > 2 {
let mut adler = Adler32::new();
adler.write_slice(&(offset_start_pos as u32).to_le_bytes());
adler.write_slice(&offsets.name_offset.to_le_bytes());
adler.write_slice(&offsets.strings.offset_pos.to_le_bytes());
adler.write_slice(&offsets.strings.data_pos.to_le_bytes());
adler.write_slice(&offsets.resources.offset_pos.to_le_bytes());
adler.write_slice(&offsets.resources.lengths_pos.to_le_bytes());
adler.write_slice(&offsets.resources.data_pos.to_le_bytes());
adler.write_slice(&offsets.entry_point.to_le_bytes());
offsets.checksum = Some(adler.checksum());
}
stream.seek(SeekFrom::Start(offset_start_pos))?;
offsets.write_bytes(header.version, &mut stream)?;
stream.seek(SeekFrom::Start(file_end))?;
Ok(file_end - file_start)
}
}
pub trait PsbReaderExt {
fn open_psb_v2<T: Read + Seek>(stream: T) -> Result<VirtualPsb>;
}
const LZ4_SIGNATURE: u32 = 0x184D2204;
const PSB_SIGNATURE: u32 = emote_psb::PSB_SIGNATURE;
const MDF_SIGNATURE: u32 = emote_psb::PSB_MDF_SIGNATURE;
const PSB_TYPE_INTEGER_ARRAY_N: u8 = 0x0C;
const PSB_TYPE_STRING_N: u8 = 0x14;
const PSB_TYPE_RESOURCE_N: u8 = 0x18;
const PSB_TYPE_LIST: u8 = 0x20;
const PSB_TYPE_OBJECT: u8 = 0x21;
const PSB_TYPE_EXTRA_N: u8 = 0x21;
fn is_psb_array_type(value: u8) -> bool {
(PSB_TYPE_INTEGER_ARRAY_N + 1..=PSB_TYPE_INTEGER_ARRAY_N + 8).contains(&value)
}
fn read_int_array<R: Read + Seek>(stream: &mut R) -> Result<Vec<u64>> {
let (_, value) = PsbValue::from_bytes(stream)
.map_err(|e| anyhow::anyhow!("Failed to read PSB array: {:?}", e))?;
match value {
PsbValue::IntArray(arr) => Ok(arr.unwrap()),
_ => Err(anyhow::anyhow!("Expected PSB int array")),
}
}
fn skip_psb_value<R: Read + Seek>(stream: &mut R) -> Result<u64> {
let start = stream.seek(SeekFrom::Current(0))?;
let value_type = stream.read_u8()?;
match value_type {
PSB_TYPE_LIST => {
let ref_offsets = read_int_array(stream)?;
if ref_offsets.is_empty() {
return Ok(stream.seek(SeekFrom::Current(0))? - start);
}
let mut max_end = 0_u64;
let data_start = stream.seek(SeekFrom::Current(0))?;
for offset in ref_offsets {
stream.seek(SeekFrom::Start(data_start + offset))?;
let read = skip_psb_value(stream)?;
max_end = max_end.max(offset + read);
}
stream.seek(SeekFrom::Start(data_start + max_end))?;
Ok(stream.seek(SeekFrom::Current(0))? - start)
}
PSB_TYPE_OBJECT => {
let _ = read_int_array(stream)?;
let ref_offsets = read_int_array(stream)?;
if ref_offsets.is_empty() {
return Ok(stream.seek(SeekFrom::Current(0))? - start);
}
let mut max_end = 0_u64;
let data_start = stream.seek(SeekFrom::Current(0))?;
for offset in ref_offsets {
stream.seek(SeekFrom::Start(data_start + offset))?;
let read = skip_psb_value(stream)?;
max_end = max_end.max(offset + read);
}
stream.seek(SeekFrom::Start(data_start + max_end))?;
Ok(stream.seek(SeekFrom::Current(0))? - start)
}
_ if (PSB_TYPE_STRING_N + 1..=PSB_TYPE_STRING_N + 4).contains(&value_type)
|| (PSB_TYPE_RESOURCE_N + 1..=PSB_TYPE_RESOURCE_N + 4).contains(&value_type)
|| (PSB_TYPE_EXTRA_N + 1..=PSB_TYPE_EXTRA_N + 4).contains(&value_type) =>
{
let n = if value_type <= PSB_TYPE_STRING_N + 4 {
value_type - PSB_TYPE_STRING_N
} else if value_type <= PSB_TYPE_RESOURCE_N + 4 {
value_type - PSB_TYPE_RESOURCE_N
} else {
value_type - PSB_TYPE_EXTRA_N
};
stream.seek(SeekFrom::Current(n as i64))?;
Ok(stream.seek(SeekFrom::Current(0))? - start)
}
_ => {
stream.seek(SeekFrom::Start(start))?;
let (read, _) = PsbValue::from_bytes(stream)
.map_err(|e| anyhow::anyhow!("Failed to skip PSB value: {:?}", e))?;
Ok(read)
}
}
}
fn detect_name_pos(data: &[u8]) -> Option<usize> {
if data.len() < 8 {
return None;
}
let mut name_pos = None;
for i in 0..(data.len() - 7) {
if data[i] == 0x0D || data[i] == 0x0E {
let offset1 = (data[i] - 0x0B) as usize;
if i + offset1 < data.len() {
if data[i + offset1] == 0x0E
&& i + 7 < data.len()
&& data[i + 4..i + 8] == [1, 0, 0, 0]
{
name_pos = Some(i);
break;
}
if data[i + offset1] == 0x0D
&& i + offset1 + 2 < data.len()
&& data[i + offset1 + 1..i + offset1 + 3] == [1, 0]
{
name_pos = Some(i);
break;
}
}
}
}
name_pos
}
fn load_psb_dullahan<R: Read + Seek>(mut stream: R) -> Result<VirtualPsb> {
let mut probe = vec![0_u8; 1024];
stream.seek(SeekFrom::Start(0))?;
let probe_len = stream.read(&mut probe)?;
probe.truncate(probe_len);
let name_pos = detect_name_pos(&probe)
.ok_or_else(|| anyhow::anyhow!("Dullahan fallback: cannot find names segment"))?
as u64;
let version = stream.peek_u16_at(4)?;
let encryption = stream.peek_u16_at(6)?;
let mut header = PsbHeader {
version,
encryption,
};
stream.seek(SeekFrom::Start(name_pos))?;
let (_, names) = PsbReader::read_names(&mut stream)
.map_err(|e| anyhow::anyhow!("Dullahan fallback: failed to read names: {:?}", e))?;
let file_len = stream.stream_length()?;
let mut entry_point = None;
while stream.seek(SeekFrom::Current(0))? < file_len {
let b = stream.read_u8()?;
if b == PSB_TYPE_LIST || b == PSB_TYPE_OBJECT {
entry_point = Some(stream.seek(SeekFrom::Current(-1))? as u32);
break;
}
}
let entry_point = entry_point
.ok_or_else(|| anyhow::anyhow!("Dullahan fallback: cannot find root object/list"))?;
stream.seek(SeekFrom::Start(entry_point as u64))?;
let _ = skip_psb_value(&mut stream)?;
let mut strings_offset_pos = None;
while stream.seek(SeekFrom::Current(0))? < file_len {
let b = stream.read_u8()?;
if is_psb_array_type(b) {
strings_offset_pos = Some(stream.seek(SeekFrom::Current(-1))? as u32);
break;
}
}
let strings_offset_pos = strings_offset_pos
.ok_or_else(|| anyhow::anyhow!("Dullahan fallback: cannot find strings offset table"))?;
stream.seek(SeekFrom::Start(strings_offset_pos as u64))?;
let string_offsets = read_int_array(&mut stream)?;
let strings_data_pos = stream.seek(SeekFrom::Current(0))? as u32;
stream.seek(SeekFrom::Start(strings_offset_pos as u64))?;
let (_, strings) = PsbReader::read_strings(strings_data_pos, &mut stream)
.map_err(|e| anyhow::anyhow!("Dullahan fallback: failed to read strings: {:?}", e))?;
let mut strings_data_end = strings_data_pos as u64;
for (idx, offset) in string_offsets.iter().enumerate() {
if let Some(s) = strings.get(idx) {
strings_data_end = strings_data_end
.max(strings_data_pos as u64 + *offset + s.as_bytes().len() as u64 + 1);
}
}
stream.seek(SeekFrom::Start(strings_data_end.min(file_len)))?;
let mut resource_array_start = None;
while stream.seek(SeekFrom::Current(0))? < file_len {
let b = stream.read_u8()?;
if is_psb_array_type(b) {
resource_array_start = Some(stream.seek(SeekFrom::Current(-1))? as u32);
break;
}
}
let mut resources = PsbResourcesOffset::default();
let mut extra: Option<PsbResourcesOffset> = None;
if let Some(pos1) = resource_array_start {
stream.seek(SeekFrom::Start(pos1 as u64))?;
let array1 = read_int_array(&mut stream)?;
let pos2 = stream.seek(SeekFrom::Current(0))? as u32;
let array2 = read_int_array(&mut stream)?;
let after_array2 = stream.seek(SeekFrom::Current(0))?;
let mut probe_next = 0_u8;
let mut has_next = false;
if after_array2 < file_len {
probe_next = stream.read_u8()?;
stream.seek(SeekFrom::Current(-1))?;
has_next = true;
}
if has_next && (version >= 4 || is_psb_array_type(probe_next)) {
header.version = 4;
let mut extra_table = PsbResourcesOffset {
offset_pos: pos1,
lengths_pos: pos2,
data_pos: after_array2 as u32,
};
if !array1.is_empty() && !array2.is_empty() {
let max_idx = array1
.iter()
.enumerate()
.max_by_key(|(_, offset)| *offset)
.map(|(idx, _)| idx)
.unwrap_or(0);
let should_be_len = array1[max_idx] + array2[max_idx];
let detect_start = after_array2.saturating_add(should_be_len);
let detect_end = (detect_start + 1024).min(file_len);
let mut found = false;
let mut cursor = detect_start;
while cursor < detect_end {
stream.seek(SeekFrom::Start(cursor))?;
let b = stream.read_u8()?;
if !is_psb_array_type(b) {
cursor += 1;
continue;
}
stream.seek(SeekFrom::Start(cursor))?;
if read_int_array(&mut stream).is_ok() {
let off_pos = cursor as u32;
let len_pos = stream.seek(SeekFrom::Current(0))? as u32;
if read_int_array(&mut stream).is_ok() {
extra_table.data_pos = off_pos.saturating_sub(should_be_len as u32);
resources.offset_pos = off_pos;
resources.lengths_pos = len_pos;
resources.data_pos = stream.seek(SeekFrom::Current(0))? as u32;
found = true;
break;
}
}
cursor += 1;
}
if !found {
return Err(anyhow::anyhow!(
"Dullahan fallback: cannot find resource offset/length tables"
));
}
} else {
stream.seek(SeekFrom::Start(after_array2))?;
while stream.seek(SeekFrom::Current(0))? < file_len {
let b = stream.read_u8()?;
if is_psb_array_type(b) {
stream.seek(SeekFrom::Current(-1))?;
resources.offset_pos = stream.seek(SeekFrom::Current(0))? as u32;
let _ = read_int_array(&mut stream)?;
resources.lengths_pos = stream.seek(SeekFrom::Current(0))? as u32;
let _ = read_int_array(&mut stream)?;
resources.data_pos = stream.seek(SeekFrom::Current(0))? as u32;
break;
}
}
}
extra = Some(extra_table);
} else {
resources.offset_pos = pos1;
resources.lengths_pos = pos2;
resources.data_pos = after_array2 as u32;
}
stream.seek(SeekFrom::Start(resources.offset_pos as u64))?;
let chunk_offsets = read_int_array(&mut stream).unwrap_or_default();
stream.seek(SeekFrom::Start(resources.lengths_pos as u64))?;
let chunk_lengths = read_int_array(&mut stream).unwrap_or_default();
if !chunk_offsets.is_empty() && !chunk_lengths.is_empty() {
let current_pos = resources.data_pos as u64;
if current_pos <= file_len {
let remain_length = file_len - current_pos;
let max_idx = chunk_offsets
.iter()
.enumerate()
.max_by_key(|(_, offset)| *offset)
.map(|(idx, _)| idx)
.unwrap_or(0);
let should_be_len = chunk_offsets[max_idx] + chunk_lengths[max_idx];
let padding = remain_length.saturating_sub(should_be_len);
resources.data_pos = current_pos.saturating_add(padding) as u32;
}
}
}
let refs = PsbRefs::new(names, strings);
let offsets = PsbOffsets {
name_offset: name_pos as u32,
strings: PsbStringOffset {
offset_pos: strings_offset_pos,
data_pos: strings_data_pos,
},
resources,
entry_point,
checksum: Some(0),
extra,
};
stream.seek(SeekFrom::Start(0))?;
let mut file = PsbFile::new(header, refs, offsets, stream);
file.load()
.map_err(|e| anyhow::anyhow!("Dullahan fallback: failed to load PSB: {:?}", e))
}
impl PsbReaderExt for PsbReader {
fn open_psb_v2<T: Read + Seek>(mut stream: T) -> Result<VirtualPsb> {
let signature = stream.peek_u32_at(0)?;
if signature == LZ4_SIGNATURE {
let mut decoder = lz4::Decoder::new(stream)?;
let mut mem_stream = MemWriter::new();
std::io::copy(&mut decoder, &mut mem_stream)?;
return Self::open_psb_v2(MemReader::new(mem_stream.into_inner()));
}
if signature == MDF_SIGNATURE {
let mut file = MdfReader::open_mdf(stream)
.map_err(|e| anyhow::anyhow!("Failed to open MDF/PSB: {:?}", e))?;
return file
.load()
.map_err(|e| anyhow::anyhow!("Failed to load MDF/PSB: {:?}", e));
}
if signature != PSB_SIGNATURE {
return Err(anyhow::anyhow!("Failed to open PSB: invalid signature"));
}
let normal_file = PsbReader::open_psb(&mut stream);
match normal_file {
Ok(mut file) => file
.load()
.map_err(|e| anyhow::anyhow!("Failed to load PSB: {:?}", e)),
Err(err) => {
stream.seek(SeekFrom::Start(0))?;
let encryption = stream.peek_u16_at(6).unwrap_or(0);
if encryption != 0 {
load_psb_dullahan(&mut stream).map_err(|fallback_err| {
anyhow::anyhow!(
"Failed to open PSB: {:?}; fallback failed: {}",
err,
fallback_err
)
})
} else {
Err(anyhow::anyhow!("Failed to open PSB: {:?}", err))
}
}
}
}
}
#[cfg(feature = "json")]
#[test]
fn test_f32_to_json() {
let num = PsbValueFixed::Number(PsbNumber::Float(3.03));
let json_value = num.to_json().unwrap();
assert_eq!(json_value.to_string(), "3.03");
let num = PsbValueFixed::Number(PsbNumber::Double(3.03));
let json_value = num.to_json().unwrap();
assert_eq!(json_value.to_string(), "3.03");
}