1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
use crate::diff::{diff, pixel_diff};
use crate::split::split;
use crate::{Block, Frame, Pixel, Ref, View, P2};
#[derive(Debug, Clone)]
pub struct EncodeConfig {
pub threshold: f32,
pub max_block_size: usize,
pub attention_split: u32,
}
pub fn encode(last_frame: &Frame, frame: &Frame, view: View, config: &EncodeConfig) -> Block {
let view_area = view.size().area();
if view_area > config.max_block_size
|| (view_area > 64 && attention(frame, view) > config.attention_split)
{
let [av, bv] = split(view);
let (ab, bb) = rayon::join(
|| Box::new(encode(last_frame, frame, av, config)),
|| Box::new(encode(last_frame, frame, bv, config)),
);
return Block::Split(ab, bb);
}
let mut r = Ref::default();
let mut d = diff([last_frame, frame], view, r);
// let att = 1. - attention(frame, view) as f32 * 0.000001;
// let thres = (config.threshold as f32 * att.clamp(0.2, 1.0)) as u32;
let thres = (config.threshold * view_area as f32) as u32;
let target_average = average_color(frame, view);
for granularity in [2, 1, 2, 1, 2, 1, 2, 1] {
let (nd, nrp) = optimize_ref(last_frame, frame, view, r, granularity, target_average);
if nd < d {
r = nrp;
d = nd;
} else {
break;
}
}
if d < thres {
return Block::Ref(r);
} else {
Block::Lit(frame.export(view))
}
}
pub fn optimize_ref(
last_frame: &Frame,
frame: &Frame,
view: View,
r: Ref,
g: i32,
target_average: Pixel,
) -> (u32, Ref) {
let g2 = g * 2;
[
Some(r.apply(|r| r.pos_off += P2 { x: g, y: 0 })),
Some(r.apply(|r| r.pos_off += P2 { x: g, y: g })),
Some(r.apply(|r| r.pos_off += P2 { x: 0, y: g })),
Some(r.apply(|r| r.pos_off += P2 { x: -g, y: g })),
Some(r.apply(|r| r.pos_off += P2 { x: -g, y: 0 })),
Some(r.apply(|r| r.pos_off += P2 { x: -g, y: -g })),
Some(r.apply(|r| r.pos_off += P2 { x: 0, y: -g })),
Some(r.apply(|r| r.pos_off += P2 { x: g, y: -g })),
Some(r.apply(|r| r.pos_off += P2 { x: g2, y: 0 })),
Some(r.apply(|r| r.pos_off += P2 { x: g2, y: g2 })),
Some(r.apply(|r| r.pos_off += P2 { x: 0, y: g2 })),
Some(r.apply(|r| r.pos_off += P2 { x: -g2, y: g2 })),
Some(r.apply(|r| r.pos_off += P2 { x: -g2, y: 0 })),
Some(r.apply(|r| r.pos_off += P2 { x: -g2, y: -g2 })),
Some(r.apply(|r| r.pos_off += P2 { x: 0, y: -g2 })),
Some(r.apply(|r| r.pos_off += P2 { x: g2, y: -g2 })),
{
let mut r = r;
let last_avr = average_color(last_frame, view);
let diff = target_average - last_avr;
r.color_off = diff;
if diff != Pixel::BLACK {
Some(r)
} else {
None
}
},
]
.into_iter()
.flatten()
.map(|r| (diff([last_frame, frame], view, r), r))
.min_by_key(|e| e.0)
.unwrap()
}
pub fn attention(frame: &Frame, view: View) -> u32 {
let mut k = 0;
for y in view.a.y..view.b.y - 1 {
for x in view.a.x..view.b.x - 1 {
let p = P2 { x, y };
k += pixel_diff(frame[p], frame[p + P2::X]).pow(2);
k += pixel_diff(frame[p], frame[p + P2::Y]).pow(2);
}
}
k
}
pub fn average_color(frame: &Frame, view: View) -> Pixel {
let mut r = 0u32;
let mut g = 0u32;
let mut b = 0u32;
for y in view.a.y..view.b.y {
for x in view.a.x..view.b.x {
let p = frame[P2 { x, y }];
r += p.r as u32;
g += p.g as u32;
b += p.b as u32;
}
}
let area = view.size().area() as u32;
Pixel {
r: (r / area) as i16,
g: (g / area) as i16,
b: (b / area) as i16,
}
}
|
