I

I
I
I
I
1

I
I
I
I
I
I
I
f
I
I
I
I
1
I
I
I
I
I
I
I
I
f
J
I CJ
f
I LL
I
I
f
I
I
I
I
I
I
I
f
f
f
I
I
I
I
I
I
I
I
f
f___ I

GE VIDEO. COMPRESSION, ·LLC

Applicant

E. B. ASTUDILLO & ASSOCIATES

By: ;Ul~
ASTERIA I. MERCADO
 (Y)

~
Q)
-
...---

(/)
Q)
I
>-.
'"
~
-0
L.-
C'd

-
Q)
c
0-
...--- :::J
0
..0
Q)
<....)
.-
-C/)

>-.
L.-
C'd
or- -0
C
~ :::J
Q)
0
-...---
.- ..0
Q)
<....)
.-
-C/)

GE VIDEO COMPRESSION, LLC

Applicant

E. B. ASTUDILLO & ASSOCIATES

By: ~J
AS/~~I?; MERCA;O
 encoder:
tranche buffers

'\ interleaved bitstream

tileD . - (segmented) 300
tranches with header and ~
tile1 _ indicator ~

tlle2 ~
~
~
I QIill1IB1-.
. "'--- -....,.-----.../
tile3
J 4tranches

OJ
~
fTl Gl
I
variable length
tranches of tiles
m
~
or substreams for
/2
;p ;p <
(j) (j) 0
m
-l
m
-l
c 0 aspecific time
::u 0 (")
» , rr= ;pO
-os::
duration header
:-
0 ~"D
s:
m Qo n°:;0
0) m
::u ;p ;a.CJ)
() (j) CJ)
;p (j)
0 0 0z tranche 3 tranche 3 tranche 2 tranche 2 tranche 1 tranche 1
0 ()
»-l tranche 0 tranche 0
r
r- size flag size size flag size size flag size
m
(j)
(")
I size flag size
'"

FIG 3
 encoding:
entropy slices, one per LeU-row coded bitsreams coded bitsreams
l"'it1im&ilLii22mlll:i:l::
o
o ITillllDilillJI~rl .1

1 o 123
c=:> 1~
0
~~ .. -
2
2~·1.. ~.~~ ...
3
3~

94 decoding: wavefront-style

»
OJ
':";
fTl
~
»
G)
m
<
0
o3 2 1 0 I~'.'~"J!""""I'"
I_':o.K".' ; r'~92
I "-

en
-l
m
;:0
en
-l
c
0
m
0
()
...~~ L/,::(
»,-
:s::
m
;:0
()
r
r
0
QO
»
en
»0
-os:
"!2."U
('i';;O
til m
2. en
en
It: 'I
0:
,U
» en
0 0 0 I
0 () z
»-l r
r
:'~':~
m () '.
en r·', "
"

98b
(:; II
r-'r

~. f ..'-'1
J

FIG 4 ~ !j',
.:' /~: .~f
(.j -~,
'. 0

<:::J
.i.~ / /J~'
 encoder:
tranche buffers interleaved bitstream
(segmented)
tileD . . tranches in NAL unit
#1 of the actual slice or entropy slice (higher level slructure)
tile1 ~ " .... '011 II ~\h
"" I /
~

r
tile2

tile 3 /3t
NAL and'slice header
low delay
indicating low delay
variable length interleaving
feature via flag in NAL
tranches of tiles marker
OJ header, NAL unit type,
':": or substreams for flag in slice header or
.m G>
m
~ < aspecific time
»(fJ -0 duration
---l m
c 0
o ()
r= »0
r
o
"0
""Q. "U
s:
_. ;;0
QO &l m
»
(fJ
:::J
-
en
(fJ ~
o 0
o ~
5>
---l
r
r-
m
(fJ
() NAL or slice header indicating continuation of
actual slice or entropy slice (high leyel structure)

FIG 5
nal unit( NumByteslnNALunit, num low delay tranches ) { Descriptor
forbidden- zero- bit f(1 )
nal_retflag u(1 )
fna'_unittype u(6)
NumByteslnRBSP=O
nal UnitHeaderBytes = 1
if( nal_unitJype==1/1 nal_unitJype== 4/1 na'_unitJype== 5) {
temporalJd u(3)
output flag u(1 )
low_delay_encapsulation_flag u(1 )
low_delay_cyclicJlag u(1 )
reserved- one- 2bits u(2)
nalUnitHeaderBytes+ = 1
}
if( low_delay_encapsulationJlag != 1)
{
for( i = nalUnitHeaderBytes;i < NumByteslnNALunit; i + + ) {
if( i + 2< NumByteslnNALunit && next bits( 24 ) = = Ox000003 ) { .
rbsp_byte[ NumByteslnRBSP+ + ] b(8)
rbsp~byte[ NumByteslnRBSP+ + ] - b(8)
i+=2
emulation_preventionJhree_byte /* equal to Ox03 *j f(8)
} else
rbsp_byte[ NumByteslnRBSP+ + ] b(B)
}
}
else{
for (i=O, i++, i<num-,ow_delayJranchesH
NumLDByteslnRBSP[i] =0
}

FIG 6A
FIG 6 FIG 68
FIG 6A
GE VIDEO COMPRESSION, LLC
Applicant

E. B. ASTUDILLO & ASSOCIATES

By: ~
ASTERIA I. MERCADO
 ,- /1 \'----------------.-----.,
tranch id=-1
for (i=O, i++, ;<numJow_delay_tranchesH
NumByteslnRBSP[i] = 0
}
for( i =naIUnitHeaderBytes;i < NumByteslnNALunit;i+ +) {
if( i+ 2< NumByteslnNALunit && nextbits( 24 ) = = Ox000002 ) {
if( low_delay_cyclicJlag) {
tranche- id = (tranche- id + + ) %num- low- delay- tranches
i+=2
}
else{
tranche id u(B)
i+=3
}
}
else
if( i + 2< NumByteslnNALunit && nextbits( 24 ) = = Ox000003 ) {
lD _rbsp_byte[ NumLDByteslnRBSP[tranche_id] + + ] [trancheJd] b(8)
lD_rbsp_byte[ NumLDByteslnRBSP[trancheJd] + + ] [tranche_id] b(B)
i+=2
emultation_prevention_three_byte /* equal to Ox03 *j f(8)
} else
LD_rbsp_byte[ NumLDByteslnRBSP[trancheJd] ++ ] [trancheJd] b(8)
}
for (i=O, i+ +, i<num- low- delay- tranches){
for ( i=O, i+ + i < NumLDByteslnRBSP[i] ){
I

rbsp_byte [ NumByteslnRBSP+ +] =LD_rbsp_byte[i] [i]

}
}
}
}

FfG6A
FIG 6 FIG 68
FIG 68
GE VIDEO COMPRESSION, LLC
Applicant

E. B. ASTUDILLO & ASSOCIATES

By: !hA~
AsfERIA I. MERCADO
 ...
low_delay_encapsulaiton_present_trag u(1 )
if( law_delay- encapsulaiton- present
-flag = = 1) {
luw_delay_cyclic_flag u(1 )
num_'ow_delay_tranches_flag u(1 )
if (num-,ow_delay_tranches_flag= = 1){
num_low_delay_tranches ue(v)
for ( i=O; i <num-'aw_delay_tranches; i+ +){
low_delay_tranche_ lenght_minus1 [i] ue(v)
}
}
}
•••

FIG 7

low_delay_slice_Iayer_rbsp( ) { Descriptor
slice_header( )
tranche id=O
for (i=O, i++, i<num-'aw_delay_tranches){
tranche slice data()
}
rbsp_slice_trailinQ_bits( )

FIG 8
GE VIDEO COMPRESSION, LLC
Applicant

E. B. ASTUDILLO & ASSOCIATES

By:
~
ASTERIA I. MERCADO
 slice_header( ){ Descriptor
entroPy_slice_flag u(1)
low_delay_slice_flag u(1 )

first_slice_in_pic_flag u(1)
if( first_slice_in_pic_flag==O){
slice adress u(v)
if( low_delay_slice_flag==1 )
no_cabac_reset_flag u(1 )
}

if( slice_type==P II slice_type==B)

5- minus- max- num- merge- cand ue(v)
for( ;=0; i<num- substreams
.-
minus1 +1; i++){
substream_'ength_mode u(2)
substream_'ength[i] u(v)
}
}

FIG 9

GE VIDEO COMPRESSION, LLC

Applicant

E. B. ASTUDILLO & ASSO IATES

By:

ASTERIA I. MERCADO
 substream_marker( gradual_decoder_refresh_steps) { Descriptor
forbidden - zero - bit J(1 )
nal_ref_f1ag u(1 )
nal_unit_type u(6)
substream 10 u(8)
if( gradual_decoder_refresh_steps< 1 )
is intra u(1 )
reserved - one- 7bits u(7)
}
}

FIG 10

GE VIDEO COMPRESSION, LLC

Applicant

E. B. ASTUDILLO & ASSO IATES

By:

ASTERIA I. MERCADO
 legend:
NAL: NAL unit header
Si: slice of substream Iii
ES: eleTlentary stream
\'
HOR: TS header
\ I
112 \ '', \ I PES: pacKetized ES header

\ " ,,
\ \
\ \
1 MKR: sutstrearn marker
1
\ \ \ AF: adaptation field

~g
I
\
\>"
I PIO: pack3t ID (in
0:: (/) 0:: ..-l 0:: ~'\ \ ' \ \
ES1 0
:::r:
UJ ~ <{
0- 2 z
o
, ...
LL
:r:<{
0.." \
\
\ ,~ \
\ ... ~ TS ~e3der)
\ "" \
\
PIO
.\,
/
U
OJ \
':<;
rn G) ES2 -¥
m aU- a: I d trar sport stream
»
!JJ
» < I ,
! I I(/(] :c <{ ~ pay oa (TS) packet
(f)
C
(f)
m ~.-/
;;j~C!
0
;:0 0 (") 114 ,
»
_ r= r »0
"0:5:
. ~ 0 "2."tI 116
QO n' ;:0
m
» l:\)
3, en
(f)
(f)
0
()
en
(5
.z
FIG 11
»--l r
r
m (")
(f)

..
 •
••

----

""
--
l\iN ""
""
""
l\iN
~DHI\l
S3d
80H

GE VIDEO COMPRESSION, LLC

Applicant

E. B. ASTUDILLO & ASSOCIATES

By: ~
ASTERIA I. MERCADO
 ··•
" \:
I' <",,',,--,,---,
I
/
ZOid "
I
I '\
I 1f\: \:
I I
I
/
I lVN
I
I
/
I 8>HN
I
I
I
I S3d
I /

·•• I /
I I
I /
I
/

I
1/ I
/ I
I
I
I

--I
.J- --
I C0
\. I ~

~
{
CD
I
I \.
\. --"'7
lVN -
- )..----
\
\.
\
8>llf\J
LL

\. S3d
\
\. GOld
\.

"" lVN
J-'--'-L~~
\.
\.
" " " 8>1lf\J
\.
\.
"" S3d
"
\.
\.
\.
%

\./ ~Old
\.
\.
\.

lVN GE VIDEO COMPRESSION, LLC

8>1 [I\J Applicant

S3d E. B. ASTUDILLO & ASSOCIATES

By: ~
~Old
ASTERIA I. MERCADO
 TS multi-threaded
Demux decoder
t(i)

0- -f ~

other PlDs

OJ
':<:
FIG 14
m G)
Co m
"» <
-0
(f)
-i m
c 0
o ()
r=
r "0
»0
s:
o '"Q.""CJ
po 0";0
»
(f)
tll
3.00
m
(f) ~
o 0
o z
~
m
r
r
()
(f)
 multi-threaded
decoder
t(i)
> !.~

CD
':<;
FIG 15
fTl G>
CD
m
» » :S
o

~1,1
m
o
C1
»0
. 0 -oS:
"2."'0
~ Qo o' :::0
OJ m
:::0
(")
»
(f)
::l Ul
-Ul
» (f)
o
oo 0
(") Z
~ r
--1 r
m
(f)
C1

."
------------------------------------

/14

......
......
/1
.....
/1 A
....

......
- ...... ......
.
...... ......
..... ......
......

......--:>
t

10

1 22 20 24' 26 28

31

32

predic- ~--,-~
tor 38
1

FIG 16
GE VIDEO COMPRESSION, LLC
Applicant

By: E. B. AST£~~CIATES

ASJ~~ I. MERCADO
-- ----------------------------

70
62 54 65 56 )
-r------J' entro py I
)~) \
decoder
t ----1--'--+J r /o-
1 1
+I--r---L~ filtering
__________ JI _

40 68
52 '--------l predictor

60
64
FIG 17

92 82

86a~1 rr=
Ii==:
~
I I v--- RBSP reception 80
86b~ L---' ----
---v--- .....- j...--""
,
~

----- )
entropy decoding 88
(
84

RBSP decoding 90

FIG 18
GE VIDEO COMPRESSION, LLC
Applicant

E. B. AST~ILLO & ASSOCIATES

By: ~~
AS ERIA I. MERCADO
 legend:
NAL: NAL -'nit header
I \
\
\ \ \ I
Si: sl ice segment of
I \
I
\
\
\ \ I substmam #i
\ \
( \
\ I Hdr: IP + UDP header
IP addr, port (
I
" \
\
\
\
\
\
\
\
I
I RtpSi: RTP session #i
\
\ r
\ \ \
\
RtpH: RTP header
RtPS11~£~~. ...~
\
-ol~~
:r: ........
a:
\
\ ... ~ \
\
MKR: substream marker
\ \
I I Ly',1
\ \
SSRC. DON
~
\ /
RtpS2 •••
~I payload I RTP packet

OJ
':<
rn

h~ g
G')
OJ m
»
(J)
):,
(f)
<
0 FIG19
:- tr::
s::
m
;:0
()
o:g» s:
Qo
»
0
1'5'"'0
O.l~
(f);a.en
» (f) en
o0 0
()
_
-
0z
» . !:::..)
-l r "'~"'-'
"-.
m
(J)
r() ,p.
r~

,~

c::::::: 3~?!
~_.
r";; j'
~.) r.
.,
J? / Ii