`
`(cid:26)(cid:18)(cid:21)(cid:13)(cid:5)(cid:41) (cid:9)(cid:16)(cid:23)(cid:6)(cid:14)(cid:15)(cid:7)(cid:4)(cid:25)(cid:2)(cid:14)(cid:41) (cid:19)(cid:22)(cid:18)(cid:20)(cid:7)(cid:22)(cid:24)(cid:27)(cid:41)(cid:18)(cid:22)(cid:8)(cid:1)(cid:17)(cid:10)(cid:28)(cid:1)(cid:24)(cid:11)(cid:18)(cid:16)(cid:41)
`(cid:12)(cid:38)(cid:31)(cid:34)(cid:29)(cid:38)(cid:32)(cid:35)(cid:36)(cid:30)(cid:33)(cid:41) (cid:3)(cid:39)(cid:37)(cid:31)(cid:29)(cid:40)(cid:41)
`
`(cid:88)(cid:104)(cid:114)(cid:77)(cid:110)(cid:104)(cid:70)(cid:117)(cid:88)(cid:106)(cid:104)(cid:70)(cid:99)(cid:220)(cid:70)(cid:107)(cid:107)(cid:102)(cid:88)(cid:75)(cid:70)(cid:120)(cid:96)(cid:106)(cid:104)(cid:220)(cid:107)(cid:123)(cid:73)(cid:99)(cid:88)(cid:112)(cid:85)(cid:77)(cid:76)(cid:220) (cid:124)(cid:104)(cid:76)(cid:77)(cid:110)(cid:220)(cid:115)(cid:85)(cid:77)(cid:220)(cid:107)(cid:70)(cid:116)(cid:77)(cid:104)(cid:117)(cid:220)(cid:75)(cid:106)(cid:106)(cid:107)(cid:77)(cid:110)(cid:70)(cid:116)(cid:90)(cid:106)(cid:104)(cid:220)(cid:118)(cid:110)(cid:78)(cid:70)(cid:122)(cid:129)(cid:220)(cid:5)(cid:107)(cid:75)(cid:174)(cid:220)
`(cid:1)(cid:9)(cid:6)(cid:3) (cid:25)(cid:67)(cid:38)(cid:63)(cid:31)(cid:74)(cid:56)(cid:52)(cid:31)(cid:46)(cid:79)(cid:28)(cid:31)(cid:68)(cid:38)(cid:53)(cid:69)(cid:79)(cid:27)(cid:31)(cid:66)(cid:64)(cid:44)(cid:39)(cid:34)(cid:32)(cid:75)(cid:57)(cid:53)(cid:79)(cid:9)(cid:79) (cid:12)
`
`(cid:1)(cid:7)(cid:8)(cid:3)(cid:66)(cid:22)(cid:50)(cid:59)(cid:39)(cid:58)(cid:31)(cid:60)(cid:40)(cid:53)(cid:50)(cid:31)(cid:44)(cid:66)(cid:29)(cid:63)(cid:34)(cid:46)(cid:41)(cid:36)(cid:61)(cid:42)(cid:53)(cid:51)(cid:66)(cid:27)(cid:63)(cid:49)(cid:34)(cid:39)(cid:54)(cid:14)
`
`(cid:17)(cid:15)(cid:18) (cid:12)(cid:7)(cid:3)(cid:5)(cid:5)(cid:10)(cid:7)(cid:5)(cid:18)
`
`(cid:13)(cid:4)(cid:8)(cid:14)(cid:18)(cid:16)(cid:3)(cid:7)(cid:7)(cid:9)(cid:1)(cid:18)(cid:12)(cid:3)(cid:4)(cid:12)(cid:11)(cid:2)(cid:18)(cid:9)(cid:3)(cid:6)(cid:6)(cid:9)
`
`(cid:18)(cid:47)(cid:66)
`
`(cid:1)(cid:12)(cid:10)(cid:4) (cid:23)(cid:52)(cid:60)(cid:39)(cid:48)(cid:59)(cid:40)(cid:53)(cid:51)(cid:31)(cid:26)(cid:66)(cid:30)(cid:64)(cid:34)(cid:45)(cid:40)(cid:35)(cid:33)(cid:61)(cid:41)(cid:53)(cid:51)(cid:66)(cid:19)(cid:31)(cid:61)(cid:39)(cid:15)
`
`(cid:46)(cid:45)(cid:220)(cid:97)(cid:206)(cid:176)(cid:143)(cid:220)(cid:47)(cid:66)(cid:66)(cid:56)(cid:220)(cid:2)(cid:48)(cid:45)(cid:34)(cid:45)(cid:63)(cid:35)(cid:66)(cid:56)(cid:8)(cid:220)
`
`(cid:2)(cid:7)(cid:6)(cid:3)(cid:79)(cid:24)(cid:53)(cid:67)(cid:38)(cid:62)(cid:31)(cid:71)(cid:43)(cid:58)(cid:52)(cid:31)(cid:46)(cid:79)(cid:18)(cid:59)(cid:59)(cid:50)(cid:42)(cid:34)(cid:32)(cid:69)(cid:42)(cid:58)(cid:52)(cid:79)(cid:26)(cid:76)(cid:51)(cid:33)(cid:38)(cid:60)(cid:13)
`
`(cid:107)(cid:75)(cid:119)(cid:43)(cid:83)(cid:73)(cid:66)(cid:52)(cid:44)(cid:45)(cid:52)(cid:53)(cid:63)(cid:45)(cid:220)
`
`(cid:2)(cid:7)(cid:7)(cid:3)(cid:79)(cid:24)(cid:52)(cid:67)(cid:38)(cid:62)(cid:31)(cid:73)(cid:45)(cid:58)(cid:54)(cid:31)(cid:46)(cid:79)(cid:23)(cid:49)(cid:44)(cid:52)(cid:40)(cid:79)(cid:22)(cid:31)(cid:68)(cid:38)(cid:15)
`
`(cid:59)(cid:220)(cid:76)(cid:143)(cid:139)(cid:143)(cid:175)(cid:137)(cid:143)(cid:184)(cid:220)(cid:48)(cid:66)(cid:66)(cid:54)(cid:220)(cid:5)(cid:45)(cid:59)(cid:36)(cid:49)(cid:54)(cid:37)(cid:66)(cid:54)(cid:9)(cid:220)
`
`(cid:2)(cid:11)(cid:6)(cid:4)(cid:79)(cid:21)(cid:38)(cid:66)(cid:43)(cid:40)(cid:52)(cid:31)(cid:70)(cid:38)(cid:36)(cid:79)(cid:29)(cid:71)(cid:31)(cid:67)(cid:38)(cid:65)(cid:14)(cid:79)(cid:83)(cid:73)(cid:12)(cid:220)(cid:97)(cid:108)(cid:13)(cid:220)(cid:125)(cid:112)(cid:13)(cid:220)(cid:77)(cid:206)(cid:183)(cid:179)(cid:181)(cid:143)(cid:135)(cid:178)(cid:220)(cid:180)(cid:134)(cid:196)(cid:143)(cid:177)(cid:196)(cid:220)(cid:3)(cid:71)(cid:116)(cid:22)(cid:220)(cid:73)(cid:78)(cid:14)
`(cid:75)(cid:86)(cid:15)(cid:220) (cid:76)(cid:78)(cid:16)(cid:220)(cid:76)(cid:98)(cid:32)(cid:220)(cid:78)(cid:112)(cid:17)(cid:220)(cid:80)(cid:110)(cid:33)(cid:220) (cid:83)(cid:74)(cid:17)(cid:220) (cid:83)(cid:110)(cid:13)(cid:220) (cid:89)(cid:79)(cid:18)(cid:220) (cid:92)(cid:121)(cid:19)(cid:220)(cid:100)(cid:124)(cid:20)(cid:220)(cid:103)(cid:75)(cid:21)(cid:220)(cid:104)(cid:99)(cid:22)(cid:220)
`(cid:109)(cid:121)(cid:23)(cid:220)(cid:112)(cid:77)(cid:9)(cid:38)(cid:220)
`
`(cid:28)(cid:77)(cid:33)(cid:46)(cid:44)(cid:65)(cid:41)(cid:38)(cid:37)(cid:79)
`(cid:17)(cid:84)(cid:39)(cid:89) (cid:43)(cid:58)(cid:79)(cid:29)(cid:72)(cid:18)(cid:82)(cid:48)(cid:60)(cid:58)(cid:18)(cid:50)(cid:89)(cid:73)(cid:29)(cid:18)(cid:66)(cid:23)(cid:39)(cid:89)(cid:67)(cid:29)(cid:63)(cid:60)(cid:66)(cid:80)(cid:5)(cid:89)
`(cid:10)(cid:29)(cid:35)(cid:60)(cid:68)(cid:29)(cid:89) (cid:81)(cid:41)(cid:29)(cid:89) (cid:34)(cid:64)(cid:45)(cid:69)(cid:19)(cid:27)(cid:60)(cid:58)(cid:89) (cid:60)(cid:35)(cid:89) (cid:81)(cid:39)(cid:29)(cid:89) (cid:81)(cid:44)(cid:57)(cid:29)(cid:89) (cid:53)(cid:44)(cid:57)(cid:48)(cid:82)(cid:89)(cid:36)(cid:69)(cid:89) (cid:18)(cid:57)(cid:29)(cid:58)(cid:28)(cid:45)(cid:58)(cid:38)(cid:89) (cid:82)(cid:39)(cid:29)(cid:89)
`(cid:25)(cid:52)(cid:18)(cid:46)(cid:57)(cid:74)(cid:89)(cid:18)(cid:58)(cid:26)(cid:89)(cid:83)(cid:61)(cid:89)(cid:21)(cid:29)(cid:89)(cid:70)(cid:29)(cid:63)(cid:87)(cid:21)(cid:51)(cid:49)(cid:77)(cid:39)(cid:29)(cid:26)(cid:89)(cid:46)(cid:7)(cid:89)(cid:84)(cid:40)(cid:30)(cid:89)(cid:29)(cid:88)(cid:29)(cid:58)(cid:84)(cid:89) (cid:60)(cid:35)(cid:89)(cid:85)(cid:40)(cid:29)(cid:89)(cid:71)(cid:29)(cid:24)(cid:29)(cid:47)(cid:63)(cid:84)(cid:89)(cid:61)(cid:35)(cid:89)
`(cid:20)(cid:57)(cid:30)(cid:58)(cid:26)(cid:57)(cid:29)(cid:58)(cid:86)(cid:75)(cid:6)(cid:89)
`
`(cid:2)(cid:11)(cid:6)(cid:5)(cid:66)(cid:29)(cid:56)(cid:43)(cid:53)(cid:57)(cid:41)(cid:62)(cid:66)(cid:37)(cid:32)(cid:61)(cid:31)(cid:16)
`(cid:66)(cid:49)(cid:55)(cid:62)(cid:66)(cid:62)(cid:60)(cid:39)(cid:66)
`
`(cid:63)(cid:220)(cid:76)(cid:143)(cid:139)(cid:143)(cid:175)(cid:137)(cid:143)(cid:189)(cid:220)(cid:49)(cid:66)(cid:66)(cid:49)(cid:220)(cid:5)(cid:45)(cid:63)(cid:38)(cid:48)(cid:52)(cid:40)(cid:66)(cid:50)(cid:9)(cid:220) (cid:83)(cid:73)(cid:220)
`
`(cid:4)(cid:64)(cid:51)(cid:10)(cid:220)(cid:19)(cid:59)(cid:59)(cid:48)(cid:45)(cid:35)(cid:55)(cid:72)(cid:79) (cid:2)(cid:65)(cid:89) (cid:18)(cid:54)(cid:55)(cid:89) (cid:26)(cid:32)(cid:42)(cid:37)(cid:58)(cid:18)(cid:84)(cid:29)(cid:26)(cid:89) (cid:12)(cid:84)(cid:18)(cid:78)(cid:31)(cid:76)(cid:89) (cid:33)(cid:22)(cid:29)(cid:62)(cid:84)(cid:89) (cid:15)(cid:13)(cid:3)(cid:8)(cid:89)(cid:126)(cid:99)(cid:112)(cid:88)(cid:220)(cid:126)(cid:89)(cid:218)
`(cid:112)(cid:93)(cid:106)(cid:104)(cid:220)(cid:100)(cid:94)(cid:103)(cid:90)(cid:114)(cid:77)(cid:76)(cid:220) (cid:130)(cid:83)(cid:73)(cid:44)(cid:83)(cid:73)(cid:132)(cid:67)(cid:220) (cid:115)(cid:143)(cid:139)(cid:151)(cid:178)(cid:179)(cid:170)(cid:179)(cid:149)(cid:216)(cid:220)(cid:120)(cid:189)(cid:135)(cid:178)(cid:194)(cid:146)(cid:143)(cid:183)(cid:220) (cid:75)(cid:144)(cid:178)(cid:219)
`(cid:197)(cid:189)(cid:143)(cid:24)(cid:220) (cid:98)(cid:161)(cid:178)(cid:149)(cid:1)(cid:194)(cid:220)(cid:73)(cid:206)(cid:159)(cid:170)(cid:140)(cid:154)(cid:178)(cid:149)(cid:195)(cid:12)(cid:220) (cid:103)(cid:135)(cid:217)(cid:146)(cid:158)(cid:143)(cid:168)(cid:140)(cid:220) (cid:110)(cid:179)(cid:135)(cid:142)(cid:31)(cid:220) (cid:78)(cid:141)(cid:159)(cid:178)(cid:137)(cid:206)(cid:185)(cid:149)(cid:151)(cid:220) (cid:77)(cid:87)(cid:66)(cid:220)
`(cid:57)(cid:97)(cid:100)(cid:220)(cid:5)(cid:83)(cid:73)(cid:9)(cid:41)(cid:220)
`
`(cid:2)(cid:13)(cid:9)(cid:5)(cid:66)(cid:25)(cid:52)(cid:65)(cid:39)(cid:51)(cid:61)(cid:53)(cid:55)(cid:17)(cid:66)(cid:33)(cid:51)(cid:38)
`(cid:2)(cid:10)(cid:9)(cid:3)(cid:47)(cid:52)(cid:78)(cid:38)(cid:52)(cid:68)(cid:58)(cid:60)(cid:5)(cid:18)(cid:59)(cid:59)(cid:50)(cid:44)(cid:34)(cid:31)(cid:52)(cid:73)(cid:79) (cid:1)(cid:59)(cid:69)(cid:89) (cid:16)(cid:14)(cid:89) (cid:60)(cid:58)(cid:56)(cid:4)(cid:9)(cid:89)(cid:76)(cid:77)(cid:105)(cid:128)(cid:78)(cid:111)(cid:19)(cid:220) (cid:107)(cid:143)(cid:198)(cid:143)(cid:186)(cid:25)(cid:220)(cid:73)(cid:191)(cid:159)(cid:135)(cid:178)
`(cid:131)(cid:83)(cid:73)(cid:44)(cid:83)(cid:73)(cid:133)(cid:68)(cid:220) (cid:66)(cid:48)(cid:220) (cid:75)(cid:179)(cid:172)(cid:164)(cid:178)(cid:199)(cid:179)(cid:178)(cid:220) (cid:110)(cid:179)(cid:135)(cid:142)(cid:13)(cid:220) (cid:78)(cid:142)(cid:155)(cid:178)(cid:138)(cid:207)(cid:187)(cid:149)(cid:151)(cid:220) (cid:20)(cid:21)(cid:24)(cid:28)(cid:66) (cid:113)(cid:76)(cid:80)
`(cid:6)(cid:84)(cid:73)(cid:9)(cid:36)(cid:220)
`
`(cid:2)(cid:10)(cid:8)(cid:3)(cid:79)(cid:20)(cid:40)(cid:38)(cid:52)(cid:71)(cid:66)(cid:16)(cid:79)(cid:103)(cid:139)(cid:75)(cid:70)(cid:99)(cid:101)(cid:123)(cid:103)(cid:26)(cid:220)(cid:127)(cid:158)(cid:170)(cid:170)(cid:154)(cid:135)(cid:175)(cid:27)(cid:220)(cid:107)(cid:179)(cid:200)(cid:196)(cid:143)(cid:183)(cid:220) (cid:143)(cid:196)(cid:220) (cid:135)(cid:173)(cid:38)(cid:69)(cid:220)(cid:75)(cid:190)(cid:206)(cid:156)(cid:167)(cid:194)(cid:152)(cid:135)(cid:178)(cid:167)
`(cid:135)(cid:178)(cid:141)(cid:220) (cid:81)(cid:135)(cid:157)(cid:183)(cid:214)(cid:143)(cid:135)(cid:200)(cid:151)(cid:143)(cid:188)(cid:28)(cid:220)(cid:49)(cid:66)(cid:220)(cid:110)(cid:179)(cid:216)(cid:135)(cid:170)(cid:220) (cid:78)(cid:215)(cid:139)(cid:152)(cid:135)(cid:178)(cid:149)(cid:143)(cid:220)(cid:112)(cid:182)(cid:208)(cid:135)(cid:189)(cid:143)(cid:29)(cid:220) (cid:83)(cid:169)(cid:135)(cid:194)(cid:150)(cid:179)(cid:214)
`(cid:83)(cid:91)(cid:220)(cid:58)(cid:72)(cid:77)(cid:220)(cid:5)(cid:83)(cid:73)(cid:9)(cid:36)(cid:220)
`
`(cid:2)(cid:9)(cid:8)(cid:3)(cid:30)(cid:45)(cid:67)(cid:48)(cid:38)(cid:17)(cid:79) (cid:112)(cid:106)(cid:99)(cid:88)(cid:76)(cid:220)(cid:112)(cid:120)(cid:70)(cid:118)(cid:79)(cid:220)(cid:112)(cid:77)(cid:104)(cid:112)(cid:106)(cid:110)(cid:220)(cid:70)(cid:110)(cid:110)(cid:70)(cid:104)(cid:83)(cid:77)(cid:103)(cid:78)(cid:104)(cid:118)(cid:220)(cid:82)(cid:106)(cid:110)(cid:220)(cid:126)(cid:95)(cid:76)(cid:78)(cid:106)(cid:220)(cid:75)(cid:71)(cid:103)(cid:78)(cid:111)(cid:70)
`
`(cid:2)(cid:1) (cid:3)(cid:4)
`
`(cid:1)(cid:1)(cid:2)
`
`(cid:1)(cid:1)(cid:3)
`
`(cid:2)(cid:3)
`
`(cid:1)(cid:2)
`
`(cid:2)(cid:9)(cid:10)(cid:3)(cid:79)(cid:18)(cid:33)(cid:66)(cid:71)(cid:61)(cid:32)(cid:34)(cid:69)
`
`(cid:120)(cid:151)(cid:143)(cid:220)(cid:181)(cid:190)(cid:143)(cid:194)(cid:143)(cid:178)(cid:200)(cid:220)(cid:158)(cid:178)(cid:211)(cid:143)(cid:178)(cid:200)(cid:159)(cid:179)(cid:178)(cid:220)(cid:189)(cid:143)(cid:170)(cid:135)(cid:200)(cid:145)(cid:195)(cid:220)(cid:201)(cid:179)(cid:220)(cid:135)(cid:178)(cid:220)(cid:161)(cid:175)(cid:135)(cid:149)(cid:143)(cid:220)(cid:139)(cid:135)(cid:181)(cid:198)(cid:206)(cid:191)(cid:143)(cid:220)(cid:194)(cid:216)(cid:194)(cid:201)(cid:143)(cid:175)(cid:220)(cid:194)(cid:209)(cid:161)(cid:202)(cid:135)(cid:137)(cid:170)(cid:143)(cid:220)(cid:148)(cid:179)(cid:189)(cid:220)(cid:206)(cid:194)(cid:143)(cid:220)(cid:160)(cid:178)(cid:220)(cid:135)(cid:178)(cid:220)(cid:143)(cid:170)(cid:143)(cid:139)(cid:202)(cid:183)(cid:179)(cid:178)(cid:161)(cid:139)(cid:220)(cid:139)(cid:135)(cid:175)(cid:145)(cid:183)(cid:135)(cid:220)(cid:195)(cid:217)(cid:194)(cid:200)(cid:143)(cid:175)(cid:220)(cid:11)(cid:89)(cid:135)(cid:178)(cid:141)(cid:220)(cid:139)(cid:179)(cid:175)(cid:181)(cid:189)(cid:162)(cid:195)(cid:160)(cid:176)(cid:149)
`(cid:135)(cid:220)(cid:195)(cid:179)(cid:170)(cid:154)(cid:142)(cid:220)(cid:195)(cid:200)(cid:135)(cid:198)(cid:143)(cid:220)(cid:158)(cid:175)(cid:135)(cid:149)(cid:143)(cid:220)(cid:139)(cid:135)(cid:181)(cid:200)(cid:209)(cid:189)(cid:143)(cid:220)(cid:141)(cid:143)(cid:212)(cid:162)(cid:139)(cid:143)(cid:220)(cid:5)(cid:42)(cid:49)(cid:9)(cid:220)(cid:139)(cid:179)(cid:175)(cid:181)(cid:190)(cid:159)(cid:195)(cid:159)(cid:178)(cid:149)(cid:220)(cid:135)(cid:178)(cid:220)(cid:163)(cid:178)(cid:200)(cid:143)(cid:149)(cid:190)(cid:135)(cid:200)(cid:143)(cid:142)(cid:220)(cid:139)(cid:165)(cid:183)(cid:139)(cid:210)(cid:161)(cid:196)(cid:220)(cid:5)(cid:62)(cid:9)(cid:220)(cid:152)(cid:135)(cid:213)(cid:166)(cid:178)(cid:149)(cid:220)(cid:135)(cid:200)(cid:220)(cid:171)(cid:143)(cid:135)(cid:194)(cid:202)(cid:220)(cid:203)(cid:214)(cid:179)(cid:220)(cid:195)(cid:143)(cid:178)(cid:195)(cid:179)(cid:189)(cid:220)(cid:135)(cid:192)(cid:193)(cid:135)(cid:216)(cid:195)(cid:220)(cid:7)(cid:61)(cid:9)(cid:30)(cid:220)(cid:143)(cid:135)(cid:139)(cid:151)(cid:220)(cid:194)(cid:135)(cid:159)(cid:141)(cid:220)(cid:135)(cid:189)(cid:189)(cid:135)(cid:216)(cid:220)
`(cid:151)(cid:135)(cid:212)(cid:161)(cid:178)(cid:149)(cid:220)(cid:135)(cid:178)(cid:220)(cid:158)(cid:175)(cid:135)(cid:149)(cid:143)(cid:220)(cid:195)(cid:143)(cid:178)(cid:195)(cid:161)(cid:178)(cid:149)(cid:220)(cid:195)(cid:206)(cid:191)(cid:147)(cid:136)(cid:139)(cid:143)(cid:220)(cid:5)(cid:58)(cid:9)(cid:220)(cid:135)(cid:178)(cid:140)(cid:220)(cid:135)(cid:220)(cid:191)(cid:143)(cid:195)(cid:181)(cid:143)(cid:139)(cid:200)(cid:157)(cid:213)(cid:143)(cid:220)(cid:170)(cid:143)(cid:178)(cid:195)(cid:220)(cid:195)(cid:216)(cid:195)(cid:200)(cid:143)(cid:175)(cid:220)(cid:5)(cid:65)(cid:11)(cid:220)(cid:135)(cid:194)(cid:194)(cid:179)(cid:139)(cid:160)(cid:135)(cid:196)(cid:144)(cid:141)(cid:220)(cid:204)(cid:153)(cid:143)(cid:189)(cid:143)(cid:214)(cid:162)(cid:205)(cid:152)(cid:41)(cid:220)
`
`SAMS-1008
`Samsung Electronics Co. v. Yu et al.
`IPR2020-00492
`Page 00001
`
`
`
`ee
`
`.
`££
`£.. ,
`
`¥
`
`FOR THE PURPOSES OF INFORMATION ONLY
`
`Codes usedto identify States party ta the PCT on the front pages of pamphlets publishing international
`applications under the PCT.
`
`Mongolia Mauritania
`
`Austecia
`Australia
`Barbados
`Belgium
`Burkina Faso
`Bulgaria
`Benin
`Brazil
`Canada
`Cental African Republic
`Conpo
`Switzerland
`Céte a'woire
`Cameroon
`Cacheslovakia
`Czech Republic
`Germany
`Denmark
`Spain
`Finland
`
`France
`Gabon
`United Kingdom
`Guinca
`Greece
`Hungary
`treland
`Italy
`Japan
`Democratic People’s Republic
`of Korea
`Republic of Kerea
`Kazakhstan
`Liechtenstein
`Sri Lanka
`Luacmbourg,
`Manco
`Madagascar
`Mati
`
`Malawi
`Netherlands
`Norway
`New Zealand
`Poland
`Portugal
`Romania
`Russian Federation
`Sudan
`Sweden
`Slavak Republic
`Scnegal
`Soviet Union
`Chad
`Tago
`Ukraine
`United States of America
`Viet Nam
`
`SAMS-1008 Page 00002
`
`SAMS-1008 Page 00002
`
`
`
`WO 93/1163!
`
`-~1-
`
`PCT/GB92/02260
`
`SOLID STATE SENSOR ARRANGEMENT FOR VIDEO CAMERA
`
`The present invention relates to electronic cameras
`including electronic colour cameras.
`
`It is well known that colour sensors can be produced by
`discriminating three images of the primary colours
`(blue, green, red) of the scene. All colours can be
`analysed and synthesised via these primaries (or other
`complementary triples like cyan, magenta, yellow).
`Conventional electronic cameras classically use one of
`two approaches for forming the separate colour images.
`3-tube cameras use a single lens followed by a prism
`
`which forms three separate r.g.b images. Three sensors
`are used simultaneously to detect these three images.
`If the sensors are accurately aligned the resulting
`picture is of very high quality. However the sensors
`are separated in space and orientation and their
`assembly and alignment with the prism and lens is
`difficult for a volume manufacturing process. This
`technique is therefore used exclusively for expensive
`broadcast~quality equipment. Colour-Mosaic Cameras use
`a single lens and sensor, but the sensor surface is
`covered with a high-resolution mosaic or grid of colour
`filters, with the pattern dimension equal to the
`pixel-pitch for a semiconductor CCD or MOS sensor
`array. Pixels of different colours are demultiplexed at
`the sensor output and interpolated to form synchronous
`parallel colour signals. This is well~suited to volume
`production as the surface colour mosaic can be
`fabricated as an extension of the semiconductor wafer
`
`The techniques for mosaic
`fabrication process.
`fabrication are restricted to relatively few companies
`worldwide who supply the colour sensor market and thus
`they are not commonly available.
`Furthermore,
`associated with this technique there are technical
`problems concerned with resolution and aliasing. Much
`
`10
`
`15
`
`20
`
`25
`
`30
`
`SAMS-1008 Page 00003
`
`SAMS-1008 Page 00003
`
`
`
`WO 93/1163!
`
`“2 -
`
`PCT/GB92/02260)
`
`work has been done to correct these effects, but usually
`at some cost in image-processing hardware.
`
`It is an object of the present invention to avoid or
`minimise one or more of the above disadvantages.
`
`In one of its broadest aspects, the present invention
`provides an image capture system comprising a solid
`state image capture device which device comprisesan
`integrated circuit having at least two sensor arrays,
`each said array having an image sensing surface and a
`respective lens system associated therewith.
`
`Thus in effect the present invention provides two or
`more cameras on one chip each with its own lens system
`and sensor array. With such an arrangement the problem
`of alignment is greatly reduced by the fabrication of
`the various sensors required one one chip. This ensures
`that the sensors all lie in the same plane and have the
`Same rotational orientation, and this is an important
`advantage. Assuming lenses can be accurately assembled
`in a parallel plane (see below),
`the only alignment
`errors which are likely to occur are simple orthogonal
`translations in the form of vertical and horizontal
`
`10
`
`15
`
`20
`
`It is
`errors in the centres of the optical axes.
`relatively easy though to calibrate these cameras after
`assembly and electronically to correct for these
`
`25
`
`translations. Whilst the inevitable lateral off-set
`
`between the cameras at even the closest dispositions of
`the cameras on the chip, will of course give rise to a
`degree of parallax error, it has now been found that
`with a preferred system of the present invention with
`generally adjacent sensor arrays,
`the degree of error in
`producing a single composite image (i.e. a single image
`produced by the more or less accurately aligned super
`imposition of two or more corresponding images e.g. at
`
`30
`
`SAMS-1008 Page 00004
`
`SAMS-1008 Page 00004
`
`
`
`WO93/11631
`
`-3 -
`
`PCT/GB92/02260
`
`different wavelengths, of the same scene) can be
`acceptably small for small camera geometries for low to
`medium resolution applications.
`Thus in said one
`preferred aspect the present invention provides a
`composite image camera of particularly simple and
`economic construction.
`
`The present invention also provides in another aspect a
`stereoscopic image capture system where larger sensor
`spacings are used to provide a greater parallax
`differential for producing different images with a more
`or less accurately defined parallax differential for use
`in producing stereoscopic image pairs. Again the use of
`two or more cameras mounted on a single chip helps
`substantially to minimise alignment problems in
`producing an accurate stereoscopic view.
`
`Advantageously the lens systems are mounted
`substantially directly on the image sensing surfaces.
`Preferably there is used a lens system in accordance
`with our earlier British Patent Application No.
`9103846.3 dated 23rd February 1991 (published in
`International Publication No. W092/15036) which lens
`comprises a lens and a spacer in substantially direct
`contact with each other, said spacer preferably having a
`refractive index not less than that of said lens, said
`lens and spacer having refractive indices and being
`dimensioned so as to form an image in a plane at or in
`direct proximity to a rear face of said spacer element
`remote from said lens element,
`from an object, whereby
`in use of the lens system with said lens system mounted
`substantially directly on the image sensing surface of
`the image capture device an optical image may be
`
`captured thereby.
`
`10
`
`15
`
`20
`
`25
`
`30
`
`SAMS-1008 Page 00005
`
`SAMS-1008 Page 00005
`
`
`
`WO 93/11631
`
`-~4
`
`-
`
`PCT/GB92/02260)
`
`These lens systems have the advantage of physical
`dimensions which can be made similar to those of the
`
`sensor array itself, so that sensors and lenses may be
`immediately adjacent to each other. Camera separations
`as low as 2 to 3mm are easily achieved and this helps to
`minimise the parallax error.
`The flat surfaces of the
`cylindrical lens spacer also help to maintain accurate
`planarity for groups of lenses attached to the same chip
`substrate.
`
`10
`
`15
`
`It is also possible though to use more conventional,
`albeit similarly small,
`lens systems which are mounted
`on a suitable support so as to be spaced from the sensor
`surface with an air gap therebetween. One advantage of
`
`such systems is that they allow the use of more
`conventional and cheaper lens materials without the need
`for special materials having particular refractive
`indices.
`
`20
`
`25
`
`30
`
`In general at least one of the individual cameras
`constituted by respective lens system and sensor arrays,
`is provided with a filter means for passing a desired
`
`wavelength (or wavelength range) of the electromagnetic
`radiation spectrum, whereby there may be captured a
`composite image comprised of two or more (depending on
`the number of individual cameras used)
`images of the
`same object differing substantially only in the
`wavelength thereof.
`
`In one preferred form of the invention the integrated
`circuit has three sensor arrays provided with respective
`lens systems and filters for three different wavelengths
`e.g. red, green, and blue, or cyan, magenta, and yellow
`for providing a desired composite image e.g. a
`full-colour image.
`
`SAMS-1008 Page 00006
`
`SAMS-1008 Page 00006
`
`
`
`WO93/11631
`
`‘
`
`~5 =
`
`PCT/GB92/02260
`
`Where three or more individual cameras are used, it will
`
`be appreciated that various different layouts of the
`
`sensor arrays relative to each other may be employed
`
`including e.g.
`
`linear arrangements or generally
`
`"“eircular" or other close-packed arrangements.
`
`In cameras using the 3 primary colours, green is
`dominant in providing image acuity since it generally
`
`dominates the derived luminance.
`
`In all cases
`
`10
`
`the green camera is desirably made as central
`therefore,
`as possible, and the red and blue cameras are referenced
`to it.
`The parallax errors will therefore show up on
`red and blue only.
`
`With reference to lens systems of our earlier
`application No. 9103846.3,
`the expression "substantially
`direct contact" is used to mean that there should not be
`
`15
`
`any significant interspace containing low refractive
`index material such as air i.e. no interspace having a
`In
`thickness resulting in a significant optical effect.
`the case of an air gap this should normally be not more
`
`20
`
`than 500 um, preferably not more than 100 um,
`
`thick,
`
`In
`
`the case where resin or like material is used between
`
`25
`
`30
`
`the components adhesively to secure them together and
`has a refractive index comparable to that of the lens or
`spacer, it may be considered as an extension of the lens
`or spacer and thus need not be so restricted in
`thickness though preferably the thickness thereof should
`not be excessive and should be more or less similarly
`restricted.
`
`Advantageously there is used a plano-convex (or possibly
`plano-concave - see below)
`lens with a substantially
`plane spacer for manufacturing convenience and economy
`but other combinations e.g. a bi-convex lens and a
`
`- plano-concave spacer, may also be used.
`
`SAMS-1008 Page 00007
`
`SAMS-1008 Page 00007
`
`
`
`WO93/11631
`
`-6-
`
`PCT/GB92/02260)
`
`Preferably the lens system is secured to said image
`sensing surface by an optical grade adhesive i.e. a
`substantially transparent optically uniform adhesive.
`Desirably there is used between the lens and spacer an
`adhesive having the same refractive index as the lens
`(or if preferred, as the spacer) and between the spacer
`and the sensing surface, an adhesive having the same
`refractive index as the spacer.
`
`10
`
`Preferably the spacer has a higher, most preferably a
`substantially higher, refractive index than the lens.
`Where the same refractive index is acceptable for both
`then it will be appreciated that the spacer could be
`formed integrally with the lens.
`
`It will be appreciated that the radius (or radii) of
`curvature of the lens element and its refractive index
`
`15
`
`may be varied through a wide range of values depending
`on the required performance in terms of depth of field,
`image size,
`freedom from aberrations etc.
`In general
`there will desirably be used solid state image capture
`devices in the form of photoelectric sensor arrays
`(wherein photons are used to generate electric current
`
`and/or voltage or change electrical properties such as
`resistance etc.) which have relatively small size image
`sensing surfaces e.g.
`in the range from 0.1 to 5 cms
`across. Thus the lens system should in such cases
`desirably be formed and arranged to provide a similarly
`small-sized image. Where a wide angle field of view is
`also required (e.g.
`in surveillance applications),
`then
`a lens of relatively short focal length should be used
`e.g. for a field of view angle of 80 degrees the
`
`(maximum) focal length will not normally exceed 1.19
`times the image height and for 60 degrees will not
`normally exceed 1.73 times the (maximum)
`image height,
`
`20
`
`25
`
`30
`
`-
`
`SAMS-1008 Page 00008
`
`SAMS-1008 Page 00008
`
`
`
`WO93/11631
`
`-7 ~-
`
`PCT/GB92/02260
`
`image height corresponding to half the
`the (maximum)
`sensing surface diameter.
`The use of a high refractive
`index spacer and the exclusion of any low refractive
`index material from the optical path significantly
`
`decreases aberration due to Petzval Curvature (otherwise
`
`known a curvature of field aberration) and limits
`
`The lens system is therefore
`spherical aberration.
`particularly advantageous in wide field and/or large
`aperture applications required for low light
`conditions.
`In general there.is desirably used, for
`such wide angle applications, a lens element having a
`refractive index ang in the range from 1.45 to 1.65, and
`a spacer element with a higher, refractive index apg in
`the range from 1.45 to 1.85.
`
`Various optical grade materials having suitable
`refractive indices are widely available. Low-dispersion
`glass such as type BK7 (available from various sources
`
`e.g. Schott Glaswerke)
`
`is particularly suitable for the
`
`lens element.
`The spacer element may be made of Lak10
`glass also readily available.
`other materials that may
`be used for the lens and/or spacer elements comprise
`plastics materials, although these are generally less
`preferred in view of their lower resistance to
`scratching and other damage and the lower refractive
`indices available. Nevertheless they may be acceptable
`for certain applications requiring low cost such as
`consumer door-entry and security cameras.
`
`10
`
`15
`
`20
`
`25
`
`Suitable adhesive materials for use between the spacer
`
`30
`
`and lens elements and between the spacer element and the
`solid state image capture device include optical grade
`epoxy resins.
`
`In a preferred image capture system of the present
`invention the solid state image capture device comprises
`
`SAMS-1008 Page 00009
`
`SAMS-1008 Page 00009
`
`
`
`WO 93/1163!
`
`-3 -
`
`PCT/GB92/02260
`
`an integrated circuit image array sensor such as that
`disclosed in our earlier International patent
`application No. PCT/GB90/01452 (publication No.
`WO91/04633 the contents of which are hereby incorporated
`herein by reference thereto) which has on-board signal
`processing means formed and arranged for directly
`providing a video signal output. Naturally though other
`image capture devices such as CCD, MOS and CCD sensors
`may also be used. Also the image capture device may
`comprise simply a sensor chip on which are only provided
`the sensor arrays with all the electronic circuitry
`required to detect the response of individual sensor
`cells to incident radiation and further processing of
`the detected response provided externally of the sensor
`chip, and of course other arrangements with a greater or
`lesser part of this electronic circuitry provided on the
`chip bearing the sensor arrays, aré also possible.
`Accordingly references to "cameras" herein includes
`references to apparatus in which substantially the whole
`of the electronic circuitry required to produce a video
`output signal is provided on the same chip as the sensor
`arrays, aS well as apparatus in which a greater or
`lesser part is provided separately. Thus references to
`camera alignment relate only to alignment of the lenses
`and sensor arrays (and not to any other components that
`may be required to produce a video signal output.
`
`Thus using miniature, chip-mounted lenses, it is
`possible to fabricate multiple independent cameras on
`single VLSI chips. These cameras accurately lie in the
`same plane and are rotationally in substantially perfect
`alignment. . Any remaining alignment errors are primarily
`translational and can be easily corrected by retiming
`the readout control sequences.
`
`10
`
`15
`
`20
`
`25
`
`30
`
`SAMS-1008 Page 00010
`
`SAMS-1008 Page 00010
`
`
`
`WO93/1163
`
`~ 9
`
`PCT/GB92/02260
`
`‘Further preferred features and advantages of the present
`invention will appear from the following detailed
`description by way of example of a preferred embodiment
`illustrated with reference to the accompanying drawings
`
`in which:
`
`1 is a schematic perspective view of a composite
`Fig.
`image colour video camera of the invention with three
`individual camera units;
`Figs 2(a)
`to (d) are schematic views showing 4 different
`2-D arrangements of the three camera elements relative
`
`to each other;
`Fig.
`3 is a schematic illustration of the optical
`performance of a camera of the invention;
`- Fig.
`4 is a block circuit diagram of one possible
`electronic architecture for a camera of the invention;
`Fig. 5 is a sectional elevation of another camera of the
`invention; and
`,
`Fig.
`6 is a schematic perspective view of a spacer
`support element suitable for use in the camera of Fig. 5.
`
`Fig.1 shows a miniature colour video camera system C
`having three cameras 1 each comprising a lens system 2
`mounted directly onto the image sensing surface 3 of a
`respective solid state image capture device in the form
`of an integrated circuit image array sensor 4.
`The
`sensors 4 are formed as separate sections of a single
`monolithic VLSI microchip 5 mounted in a suitable
`housing CH containing a power supply 6 and provided with
`a video signal output interface 7.
`
`10
`
`15
`
`20
`
`25
`
`30
`
`In more detail the lens system 2 comprises a generally
`hemispherical
`lens 8 having a radius of curvature of the
`order of 0.85 mm, and a cylindrical spacer element 9 of
`
`(ca. 1.7mm) and a length
`substantially larger diameter
`of 1.59 mm, with an aperture stop 10 therebetween.
`The
`aperture stop 10 is of metal e.g. steel alloy with a
`
`SAMS-1008 Page 00011
`
`SAMS-1008 Page 00011
`
`
`
`WO93/11631
`
`~ 10 -
`
`PCT/GB92/02260)
`
`thickness of 0.15 mm and an iris diameter of 0.8 mm
`
`The
`providing an effective lens aperture of £2.0.
`aperture opening is filled with clear epoxy resin 11
`which has a refractive index substantially similar to
`
`that of the lens 8 and secures the lens 8 and spacer 9
`
`to each other and to the aperture stop 10.
`
`Alternatively an aperture stop of metal or other
`material could simply be printed onto the spacer or lens
`e.g. using a photolithographic technique.
`The R, G, B
`(red, green and blue) filters 12 for the three
`respective lenses 8 can also be disposed between the
`
`lenses 8 and spacers 9.
`
`The lens 8 is of low dispersion glass (Bk7) having a
`refractive index ng of 1.568 and the spacer is of LaK10
`glass which has a higher refractive index ng of 1.7200.
`This combination produces low image blur and large image
`
`The
`
`size (ca. 1.4mm image height from central axis).
`spacer 9 has a length of around 1.59mm. This lens
`system has an effective depth of field of from 2cms
`to
`©© with a field of view angle of 90° and has an
`rms blur of around 5um which is within the unit sensor
`pixel dimensions thereby providing a reasonably good
`video signal image output from the video signal output
`connection 7.—
`
`10
`
`15
`
`20
`
`25.
`
`30
`
`It will be appreciated that various modifications may be
`made to the above described embodiment without departing
`from the scope of the present invention.
`Thus for
`example the spacer element could be a composite element
`made up of a plurality of plane components.
`The lens
`element could also be composite though this would
`normally be less preferred due to the significantly
`increased complexity.
`The various surfaces of the lens
`
`system could moreover be provided with diverse coatings
`for e.g. reducing undesirable reflections and selective
`
`Q
`
`A
`
`SAMS-1008 Page 00012
`
`SAMS-1008 Page 00012
`
`
`
`WO 93/1163
`
`-11-
`
`PCT/GB92/02260
`
`filtration of the incident light rays in generally known
`Manner. Also the R, G, B filters could be mounted on a
`
`suitable support in front of the lenses 8 as further
`described hereinbelow.
`
`2 shows some possib