In [5]: soup.tbody Out[5]: <tbody> <tr> <th><label for=""> </label></th> <td> </td> <td><input checked="checked" class="input-label-horizontal" id="se

Transcription

1 IPC JPlatpat Chrome cntl + Source Code cd ' html' In [1]: from bs4 import BeautifulSoup In [2]: html = open('shimazu_2017.html') soup = BeautifulSoup(html, "html.parser") In [3]: type(soup) Out[3]: bs4.beautifulsoup In [4]: len(soup) Out[4]: 6

2 In [5]: soup.tbody Out[5]: <tbody> <tr> <th><label for=""> </label></th> <td> </td> <td><input checked="checked" class="input-label-horizontal" id="se archform_btmfcomdto_hyojiptnvalue01" name="btmfcomdto.hyojiptnvalu e" type="radio" value="01"/><label class="input-label-horizontal" for="searchform_btmfcomdto_hyojiptnvalue01"> </label> <input class="input-label-horizontal" id="searchform_btmfcomdto_hy ojiptnvalue03" name="btmfcomdto.hyojiptnvalue" type="radio" value= "03"/><label class="input-label-horizontal" for="searchform_btmfco MDTO_hyojiPtnValue03"> </label> <input class="input-label-horizontal" id="searchform_btmfcomdto_hy ojiptnvalue02" name="btmfcomdto.hyojiptnvalue" type="radio" value= "02"/><label class="input-label-horizontal" for="searchform_btmfco MDTO_hyojiPtnValue02">PDF </label> </td> </tr> </tbody> In [6]: soup.find_all("td") Out[6]: [<td> <td><input checked="checked" class="input-label-horizontal" id="s earchform_btmfcomdto_hyojiptnvalue01" name="btmfcomdto.hyojiptnval ue" type="radio" value="01"/><label class="input-label-horizontal" for="searchform_btmfcomdto_hyojiptnvalue01"> </label> <input class="input-label-horizontal" id="searchform_btmfcomdto_h yojiptnvalue03" name="btmfcomdto.hyojiptnvalue" type="radio" value ="03"/><label class="input-label-horizontal" for="searchform_btmfc OMDTO_hyojiPtnValue03"> </label> <input class="input-label-horizontal" id="searchform_btmfcomdto_h yojiptnvalue02" name="btmfcomdto.hyojiptnvalue" type="radio" value ="02"/><label class="input-label-horizontal" for="searchform_btmfc OMDTO_hyojiPtnValue02">PDF </label> <td class="number">1 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/10 <td class="number">2 <td><a class="detailedlink" href="#" id="detailedlink_jpb

3 00"> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">3 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">4 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">5 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01t 1/20 <td class="number">6 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01b 15/02 <td class="number">7 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td>

4 <td>g01n 3/08 <td class="number">8 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">9 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">10 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/65 <td class="number">11 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/42 <td class="number">12 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/06 <td class="number">13 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td>

5 <td> <td> <td> <td>g01n 30/54 <td class="number">14 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 23/223 <td class="number">15 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/04 <td class="number">16 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 3/04 <td class="number">17 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/40 <td class="number">18 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 3/06 <td class="number">19 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a>

6 <td> <td> <td> <td> <td> <td>f16c 32/04 <td class="number">20 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 15/02 <td class="number">21 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/3518 <td class="number">22 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01j 3/04 <td class="number">23 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 3/32 <td class="number">24 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62

7 <td>g01n 27/62 <td class="number">25 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 61/35 <td class="number">26 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/10 <td class="number">27 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/27 <td class="number">28 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/64 <td class="number">29 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/10 <td class="number">30 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td>

8 <td> <td> <td>g01g 21/30 <td class="number">31 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01t 1/161 <td class="number">32 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">33 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01s 5/022 <td class="number">34 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 5/1455 <td class="number">35 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01l 27/146 <td class="number">36 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a>

9 <td> <td> <td> <td> <td> <td>h01s 3/117 <td class="number">37 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 3/10 <td class="number">38 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01g 21/30 <td class="number">39 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61k 47/34 <td class="number">40 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/06 <td class="number">41 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 31/00

10 <td class="number">42 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 33/18 <td class="number">43 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/32 <td class="number">44 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/3563 <td class="number">45 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/40 <td class="number">46 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 49/40 <td class="number">47 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td>

11 <td> <td> <td>g01n 21/956 <td class="number">48 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/64 <td class="number">49 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">50 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/04 <td class="number">51 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h04n 5/232 <td class="number">52 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>b65g 49/06 <td class="number">53 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a>

12 <td> <td> <td> <td> <td> <td>b65g 49/06 <td class="number">54 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/86 <td class="number">55 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g06f 3/041 <td class="number">56 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">57 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 23/04 <td class="number">58 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">59

13 <td class="number">59 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>c23c 14/24 <td class="number">60 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">61 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">62 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">63 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">64 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td>

14 <td> <td>a61k 47/34 <td class="number">65 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">66 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">67 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/84 <td class="number">68 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 23/04 <td class="number">69 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g06f 21/64 <td class="number">70 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td>

15 <td> <td> <td> <td> <td>c12m 3/00 <td class="number">71 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">72 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/86 <td class="number">73 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 10/00 <td class="number">74 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">75 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>f16k 17/30

16 <td class="number">76 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/64 <td class="number">77 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/88 <td class="number">78 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>f04d 19/04 <td class="number">79 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">80 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 21/3563 <td class="number">81 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td>

17 <td> <td> <td>b65b 35/08 <td class="number">82 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 31/00 <td class="number">83 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">84 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">85 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">86 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01m 8/04 <td class="number">87 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a>

18 <td> <td> <td> <td> <td> <td>f04d 19/04 <td class="number">88 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01s 5/022 <td class="number">89 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01q 10/04 <td class="number">90 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">91 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 3/06 <td class="number">92 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 1/28 <td class="number">93

19 <td class="number">93 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">94 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">95 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01t 1/167 <td class="number">96 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">97 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/86 <td class="number">98 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td>

20 <td> <td>g06f 3/048 <td class="number">99 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">100 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h05g 1/30 <td class="number">101 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h05g 1/34 <td class="number">102 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>h01j 35/10 <td class="number">103 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 23/04 <td class="number">104 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td>

21 <td> <td> <td> <td> <td>f16c 32/04 <td class="number">105 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/88 <td class="number">106 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01j 3/02 <td class="number">107 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">108 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/04 <td class="number">109 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01g 23/02 <td class="number">110

22 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">111 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">112 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/06 <td class="number">113 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 31/00 <td class="number">114 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01t 1/161 <td class="number">115 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td>

23 <td> <td>g01t 1/161 <td class="number">116 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g06f 3/0481 <td class="number">117 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 27/62 <td class="number">118 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01n 30/86 <td class="number">119 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01r 29/12 <td class="number">120 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01r 29/08 <td class="number">121 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td>

24 <td> <td> <td> <td> <td>g01n 23/207 <td class="number">122 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>g01v 3/08 <td class="number">123 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">124 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> <td> <td>a61b 6/00 <td class="number">125 <td><a class="detailedlink" href="#" id="detailedlink_jpb "> </a> <td> <td> <td> <td> ] In [7]: import re ipc = soup.find_all("td", text=re.compile("/")) ipc_list = [] for x in ipc: ipc_list.append(str(x))

25 In [8]: def get_counts(sequence): counts ={} for x in sequence: if x in counts: counts[x]+=1 else: counts[x] = 1 return counts In [19]: In [9]: ipc_counts = get_counts(ipc_list) type(ipc_counts) Out[9]: dict In [10]: ipc_counts.values() Out[10]: dict_values([1, 1, 1, 2, 1, 24, 1, 9, 2, 1, 1, 1, 3, 1, 2, 2, 33, 2, 4, 1, 1, 1, 1, 1, 1, 1, 2, 4, 1, 1, 5, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 2, 1, 1, 1, 3, 1, 11, 1, 2, 1, 1, 6, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 2]) ipc_counts tems top_counts func In [11]: def top_counts(count_dict,n=10): value_key_pairs =[(count,tz) for tz, count in count_dict.items()]#(count, tz) value_key_pairs.sort()# return value_key_pairs[-n:]# #count count tz (count, tz) In [12]: most_ipc = top_counts(ipc_counts)

26 In [13]: most_ipc Out[13]: [(3, '<td>h01l 21/677</td>'), (4, '<td>a61b 10/00</td>'), (4, '<td>g01n 15/02</td>'), (4, '<td>g01n 31/00</td>'), (5, '<td>h01j 49/10</td>'), (6, '<td>g01t 1/161</td>'), (9, '<td>f04d 19/04</td>'), (11, '<td>g01n 30/86</td>'), (24, '<td>a61b 6/00</td>'), (33, '<td>g01n 27/62</td>')] In [14]: import numpy as np import pandas as pd from pandas import DataFrame,Series pandas pandas ipc_list In [15]: frame=dataframe(ipc_list) In [16]: x=frame[0].value_counts()[:10] In [17]: x Out[17]: <td>g01n 27/62</td> 33 <td>a61b 6/00</td> 24 <td>g01n 30/86</td> 11 <td>f04d 19/04</td> 9 <td>g01t 1/161</td> 6 <td>h01j 49/10</td> 5 <td>a61b 10/00</td> 4 <td>g01n 31/00</td> 4 <td>g01n 15/02</td> 4 <td>h01j 49/40</td> 3 Name: 0, dtype: int64

27 In [20]: import matplotlib.pyplot as p x.plot(kind='barh') Out[20]: <matplotlib.axes._subplots.axessubplot at 0x11a830390> In [21]: x.plot(kind='pie') Out[21]: <matplotlib.axes._subplots.axessubplot at 0x114e0d240> IPC F24F11/2@F IPC

28 In [22]: from bs4 import BeautifulSoup html2 = open('g01n27_62_2017.html') soup2 = BeautifulSoup(html2, "html.parser") In [23]: z=soup2.find_all("td") rv_list = [] for x in z: rv_list.append(str(x)) In [24]: import pandas as pd import numpy as np from pandas import DataFrame, Series frame=series(rv_list) In [25]: len(frame)#df Series Out[25]: 762 In [26]: #frame 5,13,21,... In [27]: i=0 x1=[] while i <int(len(frame)/8)-1: x1.append(frame[5+8*i]) i +=1 In [28]: type(int(len(frame)/8)) Out[28]: int i

29 In [ ]: In [29]: x2 = DataFrame(x1) In [30]: x3=x2[0].value_counts()[:10] In [31]: x3 Out[31]: <td> </td> 26 <td> </td> 7 <td> </td> 6 <td> </td> 6 <td> </td> 3 <td> < /td> 2 <td> </td> 2 <td> </td> 2 <td> </td> 2 <td> </td> 2 Name: 0, dtype: int64 In [32]: import matplotlib.pyplot as plt %matplotlib inline x3.plot(kind='barh') Out[32]: <matplotlib.axes._subplots.axessubplot at 0x1062fcba8>

30 In [2]:!PIP install chromote Collecting chromote Downloading chromote tar.gz Requirement already satisfied: requests in /Users/junyamamoto/anac onda/lib/python3.5/site-packages (from chromote) Collecting websocket-client (from chromote) Downloading websocket_client py2.py3-none-any.whl (199kB) [K 100% 204kB 1.8MB/s [?25hRequirement already satisfied: six in /Users/junyamamoto/anac onda/lib/python3.5/site-packages (from websocket-client->chromote) Building wheels for collected packages: chromote Running setup.py bdist_wheel for chromote... [?25l- \ done [?25h Stored in directory: /Users/junyamamoto/Library/Caches/pip/ wheels/72/00/23/2bc4d58d057ecd415d08f767becb21a89bfaa95ae3606c85e4 Successfully built chromote Installing collected packages: websocket-client, chromote Successfully installed chromote websocket-client In [1]: from chromote import Chromote In [4]: chrome = Chromote In [6]: tab=chrome.tabs In [14]:!PIP install selenium Collecting selenium Downloading selenium py2.py3-none-any.whl (921kB) [K 100% 921kB 514kB/s [?25hInstalling collected packages: selenium Successfully installed selenium In [ ]: In [ ]: