digital-forensics-labs/digital-forensics-lab
1
0
Fork 0
mirror of https://github.com/frankwxu/digital-forensics-lab.git synced 2026-04-10 12:13:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

add IP extraction code and small dataset

Browse Source
This commit is contained in:
Frank Xu
2023-08-13 10:01:43 -04:00
parent cb57075a67
commit c195b28a99
4 changed files with 518 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

230
IP_Extraction_Fine_Tuning/code/dataset_small.csv Normal file
View File

@@ -0,0 +1,230 @@
ip,class,text
1.000.000.000,A, <string>1.000.000.000+</string>
1.0.0.1,A, <key>1.0.0.1</key>
1.0.0.1,A, <string>1.0.0.1</string>
1.1.1.1,A, <key>1.1.1.1</key>
1.1.1.1,A, <string>1.1.1.1</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
1.0.0.14,A, <string>eng-USA-1.0.0.14-20170731</string>
1.0.0.12,A, <string>cmn-CHN-1.0.0.12-20170804</string>
3.6.1.4,A, <string>3.6.1.4</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
12.6.0.1,A, <string>12.6.0.1</string>
100.73.156.224,A, <string>100.73.156.224</string>
192.95.36.142,C, <string>obfs4 192.95.36.142:443 CDF2E852BF539B82BD10E27E9115A31734E378C2 cert=qUVQ0srL1JI/vO6V6m/24anYXiJD3QP2HgzUKQtQ7GRqqUvs7P+tG43RtAqdhLOALP7DJQ iat-mode=1</string>
38.229.1.78,A, <string>obfs4 38.229.1.78:80 C8CBDB2464FC9804A69531437BCF2BE31FDD2EE4 cert=Hmyfd2ev46gGY7NoVxA9ngrPF2zCZtzskRTzoWXbxNkzeVnGFPWmrTtILRyqCTjHR+s9dg iat-mode=1</string>
38.229.33.83,A, <string>obfs4 38.229.33.83:80 0BAC39417268B96B9F514E7F63FA6FBA1A788955 cert=VwEFpk9F/UN9JED7XpG1XOjm/O8ZCXK80oPecgWnNDZDv5pdkhq1OpbAH0wNqOT6H6BmRQ iat-mode=1</string>
37.218.240.34,A, <string>obfs4 37.218.240.34:40035 88CD36D45A35271963EF82E511C8827A24730913 cert=eGXYfWODcgqIdPJ+rRupg4GGvVGfh25FWaIXZkit206OSngsp7GAIiGIXOJJROMxEqFKJg iat-mode=1</string>
37.218.245.14,A, <string>obfs4 37.218.245.14:38224 D9A82D2F9C2F65A18407B1D2B764F130847F8B5D cert=bjRaMrr1BRiAW8IE9U5z27fQaYgOhX1UCmOpg2pFpoMvo6ZgQMzLsaTzzQNTlm7hNcb+Sg iat-mode=0</string>
85.31.186.98,A, <string>obfs4 85.31.186.98:443 011F2599C0E9B27EE74B353155E244813763C3E5 cert=ayq0XzCwhpdysn5o0EyDUbmSOx3X/oTEbzDMvczHOdBJKlvIdHHLJGkZARtT4dcBFArPPg iat-mode=0</string>
85.31.186.26,A, <string>obfs4 85.31.186.26:443 91A6354697E6B02A386312F68D82CF86824D3606 cert=PBwr+S8JTVZo6MPdHnkTwXJPILWADLqfMGoVvhZClMq/Urndyd42BwX9YFJHZnBB3H0XCw iat-mode=0</string>
216.252.162.21,A, <string>obfs4 216.252.162.21:46089 0DB8799466902192B6C7576D58D4F7F714EC87C1 cert=XPUwcQPxEXExHfJYX58gZXN7mYpos7VNAHbkgERNFg+FCVNzuYo1Wp+uMscl3aR9hO2DRQ iat-mode=0</string>
144.217.20.138,B, <string>obfs4 144.217.20.138:80 FB70B257C162BF1038CA669D568D76F5B7F0BABB cert=vYIV5MgrghGQvZPIi1tJwnzorMgqgmlKaB77Y3Z9Q/v94wZBOAXkW+fdx4aSxLVnKO+xNw iat-mode=0</string>
193.11.166.194,C, <string>obfs4 193.11.166.194:27015 2D82C2E354D531A68469ADF7F878FA6060C6BACA cert=4TLQPJrTSaDffMK7Nbao6LC7G9OW/NHkUwIdjLSS3KYf0Nv4/nQiiI8dY2TcsQx01NniOg iat-mode=0</string>
193.11.166.194,C, <string>obfs4 193.11.166.194:27020 86AC7B8D430DAC4117E9F42C9EAED18133863AAF cert=0LDeJH4JzMDtkJJrFphJCiPqKx7loozKN7VNfuukMGfHO0Z8OGdzHVkhVAOfo1mUdv9cMg iat-mode=0</string>
193.11.166.194,C, <string>obfs4 193.11.166.194:27025 1AE2C08904527FEA90C4C4F8C1083EA59FBC6FAF cert=ItvYZzW5tn6v3G4UnQa6Qz04Npro6e81AP70YujmK/KXwDFPTs3aHXcHp4n8Vt6w/bv8cA iat-mode=0</string>
209.148.46.65,A, <string>obfs4 209.148.46.65:443 74FAD13168806246602538555B5521A0383A1875 cert=ssH+9rP8dG2NLDN2XuFw63hIO/9MNNinLmxQDpVa+7kTOa9/m+tGWT1SmSYpQ9uTBGa6Hw iat-mode=0</string>
146.57.248.225,B, <string>obfs4 146.57.248.225:22 10A6CD36A537FCE513A322361547444B393989F0 cert=K1gDtDAIcUfeLqbstggjIw2rtgIKqdIhUlHp82XRqNSq/mtAjp1BIC9vHKJ2FAEpGssTPw iat-mode=0</string>
3.3.7.0,A, <string>3.3.7.0</string>
6.8.4.2,A, <string>https://pm-gateway.supersonicads.com/auction?appKey=67052255&amp;SDKVersion=6.8.4.2&amp;initCountry=US&amp;platform=iphone&amp;advId=0D99ABE9-B1D0-41C1-8C45-2681A498AD97</string>
3.3.7.0,A, <string>3.3.7.0</string>
6.8.4.2,A, <string>6.8.4.2</string>
6.8.4.2,A, <string>6.8.4.2</string>
2.19.40.12,A, <key>Sticker_2.19.40.12</key>
2.19.20.2,A, <key>Sticker_2.19.20.2</key>
2.19.40.24,A, <key>Sticker_2.19.40.24</key>
2.19.40.24,A, <string>Sticker_2.19.40.24</string>
17.57.144.52,A, <string>17.57.144.52</string>
1.0.0.1,A, <key>1.0.0.1</key>
12.6.0.1,A, <string>12.6.0.1</string>
12.6.0.1,A, <string>12.6.0.1</string>
135.0.0.22,B, <string>135.0.0.22.118 (206072521)</string>
12.6.0.1,A, <string>12.6.0.1</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
135.0.0.22,B, <string>135.0.0.22.118</string>
135.0.0.22,B, <string>135.0.0.22.118 (206072690)</string>
135.0.0.22,B, <string>135.0.0.22.118 (206072521)</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
12.6.0.1,A, <string>12.6.0.1</string>
4.1.1.0,A, <string>cmn-CHN-4.1.1.0-20160421</string>
4.1.1.5,A, <string>eng-USA-4.1.1.5-20160919</string>
4.1.1.5,A, <string>eng-USA-4.1.1.5-20160919</string>
4.1.0.2,A, <string>spa-USA-4.1.0.2-20160424</string>
4.1.0.2,A, <string>rus-RUS-4.1.0.2-20160422</string>
4.1.0.3,A, <string>tur-TUR-4.1.0.3-20160422</string>
6.0.0.2,A, <string>eng-USA-OfflineIOS-6.0.0.2-20191003</string>
4.1.1.0,A, <string>cmn-CHN-4.1.1.0-20160421</string>
4.1.0.2,A, <string>yue-HKG-4.1.0.2-20160424</string>
5.2.0.2,A, <string>eng-USA-5.2.0.2-20170705</string>
5.0.0.1,A, <string>spa-ESP-5.0.0.1-20170310</string>
5.3.0.3,A, <string>eng-USA-5.3.0.3-20180129</string>
5.0.0.1,A, <string>cmn-CHN-OfflineIOS-5.0.0.1-20180624</string>
5.3.0.1,A, <string>eng-USA-OfflineIOS-5.3.0.1-20190209</string>
5.3.0.1,A, <string>eng-USA-OfflineIOS-5.3.0.1-20190530</string>
5.0.0.1,A, <string>cmn-CHN-OfflineIOS-5.0.0.1-20180925</string>
4.1.0.1,A, <string>eng-GBR-4.1.0.1-20160422</string>
4.1.0.1,A, <string>ita-ITA-4.1.0.1-20160422</string>
4.1.0.4,A, <string>por-BRA-4.1.0.4-20160424</string>
4.1.0.1,A, <string>eng-IND-4.1.0.1-20160424</string>
6.0.0.4,A, <string>fra-FRA-OfflineIOS-6.0.0.4-20191114</string>
6.0.0.3,A, <string>deu-DEU-OfflineIOS-6.0.0.3-20191114</string>
6.0.0.1,A, <string>eng-AUS-OfflineIOS-6.0.0.1-20191215</string>
5.0.0.3,A, <string>kor-KOR-OfflineIOS-5.0.0.3-20191215</string>
6.0.0.2,A, <string>spa-ESP-OfflineIOS-6.0.0.2-20191120</string>
6.0.0.3,A, <string>spa-USA-OfflineIOS-6.0.0.3-20190831</string>
6.0.0.0,A, <string>cmn-CHN-OfflineIOS-6.0.0.0-20191009</string>
6.0.0.3,A, <string>jpn-JPN-OfflineIOS-6.0.0.3-20191024</string>
5.0.0.4,A, <string>rus-RUS-OfflineIOS-5.0.0.4-20190930</string>
5.0.0.1,A, <string>tur-TUR-OfflineIOS-5.0.0.1-20190928</string>
6.0.0.2,A, <string>yue-HKG-OfflineIOS-6.0.0.2-20190901</string>
6.0.0.1,A, <string>eng-GBR-6.0.0.1-20190729</string>
5.1.1.0,A, <string>ita-ITA-5.1.1.0-20190729</string>
5.0.0.2,A, <string>por-BRA-5.0.0.2-20190729</string>
6.0.0.5,A, <string>eng-IND-6.0.0.5-20190907</string>
6.0.0.0,A, <string>ara-XWW-OfflineIOS-6.0.0.0-20200227</string>
5.0.0.1,A, <string>tur-TUR-OfflineIOS-5.0.0.1-20200229</string>
7.0.0.3,A, <string>deu-DEU-OfflineIOS-7.0.0.3-20200323</string>
7.0.0.3,A, <string>eng-GBR-OfflineIOS-7.0.0.3-20200323</string>
7.0.0.4,A, <string>eng-USA-OfflineIOS-7.0.0.4-20200319</string>
7.0.0.3,A, <string>spa-ESP-OfflineIOS-7.0.0.3-20200323</string>
7.0.0.3,A, <string>fra-FRA-OfflineIOS-7.0.0.3-20200323</string>
7.0.0.3,A, <string>jpn-JPN-OfflineIOS-7.0.0.3-20200323</string>
7.0.0.3,A, <string>cmn-CHN-OfflineIOS-7.0.0.3-20200323</string>
10.78.6.0,A, <string>Snapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip)</string>
10.78.6.0,A, <string>10.78.6.0</string>
10.22.22.1,A, <string>10.22.22.1</string>
10.68.68.22,A, <string>10.68.68.22</string>
10.22.22.1,A, <string>10.22.22.1</string>
216.239.36.126,A, <string>216.239.36.126</string>
10.78.6.0,A, <string>10.78.6.0</string>
10.78.6.0,A, <string>Snapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip)</string>
216.239.36.126,A, <string>216.239.36.126</string>
52.207.89.96,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.207.21.88,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.4.205.231,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.5.37.1,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.4.79.247,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.22.144.146,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.3.185.35,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
52.21.187.77,A, <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
216.239.36.126,A, <string>216.239.36.126</string>
35.186.197.135,A, <string>35.186.197.135</string>
35.190.43.134,A, <string>35.190.43.134</string>
35.186.197.135,A, <string>35.186.197.135</string>
35.186.197.135,A, <string>35.186.197.135</string>
3.213.65.77,A, <string>3.213.65.77</string>
3.94.245.242,A, <string>3.94.245.242</string>
172.217.8.20,B, <string>172.217.8.20</string>
3.94.245.242,A, <string>3.94.245.242</string>
216.239.36.126,A, <string>216.239.36.126</string>
172.217.8.20,B, <string>172.217.8.20</string>
216.239.36.126,A, <string>216.239.36.126</string>
15.21.2.145,A, <string>15.21.2.14594</string>
8.58.0.93,A, <string>8.58.0.93</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
8.58.0.93,A, <string>8.58.0.93</string>
2.20.31.4,A, <string>2.20.31.4</string>
10.78.6.0,A, <string>10.78.6.0</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
255.255.255.255,E, <string>255.255.255.255</string>
0.0.0.0,N, <string>0.0.0.0</string>
255.255.255.255,E, <string>255.255.255.255</string>
0.0.0.0,N, <string>0.0.0.0</string>
3.6.1.4,A, <string>3.6.1.4</string>
609.1.20.0,N, <string>609.1.20.0.9</string>
12.6.0.1,A, <string>12.6.0.1</string>
12.6.0.1,A, <string>12.6.0.1</string>
12.6.0.1,A, <string>12.6.0.1</string>
6.9.4.0,A, <string>MoPub-6.9.4.0</string>
7.4.2.6,A, <string>7.4.2.6</string>
135.0.0.22,B, <string>135.0.0.22.118</string>
2.20.31.4,A, <string>2.20.31.4</string>
0.5.1.3,N, <string>0.5.1.3</string>
0.6.7.8,N, <string>0.6.7.8</string>
10.78.6.0,A, <string>10.78.6.0</string>
8.58.0.93,A, <string>8.58.0.93</string>
12.6.0.1,A, <string>12.6.0.1</string>
20.10.0.8,A, <string>20.10.0.8</string>
2.20.31.4,A, <string>2.20.31.4</string>
15.21.2.145,A, <string>15.21.2.14594</string>
10.78.6.0,A, <string>10.78.6.0</string>
3.6.1.4,A, <string>3.6.1.4</string>
1.0.0.1,A, <key>1.0.0.1</key>
1.0.0.1,A, <string>1.0.0.1</string>
1.0.0.1,A, <string>1.0.0.1</string>
1.1.1.1,A, <key>1.1.1.1</key>
1.1.1.1,A, <string>1.1.1.1</string>
1.1.1.1,A, <string>1.1.1.1</string>
208.180.231.139,A, <string>http://abuseipdb.com/check/208.180.231.139</string>
69.50.232.54,A, <string>http://www.abuseipdb.com/whois/69.50.232.54</string>
4.3.0.49,A, <string>http://advantage1.checkm8.com/AdminServer/swf/admin-release.swf?version=4.3.0.49</string>
0.0.0.392,N, <string>http://d3bn78kc7qbjb6.cloudfront.net/rc-0.0.0.392/views/logs/logs.html</string>
3.2.108.2,A, <string>http://fcs.dell.com/fcs/fcs/UIFramework/3.2.108.2/res/Image?path=sharedcontrols%2Fcontainers%2Fvalidation_messaging_left.png</string>
1.7.0.0,A, <string>http://ui1.img.digitalrivercontent.net/drui/1.7.0.0.7.1/css/dr-stylesheet-ff-compressed.css</string>
2.15.134.0,A, <string>http://fast.fonts.com/FontsCom/Live/static/2.15.134.0/img/apple-touch-icon-57x57.png</string>
0.0.798.798,N, <string>http://tva1.sinaimg.cn/crop.0.0.798.798.180/6462d00fgw1egno4hgy6wj20m80m8mxn.jpg</string>
0.9.9.3,N, <string>http://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip</string>
0.9.9.3,N, <string>http://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip</string>
5.6.1.892,N, <string>http://sm.wdjcdn.com/release/files/jupiter/5.6.1.8925/wandoujia-wandoujia_web.apk</string>
0.21.685.685,N, <string>http://tvassl.weibo.cn/crop.0.21.685.685.1024/6b84272bgw1euxxzxrndpj20k00k0adc.jpg</string>
1.4.4.02,A, <string>http://novel-cdn.kuangxiangit.com/custom/download/1.4.4.02/Novel-release_14402_jiagu_sign-1109-2-PCdownload.apk</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
2.20.31.4,A, <string>2.20.31.4</string>
180.0.720.720,B, <string>https://scontent-iad3-1.cdninstagram.com/v/t51.2885-15/e15/c180.0.720.720a/s240x240/93425170_1848465348622192_2718028079642416718_n.jpg?cachebreaker=9823&amp;_nc_ht=scontent-iad3-1.cdninstagram.com&amp;_nc_cat=1&amp;_nc_ohc=MteGbc14-xIAX9Oom5c&amp;oh=bce805572a79dd6ed9fbedbbf1b198ee&amp;oe=5EC259EB&amp;ig_cache_key=MjI4ODMyOTY2NzQ3OTg3Nzk0Ng%3D%3D.2</string>
8.5.51.877,N, <string>8.5.51.877.g6cea6b5</string>
8.5.51.877,N, <string>8.5.51.877</string>
1.000.000.000,A, <string>1.000.000.000+</string>
2.20.31.4,A, <string>2.20.31.4</string>
257.0.1.38,N, <string>257.0.1.38.116</string>
7.0.0.4,A, <string>/private/var/MobileAsset/AssetsV2/com_apple_MobileAsset_EmbeddedSpeech/479991bc60161e4545ff833d6117f264954cb6b3.asset/AssetData/eng-USA-OfflineIOS-7.0.0.4-20200319</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
10.78.6.0,A, <string>10.78.6.0</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
2.20.31.4,A, <string>2.20.31.4</string>
13.3.1.17,A, <string>13.3.1.17D50</string>
13.3.1.17,A, <string>13.3.1.17D50</string>
104.36.225.166,A, <string>104.36.225.166</string>
104.36.225.154,A, <string>104.36.225.154</string>
104.36.225.179,A, <string>104.36.225.179</string>
104.36.225.142,A, <string>104.36.225.142</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
20.10.0.8,A, <string>20.10.0.8</string>
135.0.0.22,B, <string>135.0.0.22.118</string>
34.227.164.166,A, <string>34.227.164.166</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
7.0.0.4,A, <string>eng-USA-OfflineIOS-7.0.0.4-20200319</string>
7.4.1.2,A, <string>7.4.1.2</string>
64.98.122.70,A, <string>64.98.122.70</string>
20.10.0.8,A, <string>20.10.0.8</string>
12.6.0.1,A, <string>12.6.0.1</string>
12.6.0.1,A, <string>12.6.0.1</string>
257.0.1.38,N, <string>257.0.1.38.116</string>
257.0.1.38,N, <string>257.0.1.38.116</string>
256.0.1.26,N, <string>tincan_register_device_256.0.1.26.113</string>
257.0.1.38,N, <string>tincan_register_device_257.0.1.38.116</string>
257.0.1.38,N, <string>257.0.1.38.116</string>
257.0.1.38,N, <string>257.0.1.38.116</string>
135.0.0.22,B, <string>135.0.0.22.118 (206072690)</string>
2.20.31.4,A, <string>2.20.31.4</string>
3.6.1.4,A, <string>3.6.1.4</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
12.6.0.1,A, <string>12.6.0.1</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
12.6.0.1,A, <string>12.6.0.1</string>
15.21.2.145,A, <string>15.21.2.14594</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
5.12.20.4,A, <string>5.12.20.4.10.18.5.5.2</string>
10.18.5.5,A, <string>5.12.20.4.10.18.5.5.2</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
12.6.0.1,A, <string>12.6.0.1</string>
10.5.0.1,A, <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
2.20.31.4,A, <string>2.20.31.4</string>
608.80.24.1,N, <string>3608.80.24.1.8</string>
255.255.255.255,E, <string>255.255.255.255</string>
0.0.0.0,N, <string>0.0.0.0</string>
255.255.255.255,E, <string>255.255.255.255</string>
0.0.0.0,N, <string>0.0.0.0</string>
1 ip class text
2 1.000.000.000 A <string>1.000.000.000+</string>
3 1.0.0.1 A <key>1.0.0.1</key>
4 1.0.0.1 A <string>1.0.0.1</string>
5 1.1.1.1 A <key>1.1.1.1</key>
6 1.1.1.1 A <string>1.1.1.1</string>
7 608.80.24.1 N <string>3608.80.24.1.8</string>
8 1.0.0.14 A <string>eng-USA-1.0.0.14-20170731</string>
9 1.0.0.12 A <string>cmn-CHN-1.0.0.12-20170804</string>
10 3.6.1.4 A <string>3.6.1.4</string>
11 608.80.24.1 N <string>3608.80.24.1.8</string>
12 12.6.0.1 A <string>12.6.0.1</string>
13 100.73.156.224 A <string>100.73.156.224</string>
14 192.95.36.142 C <string>obfs4 192.95.36.142:443 CDF2E852BF539B82BD10E27E9115A31734E378C2 cert=qUVQ0srL1JI/vO6V6m/24anYXiJD3QP2HgzUKQtQ7GRqqUvs7P+tG43RtAqdhLOALP7DJQ iat-mode=1</string>
15 38.229.1.78 A <string>obfs4 38.229.1.78:80 C8CBDB2464FC9804A69531437BCF2BE31FDD2EE4 cert=Hmyfd2ev46gGY7NoVxA9ngrPF2zCZtzskRTzoWXbxNkzeVnGFPWmrTtILRyqCTjHR+s9dg iat-mode=1</string>
16 38.229.33.83 A <string>obfs4 38.229.33.83:80 0BAC39417268B96B9F514E7F63FA6FBA1A788955 cert=VwEFpk9F/UN9JED7XpG1XOjm/O8ZCXK80oPecgWnNDZDv5pdkhq1OpbAH0wNqOT6H6BmRQ iat-mode=1</string>
17 37.218.240.34 A <string>obfs4 37.218.240.34:40035 88CD36D45A35271963EF82E511C8827A24730913 cert=eGXYfWODcgqIdPJ+rRupg4GGvVGfh25FWaIXZkit206OSngsp7GAIiGIXOJJROMxEqFKJg iat-mode=1</string>
18 37.218.245.14 A <string>obfs4 37.218.245.14:38224 D9A82D2F9C2F65A18407B1D2B764F130847F8B5D cert=bjRaMrr1BRiAW8IE9U5z27fQaYgOhX1UCmOpg2pFpoMvo6ZgQMzLsaTzzQNTlm7hNcb+Sg iat-mode=0</string>
19 85.31.186.98 A <string>obfs4 85.31.186.98:443 011F2599C0E9B27EE74B353155E244813763C3E5 cert=ayq0XzCwhpdysn5o0EyDUbmSOx3X/oTEbzDMvczHOdBJKlvIdHHLJGkZARtT4dcBFArPPg iat-mode=0</string>
20 85.31.186.26 A <string>obfs4 85.31.186.26:443 91A6354697E6B02A386312F68D82CF86824D3606 cert=PBwr+S8JTVZo6MPdHnkTwXJPILWADLqfMGoVvhZClMq/Urndyd42BwX9YFJHZnBB3H0XCw iat-mode=0</string>
21 216.252.162.21 A <string>obfs4 216.252.162.21:46089 0DB8799466902192B6C7576D58D4F7F714EC87C1 cert=XPUwcQPxEXExHfJYX58gZXN7mYpos7VNAHbkgERNFg+FCVNzuYo1Wp+uMscl3aR9hO2DRQ iat-mode=0</string>
22 144.217.20.138 B <string>obfs4 144.217.20.138:80 FB70B257C162BF1038CA669D568D76F5B7F0BABB cert=vYIV5MgrghGQvZPIi1tJwnzorMgqgmlKaB77Y3Z9Q/v94wZBOAXkW+fdx4aSxLVnKO+xNw iat-mode=0</string>
23 193.11.166.194 C <string>obfs4 193.11.166.194:27015 2D82C2E354D531A68469ADF7F878FA6060C6BACA cert=4TLQPJrTSaDffMK7Nbao6LC7G9OW/NHkUwIdjLSS3KYf0Nv4/nQiiI8dY2TcsQx01NniOg iat-mode=0</string>
24 193.11.166.194 C <string>obfs4 193.11.166.194:27020 86AC7B8D430DAC4117E9F42C9EAED18133863AAF cert=0LDeJH4JzMDtkJJrFphJCiPqKx7loozKN7VNfuukMGfHO0Z8OGdzHVkhVAOfo1mUdv9cMg iat-mode=0</string>
25 193.11.166.194 C <string>obfs4 193.11.166.194:27025 1AE2C08904527FEA90C4C4F8C1083EA59FBC6FAF cert=ItvYZzW5tn6v3G4UnQa6Qz04Npro6e81AP70YujmK/KXwDFPTs3aHXcHp4n8Vt6w/bv8cA iat-mode=0</string>
26 209.148.46.65 A <string>obfs4 209.148.46.65:443 74FAD13168806246602538555B5521A0383A1875 cert=ssH+9rP8dG2NLDN2XuFw63hIO/9MNNinLmxQDpVa+7kTOa9/m+tGWT1SmSYpQ9uTBGa6Hw iat-mode=0</string>
27 146.57.248.225 B <string>obfs4 146.57.248.225:22 10A6CD36A537FCE513A322361547444B393989F0 cert=K1gDtDAIcUfeLqbstggjIw2rtgIKqdIhUlHp82XRqNSq/mtAjp1BIC9vHKJ2FAEpGssTPw iat-mode=0</string>
28 3.3.7.0 A <string>3.3.7.0</string>
29 6.8.4.2 A <string>https://pm-gateway.supersonicads.com/auction?appKey=67052255&amp;SDKVersion=6.8.4.2&amp;initCountry=US&amp;platform=iphone&amp;advId=0D99ABE9-B1D0-41C1-8C45-2681A498AD97</string>
30 3.3.7.0 A <string>3.3.7.0</string>
31 6.8.4.2 A <string>6.8.4.2</string>
32 6.8.4.2 A <string>6.8.4.2</string>
33 2.19.40.12 A <key>Sticker_2.19.40.12</key>
34 2.19.20.2 A <key>Sticker_2.19.20.2</key>
35 2.19.40.24 A <key>Sticker_2.19.40.24</key>
36 2.19.40.24 A <string>Sticker_2.19.40.24</string>
37 17.57.144.52 A <string>17.57.144.52</string>
38 1.0.0.1 A <key>1.0.0.1</key>
39 12.6.0.1 A <string>12.6.0.1</string>
40 12.6.0.1 A <string>12.6.0.1</string>
41 135.0.0.22 B <string>135.0.0.22.118 (206072521)</string>
42 12.6.0.1 A <string>12.6.0.1</string>
43 608.80.24.1 N <string>3608.80.24.1.8</string>
44 608.80.24.1 N <string>3608.80.24.1.8</string>
45 135.0.0.22 B <string>135.0.0.22.118</string>
46 135.0.0.22 B <string>135.0.0.22.118 (206072690)</string>
47 135.0.0.22 B <string>135.0.0.22.118 (206072521)</string>
48 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
49 12.6.0.1 A <string>12.6.0.1</string>
50 4.1.1.0 A <string>cmn-CHN-4.1.1.0-20160421</string>
51 4.1.1.5 A <string>eng-USA-4.1.1.5-20160919</string>
52 4.1.1.5 A <string>eng-USA-4.1.1.5-20160919</string>
53 4.1.0.2 A <string>spa-USA-4.1.0.2-20160424</string>
54 4.1.0.2 A <string>rus-RUS-4.1.0.2-20160422</string>
55 4.1.0.3 A <string>tur-TUR-4.1.0.3-20160422</string>
56 6.0.0.2 A <string>eng-USA-OfflineIOS-6.0.0.2-20191003</string>
57 4.1.1.0 A <string>cmn-CHN-4.1.1.0-20160421</string>
58 4.1.0.2 A <string>yue-HKG-4.1.0.2-20160424</string>
59 5.2.0.2 A <string>eng-USA-5.2.0.2-20170705</string>
60 5.0.0.1 A <string>spa-ESP-5.0.0.1-20170310</string>
61 5.3.0.3 A <string>eng-USA-5.3.0.3-20180129</string>
62 5.0.0.1 A <string>cmn-CHN-OfflineIOS-5.0.0.1-20180624</string>
63 5.3.0.1 A <string>eng-USA-OfflineIOS-5.3.0.1-20190209</string>
64 5.3.0.1 A <string>eng-USA-OfflineIOS-5.3.0.1-20190530</string>
65 5.0.0.1 A <string>cmn-CHN-OfflineIOS-5.0.0.1-20180925</string>
66 4.1.0.1 A <string>eng-GBR-4.1.0.1-20160422</string>
67 4.1.0.1 A <string>ita-ITA-4.1.0.1-20160422</string>
68 4.1.0.4 A <string>por-BRA-4.1.0.4-20160424</string>
69 4.1.0.1 A <string>eng-IND-4.1.0.1-20160424</string>
70 6.0.0.4 A <string>fra-FRA-OfflineIOS-6.0.0.4-20191114</string>
71 6.0.0.3 A <string>deu-DEU-OfflineIOS-6.0.0.3-20191114</string>
72 6.0.0.1 A <string>eng-AUS-OfflineIOS-6.0.0.1-20191215</string>
73 5.0.0.3 A <string>kor-KOR-OfflineIOS-5.0.0.3-20191215</string>
74 6.0.0.2 A <string>spa-ESP-OfflineIOS-6.0.0.2-20191120</string>
75 6.0.0.3 A <string>spa-USA-OfflineIOS-6.0.0.3-20190831</string>
76 6.0.0.0 A <string>cmn-CHN-OfflineIOS-6.0.0.0-20191009</string>
77 6.0.0.3 A <string>jpn-JPN-OfflineIOS-6.0.0.3-20191024</string>
78 5.0.0.4 A <string>rus-RUS-OfflineIOS-5.0.0.4-20190930</string>
79 5.0.0.1 A <string>tur-TUR-OfflineIOS-5.0.0.1-20190928</string>
80 6.0.0.2 A <string>yue-HKG-OfflineIOS-6.0.0.2-20190901</string>
81 6.0.0.1 A <string>eng-GBR-6.0.0.1-20190729</string>
82 5.1.1.0 A <string>ita-ITA-5.1.1.0-20190729</string>
83 5.0.0.2 A <string>por-BRA-5.0.0.2-20190729</string>
84 6.0.0.5 A <string>eng-IND-6.0.0.5-20190907</string>
85 6.0.0.0 A <string>ara-XWW-OfflineIOS-6.0.0.0-20200227</string>
86 5.0.0.1 A <string>tur-TUR-OfflineIOS-5.0.0.1-20200229</string>
87 7.0.0.3 A <string>deu-DEU-OfflineIOS-7.0.0.3-20200323</string>
88 7.0.0.3 A <string>eng-GBR-OfflineIOS-7.0.0.3-20200323</string>
89 7.0.0.4 A <string>eng-USA-OfflineIOS-7.0.0.4-20200319</string>
90 7.0.0.3 A <string>spa-ESP-OfflineIOS-7.0.0.3-20200323</string>
91 7.0.0.3 A <string>fra-FRA-OfflineIOS-7.0.0.3-20200323</string>
92 7.0.0.3 A <string>jpn-JPN-OfflineIOS-7.0.0.3-20200323</string>
93 7.0.0.3 A <string>cmn-CHN-OfflineIOS-7.0.0.3-20200323</string>
94 10.78.6.0 A <string>Snapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip)</string>
95 10.78.6.0 A <string>10.78.6.0</string>
96 10.22.22.1 A <string>10.22.22.1</string>
97 10.68.68.22 A <string>10.68.68.22</string>
98 10.22.22.1 A <string>10.22.22.1</string>
99 216.239.36.126 A <string>216.239.36.126</string>
100 10.78.6.0 A <string>10.78.6.0</string>
101 10.78.6.0 A <string>Snapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip)</string>
102 216.239.36.126 A <string>216.239.36.126</string>
103 52.207.89.96 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
104 52.207.21.88 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
105 52.4.205.231 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
106 52.5.37.1 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
107 52.4.79.247 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
108 52.22.144.146 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
109 52.3.185.35 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
110 52.21.187.77 A <string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>
111 216.239.36.126 A <string>216.239.36.126</string>
112 35.186.197.135 A <string>35.186.197.135</string>
113 35.190.43.134 A <string>35.190.43.134</string>
114 35.186.197.135 A <string>35.186.197.135</string>
115 35.186.197.135 A <string>35.186.197.135</string>
116 3.213.65.77 A <string>3.213.65.77</string>
117 3.94.245.242 A <string>3.94.245.242</string>
118 172.217.8.20 B <string>172.217.8.20</string>
119 3.94.245.242 A <string>3.94.245.242</string>
120 216.239.36.126 A <string>216.239.36.126</string>
121 172.217.8.20 B <string>172.217.8.20</string>
122 216.239.36.126 A <string>216.239.36.126</string>
123 15.21.2.145 A <string>15.21.2.14594</string>
124 8.58.0.93 A <string>8.58.0.93</string>
125 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
126 8.58.0.93 A <string>8.58.0.93</string>
127 2.20.31.4 A <string>2.20.31.4</string>
128 10.78.6.0 A <string>10.78.6.0</string>
129 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
130 255.255.255.255 E <string>255.255.255.255</string>
131 0.0.0.0 N <string>0.0.0.0</string>
132 255.255.255.255 E <string>255.255.255.255</string>
133 0.0.0.0 N <string>0.0.0.0</string>
134 3.6.1.4 A <string>3.6.1.4</string>
135 609.1.20.0 N <string>609.1.20.0.9</string>
136 12.6.0.1 A <string>12.6.0.1</string>
137 12.6.0.1 A <string>12.6.0.1</string>
138 12.6.0.1 A <string>12.6.0.1</string>
139 6.9.4.0 A <string>MoPub-6.9.4.0</string>
140 7.4.2.6 A <string>7.4.2.6</string>
141 135.0.0.22 B <string>135.0.0.22.118</string>
142 2.20.31.4 A <string>2.20.31.4</string>
143 0.5.1.3 N <string>0.5.1.3</string>
144 0.6.7.8 N <string>0.6.7.8</string>
145 10.78.6.0 A <string>10.78.6.0</string>
146 8.58.0.93 A <string>8.58.0.93</string>
147 12.6.0.1 A <string>12.6.0.1</string>
148 20.10.0.8 A <string>20.10.0.8</string>
149 2.20.31.4 A <string>2.20.31.4</string>
150 15.21.2.145 A <string>15.21.2.14594</string>
151 10.78.6.0 A <string>10.78.6.0</string>
152 3.6.1.4 A <string>3.6.1.4</string>
153 1.0.0.1 A <key>1.0.0.1</key>
154 1.0.0.1 A <string>1.0.0.1</string>
155 1.0.0.1 A <string>1.0.0.1</string>
156 1.1.1.1 A <key>1.1.1.1</key>
157 1.1.1.1 A <string>1.1.1.1</string>
158 1.1.1.1 A <string>1.1.1.1</string>
159 208.180.231.139 A <string>http://abuseipdb.com/check/208.180.231.139</string>
160 69.50.232.54 A <string>http://www.abuseipdb.com/whois/69.50.232.54</string>
161 4.3.0.49 A <string>http://advantage1.checkm8.com/AdminServer/swf/admin-release.swf?version=4.3.0.49</string>
162 0.0.0.392 N <string>http://d3bn78kc7qbjb6.cloudfront.net/rc-0.0.0.392/views/logs/logs.html</string>
163 3.2.108.2 A <string>http://fcs.dell.com/fcs/fcs/UIFramework/3.2.108.2/res/Image?path=sharedcontrols%2Fcontainers%2Fvalidation_messaging_left.png</string>
164 1.7.0.0 A <string>http://ui1.img.digitalrivercontent.net/drui/1.7.0.0.7.1/css/dr-stylesheet-ff-compressed.css</string>
165 2.15.134.0 A <string>http://fast.fonts.com/FontsCom/Live/static/2.15.134.0/img/apple-touch-icon-57x57.png</string>
166 0.0.798.798 N <string>http://tva1.sinaimg.cn/crop.0.0.798.798.180/6462d00fgw1egno4hgy6wj20m80m8mxn.jpg</string>
167 0.9.9.3 N <string>http://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip</string>
168 0.9.9.3 N <string>http://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip</string>
169 5.6.1.892 N <string>http://sm.wdjcdn.com/release/files/jupiter/5.6.1.8925/wandoujia-wandoujia_web.apk</string>
170 0.21.685.685 N <string>http://tvassl.weibo.cn/crop.0.21.685.685.1024/6b84272bgw1euxxzxrndpj20k00k0adc.jpg</string>
171 1.4.4.02 A <string>http://novel-cdn.kuangxiangit.com/custom/download/1.4.4.02/Novel-release_14402_jiagu_sign-1109-2-PCdownload.apk</string>
172 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
173 608.80.24.1 N <string>3608.80.24.1.8</string>
174 2.20.31.4 A <string>2.20.31.4</string>
175 180.0.720.720 B <string>https://scontent-iad3-1.cdninstagram.com/v/t51.2885-15/e15/c180.0.720.720a/s240x240/93425170_1848465348622192_2718028079642416718_n.jpg?cachebreaker=9823&amp;_nc_ht=scontent-iad3-1.cdninstagram.com&amp;_nc_cat=1&amp;_nc_ohc=MteGbc14-xIAX9Oom5c&amp;oh=bce805572a79dd6ed9fbedbbf1b198ee&amp;oe=5EC259EB&amp;ig_cache_key=MjI4ODMyOTY2NzQ3OTg3Nzk0Ng%3D%3D.2</string>
176 8.5.51.877 N <string>8.5.51.877.g6cea6b5</string>
177 8.5.51.877 N <string>8.5.51.877</string>
178 1.000.000.000 A <string>1.000.000.000+</string>
179 2.20.31.4 A <string>2.20.31.4</string>
180 257.0.1.38 N <string>257.0.1.38.116</string>
181 7.0.0.4 A <string>/private/var/MobileAsset/AssetsV2/com_apple_MobileAsset_EmbeddedSpeech/479991bc60161e4545ff833d6117f264954cb6b3.asset/AssetData/eng-USA-OfflineIOS-7.0.0.4-20200319</string>
182 608.80.24.1 N <string>3608.80.24.1.8</string>
183 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
184 10.78.6.0 A <string>10.78.6.0</string>
185 608.80.24.1 N <string>3608.80.24.1.8</string>
186 2.20.31.4 A <string>2.20.31.4</string>
187 13.3.1.17 A <string>13.3.1.17D50</string>
188 13.3.1.17 A <string>13.3.1.17D50</string>
189 104.36.225.166 A <string>104.36.225.166</string>
190 104.36.225.154 A <string>104.36.225.154</string>
191 104.36.225.179 A <string>104.36.225.179</string>
192 104.36.225.142 A <string>104.36.225.142</string>
193 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
194 20.10.0.8 A <string>20.10.0.8</string>
195 135.0.0.22 B <string>135.0.0.22.118</string>
196 34.227.164.166 A <string>34.227.164.166</string>
197 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
198 7.0.0.4 A <string>eng-USA-OfflineIOS-7.0.0.4-20200319</string>
199 7.4.1.2 A <string>7.4.1.2</string>
200 64.98.122.70 A <string>64.98.122.70</string>
201 20.10.0.8 A <string>20.10.0.8</string>
202 12.6.0.1 A <string>12.6.0.1</string>
203 12.6.0.1 A <string>12.6.0.1</string>
204 257.0.1.38 N <string>257.0.1.38.116</string>
205 257.0.1.38 N <string>257.0.1.38.116</string>
206 256.0.1.26 N <string>tincan_register_device_256.0.1.26.113</string>
207 257.0.1.38 N <string>tincan_register_device_257.0.1.38.116</string>
208 257.0.1.38 N <string>257.0.1.38.116</string>
209 257.0.1.38 N <string>257.0.1.38.116</string>
210 135.0.0.22 B <string>135.0.0.22.118 (206072690)</string>
211 2.20.31.4 A <string>2.20.31.4</string>
212 3.6.1.4 A <string>3.6.1.4</string>
213 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
214 12.6.0.1 A <string>12.6.0.1</string>
215 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
216 12.6.0.1 A <string>12.6.0.1</string>
217 15.21.2.145 A <string>15.21.2.14594</string>
218 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
219 608.80.24.1 N <string>3608.80.24.1.8</string>
220 5.12.20.4 A <string>5.12.20.4.10.18.5.5.2</string>
221 10.18.5.5 A <string>5.12.20.4.10.18.5.5.2</string>
222 608.80.24.1 N <string>3608.80.24.1.8</string>
223 12.6.0.1 A <string>12.6.0.1</string>
224 10.5.0.1 A <string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>
225 2.20.31.4 A <string>2.20.31.4</string>
226 608.80.24.1 N <string>3608.80.24.1.8</string>
227 255.255.255.255 E <string>255.255.255.255</string>
228 0.0.0.0 N <string>0.0.0.0</string>
229 255.255.255.255 E <string>255.255.255.255</string>
230 0.0.0.0 N <string>0.0.0.0</string>

46
IP_Extraction_Fine_Tuning/code/dataset_test.jsonl Normal file
View File

@@ -0,0 +1,46 @@
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t\t<string>13.3.1.17D50</string>;13.3.1.17", "completion": "positive"}
{"promote": "\t\t<string>13.3.1.17D50</string>;13.3.1.17", "completion": "positive"}
{"promote": "\t\t<string>104.36.225.166</string>;104.36.225.166", "completion": "positive"}
{"promote": "\t\t<string>104.36.225.154</string>;104.36.225.154", "completion": "positive"}
{"promote": "\t\t<string>104.36.225.179</string>;104.36.225.179", "completion": "positive"}
{"promote": "\t\t<string>104.36.225.142</string>;104.36.225.142", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>20.10.0.8</string>;20.10.0.8", "completion": "positive"}
{"promote": "\t<string>135.0.0.22.118</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t\t<string>34.227.164.166</string>;34.227.164.166", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t\t<string>eng-USA-OfflineIOS-7.0.0.4-20200319</string>;7.0.0.4", "completion": "positive"}
{"promote": "\t<string>7.4.1.2</string>;7.4.1.2", "completion": "positive"}
{"promote": "\t<string>64.98.122.70</string>;64.98.122.70", "completion": "positive"}
{"promote": "\t<string>20.10.0.8</string>;20.10.0.8", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>257.0.1.38.116</string>;257.0.1.38", "completion": "negtive"}
{"promote": "\t<string>257.0.1.38.116</string>;257.0.1.38", "completion": "negtive"}
{"promote": "\t\t\t<string>tincan_register_device_256.0.1.26.113</string>;256.0.1.26", "completion": "negtive"}
{"promote": "\t\t\t<string>tincan_register_device_257.0.1.38.116</string>;257.0.1.38", "completion": "negtive"}
{"promote": "\t<string>257.0.1.38.116</string>;257.0.1.38", "completion": "negtive"}
{"promote": "\t<string>257.0.1.38.116</string>;257.0.1.38", "completion": "negtive"}
{"promote": "\t<string>135.0.0.22.118 (206072690)</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t<string>3.6.1.4</string>;3.6.1.4", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>15.21.2.14594</string>;15.21.2.145", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t<string>5.12.20.4.10.18.5.5.2</string>;5.12.20.4", "completion": "positive"}
{"promote": "\t<string>5.12.20.4.10.18.5.5.2</string>;10.18.5.5", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t\t\t\t\t\t<string>255.255.255.255</string>;255.255.255.255", "completion": "positive"}
{"promote": "\t\t\t\t\t\t<string>0.0.0.0</string>;0.0.0.0", "completion": "negtive"}
{"promote": "\t\t\t\t\t\t<string>255.255.255.255</string>;255.255.255.255", "completion": "positive"}
{"promote": "\t\t\t\t\t\t<string>0.0.0.0</string>;0.0.0.0", "completion": "negtive"}

183
IP_Extraction_Fine_Tuning/code/dataset_train.jsonl Normal file
View File

@@ -0,0 +1,183 @@
{"promote": "\t<string>1.000.000.000+</string>;1.000.000.000", "completion": "positive"}
{"promote": "\t<key>1.0.0.1</key>;1.0.0.1", "completion": "positive"}
{"promote": "\t<string>1.0.0.1</string>;1.0.0.1", "completion": "positive"}
{"promote": "\t<key>1.1.1.1</key>;1.1.1.1", "completion": "positive"}
{"promote": "\t<string>1.1.1.1</string>;1.1.1.1", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t\t\t<string>eng-USA-1.0.0.14-20170731</string>;1.0.0.14", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-1.0.0.12-20170804</string>;1.0.0.12", "completion": "positive"}
{"promote": "\t<string>3.6.1.4</string>;3.6.1.4", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>100.73.156.224</string>;100.73.156.224", "completion": "positive"}
{"promote": "\t<string>obfs4 192.95.36.142:443 CDF2E852BF539B82BD10E27E9115A31734E378C2 cert=qUVQ0srL1JI/vO6V6m/24anYXiJD3QP2HgzUKQtQ7GRqqUvs7P+tG43RtAqdhLOALP7DJQ iat-mode=1</string>;192.95.36.142", "completion": "positive"}
{"promote": "\t<string>obfs4 38.229.1.78:80 C8CBDB2464FC9804A69531437BCF2BE31FDD2EE4 cert=Hmyfd2ev46gGY7NoVxA9ngrPF2zCZtzskRTzoWXbxNkzeVnGFPWmrTtILRyqCTjHR+s9dg iat-mode=1</string>;38.229.1.78", "completion": "positive"}
{"promote": "\t<string>obfs4 38.229.33.83:80 0BAC39417268B96B9F514E7F63FA6FBA1A788955 cert=VwEFpk9F/UN9JED7XpG1XOjm/O8ZCXK80oPecgWnNDZDv5pdkhq1OpbAH0wNqOT6H6BmRQ iat-mode=1</string>;38.229.33.83", "completion": "positive"}
{"promote": "\t<string>obfs4 37.218.240.34:40035 88CD36D45A35271963EF82E511C8827A24730913 cert=eGXYfWODcgqIdPJ+rRupg4GGvVGfh25FWaIXZkit206OSngsp7GAIiGIXOJJROMxEqFKJg iat-mode=1</string>;37.218.240.34", "completion": "positive"}
{"promote": "\t<string>obfs4 37.218.245.14:38224 D9A82D2F9C2F65A18407B1D2B764F130847F8B5D cert=bjRaMrr1BRiAW8IE9U5z27fQaYgOhX1UCmOpg2pFpoMvo6ZgQMzLsaTzzQNTlm7hNcb+Sg iat-mode=0</string>;37.218.245.14", "completion": "positive"}
{"promote": "\t<string>obfs4 85.31.186.98:443 011F2599C0E9B27EE74B353155E244813763C3E5 cert=ayq0XzCwhpdysn5o0EyDUbmSOx3X/oTEbzDMvczHOdBJKlvIdHHLJGkZARtT4dcBFArPPg iat-mode=0</string>;85.31.186.98", "completion": "positive"}
{"promote": "\t<string>obfs4 85.31.186.26:443 91A6354697E6B02A386312F68D82CF86824D3606 cert=PBwr+S8JTVZo6MPdHnkTwXJPILWADLqfMGoVvhZClMq/Urndyd42BwX9YFJHZnBB3H0XCw iat-mode=0</string>;85.31.186.26", "completion": "positive"}
{"promote": "\t<string>obfs4 216.252.162.21:46089 0DB8799466902192B6C7576D58D4F7F714EC87C1 cert=XPUwcQPxEXExHfJYX58gZXN7mYpos7VNAHbkgERNFg+FCVNzuYo1Wp+uMscl3aR9hO2DRQ iat-mode=0</string>;216.252.162.21", "completion": "positive"}
{"promote": "\t<string>obfs4 144.217.20.138:80 FB70B257C162BF1038CA669D568D76F5B7F0BABB cert=vYIV5MgrghGQvZPIi1tJwnzorMgqgmlKaB77Y3Z9Q/v94wZBOAXkW+fdx4aSxLVnKO+xNw iat-mode=0</string>;144.217.20.138", "completion": "positive"}
{"promote": "\t<string>obfs4 193.11.166.194:27015 2D82C2E354D531A68469ADF7F878FA6060C6BACA cert=4TLQPJrTSaDffMK7Nbao6LC7G9OW/NHkUwIdjLSS3KYf0Nv4/nQiiI8dY2TcsQx01NniOg iat-mode=0</string>;193.11.166.194", "completion": "positive"}
{"promote": "\t<string>obfs4 193.11.166.194:27020 86AC7B8D430DAC4117E9F42C9EAED18133863AAF cert=0LDeJH4JzMDtkJJrFphJCiPqKx7loozKN7VNfuukMGfHO0Z8OGdzHVkhVAOfo1mUdv9cMg iat-mode=0</string>;193.11.166.194", "completion": "positive"}
{"promote": "\t<string>obfs4 193.11.166.194:27025 1AE2C08904527FEA90C4C4F8C1083EA59FBC6FAF cert=ItvYZzW5tn6v3G4UnQa6Qz04Npro6e81AP70YujmK/KXwDFPTs3aHXcHp4n8Vt6w/bv8cA iat-mode=0</string>;193.11.166.194", "completion": "positive"}
{"promote": "\t<string>obfs4 209.148.46.65:443 74FAD13168806246602538555B5521A0383A1875 cert=ssH+9rP8dG2NLDN2XuFw63hIO/9MNNinLmxQDpVa+7kTOa9/m+tGWT1SmSYpQ9uTBGa6Hw iat-mode=0</string>;209.148.46.65", "completion": "positive"}
{"promote": "\t<string>obfs4 146.57.248.225:22 10A6CD36A537FCE513A322361547444B393989F0 cert=K1gDtDAIcUfeLqbstggjIw2rtgIKqdIhUlHp82XRqNSq/mtAjp1BIC9vHKJ2FAEpGssTPw iat-mode=0</string>;146.57.248.225", "completion": "positive"}
{"promote": "\t<string>3.3.7.0</string>;3.3.7.0", "completion": "positive"}
{"promote": "\t\t\t\t\t<string>https://pm-gateway.supersonicads.com/auction?appKey=67052255&amp;SDKVersion=6.8.4.2&amp;initCountry=US&amp;platform=iphone&amp;advId=0D99ABE9-B1D0-41C1-8C45-2681A498AD97</string>;6.8.4.2", "completion": "positive"}
{"promote": "\t<string>3.3.7.0</string>;3.3.7.0", "completion": "positive"}
{"promote": "\t\t\t<string>6.8.4.2</string>;6.8.4.2", "completion": "positive"}
{"promote": "\t\t\t<string>6.8.4.2</string>;6.8.4.2", "completion": "positive"}
{"promote": "\t\t<key>Sticker_2.19.40.12</key>;2.19.40.12", "completion": "positive"}
{"promote": "\t\t<key>Sticker_2.19.20.2</key>;2.19.20.2", "completion": "positive"}
{"promote": "\t\t<key>Sticker_2.19.40.24</key>;2.19.40.24", "completion": "positive"}
{"promote": "\t<string>Sticker_2.19.40.24</string>;2.19.40.24", "completion": "positive"}
{"promote": "\t\t\t<string>17.57.144.52</string>;17.57.144.52", "completion": "positive"}
{"promote": "\t<key>1.0.0.1</key>;1.0.0.1", "completion": "positive"}
{"promote": "\t\t\t\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>135.0.0.22.118 (206072521)</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t<string>135.0.0.22.118</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t<string>135.0.0.22.118 (206072690)</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t<string>135.0.0.22.118 (206072521)</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-4.1.1.0-20160421</string>;4.1.1.0", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-4.1.1.5-20160919</string>;4.1.1.5", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-4.1.1.5-20160919</string>;4.1.1.5", "completion": "positive"}
{"promote": "\t\t\t<string>spa-USA-4.1.0.2-20160424</string>;4.1.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>rus-RUS-4.1.0.2-20160422</string>;4.1.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>tur-TUR-4.1.0.3-20160422</string>;4.1.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-OfflineIOS-6.0.0.2-20191003</string>;6.0.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-4.1.1.0-20160421</string>;4.1.1.0", "completion": "positive"}
{"promote": "\t\t\t<string>yue-HKG-4.1.0.2-20160424</string>;4.1.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-5.2.0.2-20170705</string>;5.2.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>spa-ESP-5.0.0.1-20170310</string>;5.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-5.3.0.3-20180129</string>;5.3.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-OfflineIOS-5.0.0.1-20180624</string>;5.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-OfflineIOS-5.3.0.1-20190209</string>;5.3.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-OfflineIOS-5.3.0.1-20190530</string>;5.3.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-OfflineIOS-5.0.0.1-20180925</string>;5.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>eng-GBR-4.1.0.1-20160422</string>;4.1.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>ita-ITA-4.1.0.1-20160422</string>;4.1.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>por-BRA-4.1.0.4-20160424</string>;4.1.0.4", "completion": "positive"}
{"promote": "\t\t\t<string>eng-IND-4.1.0.1-20160424</string>;4.1.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>fra-FRA-OfflineIOS-6.0.0.4-20191114</string>;6.0.0.4", "completion": "positive"}
{"promote": "\t\t\t<string>deu-DEU-OfflineIOS-6.0.0.3-20191114</string>;6.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>eng-AUS-OfflineIOS-6.0.0.1-20191215</string>;6.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>kor-KOR-OfflineIOS-5.0.0.3-20191215</string>;5.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>spa-ESP-OfflineIOS-6.0.0.2-20191120</string>;6.0.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>spa-USA-OfflineIOS-6.0.0.3-20190831</string>;6.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-OfflineIOS-6.0.0.0-20191009</string>;6.0.0.0", "completion": "positive"}
{"promote": "\t\t\t<string>jpn-JPN-OfflineIOS-6.0.0.3-20191024</string>;6.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>rus-RUS-OfflineIOS-5.0.0.4-20190930</string>;5.0.0.4", "completion": "positive"}
{"promote": "\t\t\t<string>tur-TUR-OfflineIOS-5.0.0.1-20190928</string>;5.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>yue-HKG-OfflineIOS-6.0.0.2-20190901</string>;6.0.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>eng-GBR-6.0.0.1-20190729</string>;6.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>ita-ITA-5.1.1.0-20190729</string>;5.1.1.0", "completion": "positive"}
{"promote": "\t\t\t<string>por-BRA-5.0.0.2-20190729</string>;5.0.0.2", "completion": "positive"}
{"promote": "\t\t\t<string>eng-IND-6.0.0.5-20190907</string>;6.0.0.5", "completion": "positive"}
{"promote": "\t\t\t<string>ara-XWW-OfflineIOS-6.0.0.0-20200227</string>;6.0.0.0", "completion": "positive"}
{"promote": "\t\t\t<string>tur-TUR-OfflineIOS-5.0.0.1-20200229</string>;5.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>deu-DEU-OfflineIOS-7.0.0.3-20200323</string>;7.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>eng-GBR-OfflineIOS-7.0.0.3-20200323</string>;7.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>eng-USA-OfflineIOS-7.0.0.4-20200319</string>;7.0.0.4", "completion": "positive"}
{"promote": "\t\t\t<string>spa-ESP-OfflineIOS-7.0.0.3-20200323</string>;7.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>fra-FRA-OfflineIOS-7.0.0.3-20200323</string>;7.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>jpn-JPN-OfflineIOS-7.0.0.3-20200323</string>;7.0.0.3", "completion": "positive"}
{"promote": "\t\t\t<string>cmn-CHN-OfflineIOS-7.0.0.3-20200323</string>;7.0.0.3", "completion": "positive"}
{"promote": "\t\t<string>Snapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip)</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t<string>10.78.6.0</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t<string>10.22.22.1</string>;10.22.22.1", "completion": "positive"}
{"promote": "\t\t<string>10.68.68.22</string>;10.68.68.22", "completion": "positive"}
{"promote": "\t\t<string>10.22.22.1</string>;10.22.22.1", "completion": "positive"}
{"promote": "\t\t\t<string>216.239.36.126</string>;216.239.36.126", "completion": "positive"}
{"promote": "\t\t<string>10.78.6.0</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t<string>Snapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip)</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t\t<string>216.239.36.126</string>;216.239.36.126", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.207.89.96", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.207.21.88", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.4.205.231", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.5.37.1", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.4.79.247", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.22.144.146", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.3.185.35", "completion": "positive"}
{"promote": "\t\t\t<string>52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77</string>;52.21.187.77", "completion": "positive"}
{"promote": "\t\t\t<string>216.239.36.126</string>;216.239.36.126", "completion": "positive"}
{"promote": "\t\t\t<string>35.186.197.135</string>;35.186.197.135", "completion": "positive"}
{"promote": "\t\t\t<string>35.190.43.134</string>;35.190.43.134", "completion": "positive"}
{"promote": "\t\t\t<string>35.186.197.135</string>;35.186.197.135", "completion": "positive"}
{"promote": "\t\t\t<string>35.186.197.135</string>;35.186.197.135", "completion": "positive"}
{"promote": "\t\t\t<string>3.213.65.77</string>;3.213.65.77", "completion": "positive"}
{"promote": "\t\t\t<string>3.94.245.242</string>;3.94.245.242", "completion": "positive"}
{"promote": "\t\t\t<string>172.217.8.20</string>;172.217.8.20", "completion": "positive"}
{"promote": "\t\t\t<string>3.94.245.242</string>;3.94.245.242", "completion": "positive"}
{"promote": "\t\t\t<string>216.239.36.126</string>;216.239.36.126", "completion": "positive"}
{"promote": "\t\t\t<string>172.217.8.20</string>;172.217.8.20", "completion": "positive"}
{"promote": "\t\t\t<string>216.239.36.126</string>;216.239.36.126", "completion": "positive"}
{"promote": "\t<string>15.21.2.14594</string>;15.21.2.145", "completion": "positive"}
{"promote": "\t<string>8.58.0.93</string>;8.58.0.93", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>8.58.0.93</string>;8.58.0.93", "completion": "positive"}
{"promote": "\t\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t<string>10.78.6.0</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t\t\t\t\t\t<string>255.255.255.255</string>;255.255.255.255", "completion": "positive"}
{"promote": "\t\t\t\t\t\t<string>0.0.0.0</string>;0.0.0.0", "completion": "negtive"}
{"promote": "\t\t\t\t\t\t<string>255.255.255.255</string>;255.255.255.255", "completion": "positive"}
{"promote": "\t\t\t\t\t\t<string>0.0.0.0</string>;0.0.0.0", "completion": "negtive"}
{"promote": "\t\t<string>3.6.1.4</string>;3.6.1.4", "completion": "positive"}
{"promote": "\t<string>609.1.20.0.9</string>;609.1.20.0", "completion": "negtive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t<string>MoPub-6.9.4.0</string>;6.9.4.0", "completion": "positive"}
{"promote": "\t<string>7.4.2.6</string>;7.4.2.6", "completion": "positive"}
{"promote": "\t<string>135.0.0.22.118</string>;135.0.0.22", "completion": "positive"}
{"promote": "\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t\t<string>0.5.1.3</string>;0.5.1.3", "completion": "negtive"}
{"promote": "\t\t<string>0.6.7.8</string>;0.6.7.8", "completion": "negtive"}
{"promote": "\t<string>10.78.6.0</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t<string>8.58.0.93</string>;8.58.0.93", "completion": "positive"}
{"promote": "\t\t<string>12.6.0.1</string>;12.6.0.1", "completion": "positive"}
{"promote": "\t\t<string>20.10.0.8</string>;20.10.0.8", "completion": "positive"}
{"promote": "\t\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t\t<string>15.21.2.14594</string>;15.21.2.145", "completion": "positive"}
{"promote": "\t\t<string>10.78.6.0</string>;10.78.6.0", "completion": "positive"}
{"promote": "\t\t<string>3.6.1.4</string>;3.6.1.4", "completion": "positive"}
{"promote": "\t<key>1.0.0.1</key>;1.0.0.1", "completion": "positive"}
{"promote": "\t\t\t<string>1.0.0.1</string>;1.0.0.1", "completion": "positive"}
{"promote": "\t\t\t\t<string>1.0.0.1</string>;1.0.0.1", "completion": "positive"}
{"promote": "\t<key>1.1.1.1</key>;1.1.1.1", "completion": "positive"}
{"promote": "\t\t\t<string>1.1.1.1</string>;1.1.1.1", "completion": "positive"}
{"promote": "\t\t\t\t<string>1.1.1.1</string>;1.1.1.1", "completion": "positive"}
{"promote": "\t\t\t\t\t<string>http://abuseipdb.com/check/208.180.231.139</string>;208.180.231.139", "completion": "positive"}
{"promote": "\t\t\t\t\t<string>http://www.abuseipdb.com/whois/69.50.232.54</string>;69.50.232.54", "completion": "positive"}
{"promote": "\t\t\t\t\t<string>http://advantage1.checkm8.com/AdminServer/swf/admin-release.swf?version=4.3.0.49</string>;4.3.0.49", "completion": "positive"}
{"promote": "\t\t\t\t\t<string>http://d3bn78kc7qbjb6.cloudfront.net/rc-0.0.0.392/views/logs/logs.html</string>;0.0.0.392", "completion": "negtive"}
{"promote": "\t\t\t\t\t<string>http://fcs.dell.com/fcs/fcs/UIFramework/3.2.108.2/res/Image?path=sharedcontrols%2Fcontainers%2Fvalidation_messaging_left.png</string>;3.2.108.2", "completion": "positive"}
{"promote": "\t\t\t\t<string>http://ui1.img.digitalrivercontent.net/drui/1.7.0.0.7.1/css/dr-stylesheet-ff-compressed.css</string>;1.7.0.0", "completion": "positive"}
{"promote": "\t\t\t\t<string>http://fast.fonts.com/FontsCom/Live/static/2.15.134.0/img/apple-touch-icon-57x57.png</string>;2.15.134.0", "completion": "positive"}
{"promote": "\t\t\t\t\t<string>http://tva1.sinaimg.cn/crop.0.0.798.798.180/6462d00fgw1egno4hgy6wj20m80m8mxn.jpg</string>;0.0.798.798", "completion": "negtive"}
{"promote": "\t\t\t\t\t<string>http://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip</string>;0.9.9.3", "completion": "negtive"}
{"promote": "\t\t\t\t\t<string>http://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip</string>;0.9.9.3", "completion": "negtive"}
{"promote": "\t\t\t\t\t<string>http://sm.wdjcdn.com/release/files/jupiter/5.6.1.8925/wandoujia-wandoujia_web.apk</string>;5.6.1.892", "completion": "negtive"}
{"promote": "\t\t\t\t\t<string>http://tvassl.weibo.cn/crop.0.21.685.685.1024/6b84272bgw1euxxzxrndpj20k00k0adc.jpg</string>;0.21.685.685", "completion": "negtive"}
{"promote": "\t\t\t\t\t<string>http://novel-cdn.kuangxiangit.com/custom/download/1.4.4.02/Novel-release_14402_jiagu_sign-1109-2-PCdownload.apk</string>;1.4.4.02", "completion": "positive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t\t<string>https://scontent-iad3-1.cdninstagram.com/v/t51.2885-15/e15/c180.0.720.720a/s240x240/93425170_1848465348622192_2718028079642416718_n.jpg?cachebreaker=9823&amp;_nc_ht=scontent-iad3-1.cdninstagram.com&amp;_nc_cat=1&amp;_nc_ohc=MteGbc14-xIAX9Oom5c&amp;oh=bce805572a79dd6ed9fbedbbf1b198ee&amp;oe=5EC259EB&amp;ig_cache_key=MjI4ODMyOTY2NzQ3OTg3Nzk0Ng%3D%3D.2</string>;180.0.720.720", "completion": "positive"}
{"promote": "\t<string>8.5.51.877.g6cea6b5</string>;8.5.51.877", "completion": "negtive"}
{"promote": "\t<string>8.5.51.877</string>;8.5.51.877", "completion": "negtive"}
{"promote": "\t<string>1.000.000.000+</string>;1.000.000.000", "completion": "positive"}
{"promote": "\t<string>2.20.31.4</string>;2.20.31.4", "completion": "positive"}
{"promote": "\t<string>257.0.1.38.116</string>;257.0.1.38", "completion": "negtive"}
{"promote": "\t<string>/private/var/MobileAsset/AssetsV2/com_apple_MobileAsset_EmbeddedSpeech/479991bc60161e4545ff833d6117f264954cb6b3.asset/AssetData/eng-USA-OfflineIOS-7.0.0.4-20200319</string>;7.0.0.4", "completion": "positive"}
{"promote": "\t<string>3608.80.24.1.8</string>;608.80.24.1", "completion": "negtive"}
{"promote": "\t\t\t<string>http://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js</string>;10.5.0.1", "completion": "positive"}
{"promote": "\t<string>10.78.6.0</string>;10.78.6.0", "completion": "positive"}

59
IP_Extraction_Fine_Tuning/code/preprocess_dataset.py Normal file
View File

@@ -0,0 +1,59 @@
import pandas as pd
import json
import os
# Read the CSV file into a DataFrame
file_path = os.path.join(os.getcwd(), "./openAI/dataset_small.csv")
data = pd.read_csv(file_path)
# Create a list to store the converted data
json_list = []
# Iterate through each row and create the JSON format
for index, row in data.iterrows():
promote_text = (
row["text"] + ";" + row["ip"]
) # Replace with the actual column name for "promote" text
completion_text = (
"positive" if row["class"] != "N" else "negtive"
) # Replace with the actual column name for "completion" text
# Create a dictionary for the JSON object
json_object = {"promote": promote_text, "completion": completion_text}
json_list.append(json_object)
# Write the converted data to a JSON file
output_file_path = os.path.join(
os.getcwd(), "./openAI/dataset_small.json"
) # Replace with the desired output file path
# Calculate the split index
split_index = int(0.8 * len(json_list))
# Split the list into two parts
train_data = json_list[:split_index]
test_data = json_list[split_index:]
# File paths for train and test data
train_file_path = os.path.join(os.getcwd(), "./openAI/dataset_train.jsonl")
test_file_path = os.path.join(os.getcwd(), "./openAI/dataset_test.jsonl")
# Write train data to file
with open(train_file_path, "w") as train_file:
for json_object in train_data:
line = json.dumps(json_object) + "\n"
train_file.write(line)
# Write test data to file
with open(test_file_path, "w") as test_file:
for json_object in test_data:
line = json.dumps(json_object) + "\n"
test_file.write(line)
print(
"JSON objects have been split (80% \and 20%) and written to train_data.jsonl and test_data.jsonl"
)