diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/IP_Identifer_Fine_Tuning.pptx b/AI4Forensics/IP_Identifier_Fine_Tuning/IP_Identifer_Fine_Tuning.pptx new file mode 100644 index 0000000..89142a0 Binary files /dev/null and b/AI4Forensics/IP_Identifier_Fine_Tuning/IP_Identifer_Fine_Tuning.pptx differ diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/check_fine_tune_job_status.py b/AI4Forensics/IP_Identifier_Fine_Tuning/code/check_fine_tune_job_status.py new file mode 100644 index 0000000..dd52622 --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/check_fine_tune_job_status.py @@ -0,0 +1,14 @@ +import openai + +openai.api_key = "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" + +fine_tune_job_id = "ft-3DA3kW5k0BaHoWqwjJUB6Xwf" + +# Retrieve fine-tuning job details +fine_tune_job = openai.FineTune.retrieve(fine_tune_job_id) + +# Check status and other information +print("Fine-tuned Model: " + fine_tune_job.fine_tuned_model) +print("Status: " + fine_tune_job.status) +print("Job Results: ========") +print(fine_tune_job.result_files) diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/create_fine_tune_job.py b/AI4Forensics/IP_Identifier_Fine_Tuning/code/create_fine_tune_job.py new file mode 100644 index 0000000..371580c --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/create_fine_tune_job.py @@ -0,0 +1,10 @@ +import openai + +openai.api_key = "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" + +# check file id: print(openai.File.list()) +file_id = "file-1kZdBPJtBAHOehkHuhc8z5N1" +fine_tune = openai.FineTune.create(training_file=file_id, model="ada") + +# Fine tuning job id +print(fine_tune) diff --git a/IP_Extraction_Fine_Tuning/code/dataset_small.csv b/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_small.csv similarity index 100% rename from IP_Extraction_Fine_Tuning/code/dataset_small.csv rename to AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_small.csv diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_test.jsonl b/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_test.jsonl new file mode 100644 index 0000000..3155afe --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_test.jsonl @@ -0,0 +1,46 @@ +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t\t13.3.1.17D50;13.3.1.17 ->", "completion": " positive"} +{"prompt": "\t\t13.3.1.17D50;13.3.1.17 ->", "completion": " positive"} +{"prompt": "\t\t104.36.225.166;104.36.225.166 ->", "completion": " positive"} +{"prompt": "\t\t104.36.225.154;104.36.225.154 ->", "completion": " positive"} +{"prompt": "\t\t104.36.225.179;104.36.225.179 ->", "completion": " positive"} +{"prompt": "\t\t104.36.225.142;104.36.225.142 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t20.10.0.8;20.10.0.8 ->", "completion": " positive"} +{"prompt": "\t135.0.0.22.118;135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t\t34.227.164.166;34.227.164.166 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t\teng-USA-OfflineIOS-7.0.0.4-20200319;7.0.0.4 ->", "completion": " positive"} +{"prompt": "\t7.4.1.2;7.4.1.2 ->", "completion": " positive"} +{"prompt": "\t64.98.122.70;64.98.122.70 ->", "completion": " positive"} +{"prompt": "\t20.10.0.8;20.10.0.8 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} +{"prompt": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} +{"prompt": "\t\t\ttincan_register_device_256.0.1.26.113;256.0.1.26 ->", "completion": " negative"} +{"prompt": "\t\t\ttincan_register_device_257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} +{"prompt": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} +{"prompt": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} +{"prompt": "\t135.0.0.22.118 (206072690);135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t15.21.2.14594;15.21.2.145 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t5.12.20.4.10.18.5.5.2;5.12.20.4 ->", "completion": " positive"} +{"prompt": "\t5.12.20.4.10.18.5.5.2;10.18.5.5 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_train.jsonl b/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_train.jsonl new file mode 100644 index 0000000..5bd579c --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/dataset_train.jsonl @@ -0,0 +1,183 @@ +{"prompt": "\t1.000.000.000+;1.000.000.000 ->", "completion": " positive"} +{"prompt": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} +{"prompt": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} +{"prompt": "\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} +{"prompt": "\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t\t\teng-USA-1.0.0.14-20170731;1.0.0.14 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-1.0.0.12-20170804;1.0.0.12 ->", "completion": " positive"} +{"prompt": "\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t100.73.156.224;100.73.156.224 ->", "completion": " positive"} +{"prompt": "\tobfs4 192.95.36.142:443 CDF2E852BF539B82BD10E27E9115A31734E378C2 cert=qUVQ0srL1JI/vO6V6m/24anYXiJD3QP2HgzUKQtQ7GRqqUvs7P+tG43RtAqdhLOALP7DJQ iat-mode=1;192.95.36.142 ->", "completion": " positive"} +{"prompt": "\tobfs4 38.229.1.78:80 C8CBDB2464FC9804A69531437BCF2BE31FDD2EE4 cert=Hmyfd2ev46gGY7NoVxA9ngrPF2zCZtzskRTzoWXbxNkzeVnGFPWmrTtILRyqCTjHR+s9dg iat-mode=1;38.229.1.78 ->", "completion": " positive"} +{"prompt": "\tobfs4 38.229.33.83:80 0BAC39417268B96B9F514E7F63FA6FBA1A788955 cert=VwEFpk9F/UN9JED7XpG1XOjm/O8ZCXK80oPecgWnNDZDv5pdkhq1OpbAH0wNqOT6H6BmRQ iat-mode=1;38.229.33.83 ->", "completion": " positive"} +{"prompt": "\tobfs4 37.218.240.34:40035 88CD36D45A35271963EF82E511C8827A24730913 cert=eGXYfWODcgqIdPJ+rRupg4GGvVGfh25FWaIXZkit206OSngsp7GAIiGIXOJJROMxEqFKJg iat-mode=1;37.218.240.34 ->", "completion": " positive"} +{"prompt": "\tobfs4 37.218.245.14:38224 D9A82D2F9C2F65A18407B1D2B764F130847F8B5D cert=bjRaMrr1BRiAW8IE9U5z27fQaYgOhX1UCmOpg2pFpoMvo6ZgQMzLsaTzzQNTlm7hNcb+Sg iat-mode=0;37.218.245.14 ->", "completion": " positive"} +{"prompt": "\tobfs4 85.31.186.98:443 011F2599C0E9B27EE74B353155E244813763C3E5 cert=ayq0XzCwhpdysn5o0EyDUbmSOx3X/oTEbzDMvczHOdBJKlvIdHHLJGkZARtT4dcBFArPPg iat-mode=0;85.31.186.98 ->", "completion": " positive"} +{"prompt": "\tobfs4 85.31.186.26:443 91A6354697E6B02A386312F68D82CF86824D3606 cert=PBwr+S8JTVZo6MPdHnkTwXJPILWADLqfMGoVvhZClMq/Urndyd42BwX9YFJHZnBB3H0XCw iat-mode=0;85.31.186.26 ->", "completion": " positive"} +{"prompt": "\tobfs4 216.252.162.21:46089 0DB8799466902192B6C7576D58D4F7F714EC87C1 cert=XPUwcQPxEXExHfJYX58gZXN7mYpos7VNAHbkgERNFg+FCVNzuYo1Wp+uMscl3aR9hO2DRQ iat-mode=0;216.252.162.21 ->", "completion": " positive"} +{"prompt": "\tobfs4 144.217.20.138:80 FB70B257C162BF1038CA669D568D76F5B7F0BABB cert=vYIV5MgrghGQvZPIi1tJwnzorMgqgmlKaB77Y3Z9Q/v94wZBOAXkW+fdx4aSxLVnKO+xNw iat-mode=0;144.217.20.138 ->", "completion": " positive"} +{"prompt": "\tobfs4 193.11.166.194:27015 2D82C2E354D531A68469ADF7F878FA6060C6BACA cert=4TLQPJrTSaDffMK7Nbao6LC7G9OW/NHkUwIdjLSS3KYf0Nv4/nQiiI8dY2TcsQx01NniOg iat-mode=0;193.11.166.194 ->", "completion": " positive"} +{"prompt": "\tobfs4 193.11.166.194:27020 86AC7B8D430DAC4117E9F42C9EAED18133863AAF cert=0LDeJH4JzMDtkJJrFphJCiPqKx7loozKN7VNfuukMGfHO0Z8OGdzHVkhVAOfo1mUdv9cMg iat-mode=0;193.11.166.194 ->", "completion": " positive"} +{"prompt": "\tobfs4 193.11.166.194:27025 1AE2C08904527FEA90C4C4F8C1083EA59FBC6FAF cert=ItvYZzW5tn6v3G4UnQa6Qz04Npro6e81AP70YujmK/KXwDFPTs3aHXcHp4n8Vt6w/bv8cA iat-mode=0;193.11.166.194 ->", "completion": " positive"} +{"prompt": "\tobfs4 209.148.46.65:443 74FAD13168806246602538555B5521A0383A1875 cert=ssH+9rP8dG2NLDN2XuFw63hIO/9MNNinLmxQDpVa+7kTOa9/m+tGWT1SmSYpQ9uTBGa6Hw iat-mode=0;209.148.46.65 ->", "completion": " positive"} +{"prompt": "\tobfs4 146.57.248.225:22 10A6CD36A537FCE513A322361547444B393989F0 cert=K1gDtDAIcUfeLqbstggjIw2rtgIKqdIhUlHp82XRqNSq/mtAjp1BIC9vHKJ2FAEpGssTPw iat-mode=0;146.57.248.225 ->", "completion": " positive"} +{"prompt": "\t3.3.7.0;3.3.7.0 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\thttps://pm-gateway.supersonicads.com/auction?appKey=67052255&SDKVersion=6.8.4.2&initCountry=US&platform=iphone&advId=0D99ABE9-B1D0-41C1-8C45-2681A498AD97;6.8.4.2 ->", "completion": " positive"} +{"prompt": "\t3.3.7.0;3.3.7.0 ->", "completion": " positive"} +{"prompt": "\t\t\t6.8.4.2;6.8.4.2 ->", "completion": " positive"} +{"prompt": "\t\t\t6.8.4.2;6.8.4.2 ->", "completion": " positive"} +{"prompt": "\t\tSticker_2.19.40.12;2.19.40.12 ->", "completion": " positive"} +{"prompt": "\t\tSticker_2.19.20.2;2.19.20.2 ->", "completion": " positive"} +{"prompt": "\t\tSticker_2.19.40.24;2.19.40.24 ->", "completion": " positive"} +{"prompt": "\tSticker_2.19.40.24;2.19.40.24 ->", "completion": " positive"} +{"prompt": "\t\t\t17.57.144.52;17.57.144.52 ->", "completion": " positive"} +{"prompt": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t135.0.0.22.118 (206072521);135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t135.0.0.22.118;135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t135.0.0.22.118 (206072690);135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t135.0.0.22.118 (206072521);135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-4.1.1.0-20160421;4.1.1.0 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-4.1.1.5-20160919;4.1.1.5 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-4.1.1.5-20160919;4.1.1.5 ->", "completion": " positive"} +{"prompt": "\t\t\tspa-USA-4.1.0.2-20160424;4.1.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\trus-RUS-4.1.0.2-20160422;4.1.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\ttur-TUR-4.1.0.3-20160422;4.1.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-OfflineIOS-6.0.0.2-20191003;6.0.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-4.1.1.0-20160421;4.1.1.0 ->", "completion": " positive"} +{"prompt": "\t\t\tyue-HKG-4.1.0.2-20160424;4.1.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-5.2.0.2-20170705;5.2.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\tspa-ESP-5.0.0.1-20170310;5.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-5.3.0.3-20180129;5.3.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-OfflineIOS-5.0.0.1-20180624;5.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-OfflineIOS-5.3.0.1-20190209;5.3.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-OfflineIOS-5.3.0.1-20190530;5.3.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-OfflineIOS-5.0.0.1-20180925;5.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\teng-GBR-4.1.0.1-20160422;4.1.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tita-ITA-4.1.0.1-20160422;4.1.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tpor-BRA-4.1.0.4-20160424;4.1.0.4 ->", "completion": " positive"} +{"prompt": "\t\t\teng-IND-4.1.0.1-20160424;4.1.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tfra-FRA-OfflineIOS-6.0.0.4-20191114;6.0.0.4 ->", "completion": " positive"} +{"prompt": "\t\t\tdeu-DEU-OfflineIOS-6.0.0.3-20191114;6.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\teng-AUS-OfflineIOS-6.0.0.1-20191215;6.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tkor-KOR-OfflineIOS-5.0.0.3-20191215;5.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\tspa-ESP-OfflineIOS-6.0.0.2-20191120;6.0.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\tspa-USA-OfflineIOS-6.0.0.3-20190831;6.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-OfflineIOS-6.0.0.0-20191009;6.0.0.0 ->", "completion": " positive"} +{"prompt": "\t\t\tjpn-JPN-OfflineIOS-6.0.0.3-20191024;6.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\trus-RUS-OfflineIOS-5.0.0.4-20190930;5.0.0.4 ->", "completion": " positive"} +{"prompt": "\t\t\ttur-TUR-OfflineIOS-5.0.0.1-20190928;5.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tyue-HKG-OfflineIOS-6.0.0.2-20190901;6.0.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\teng-GBR-6.0.0.1-20190729;6.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tita-ITA-5.1.1.0-20190729;5.1.1.0 ->", "completion": " positive"} +{"prompt": "\t\t\tpor-BRA-5.0.0.2-20190729;5.0.0.2 ->", "completion": " positive"} +{"prompt": "\t\t\teng-IND-6.0.0.5-20190907;6.0.0.5 ->", "completion": " positive"} +{"prompt": "\t\t\tara-XWW-OfflineIOS-6.0.0.0-20200227;6.0.0.0 ->", "completion": " positive"} +{"prompt": "\t\t\ttur-TUR-OfflineIOS-5.0.0.1-20200229;5.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\tdeu-DEU-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\teng-GBR-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\teng-USA-OfflineIOS-7.0.0.4-20200319;7.0.0.4 ->", "completion": " positive"} +{"prompt": "\t\t\tspa-ESP-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\tfra-FRA-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\tjpn-JPN-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\t\tcmn-CHN-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} +{"prompt": "\t\tSnapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip);10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\t10.22.22.1;10.22.22.1 ->", "completion": " positive"} +{"prompt": "\t\t10.68.68.22;10.68.68.22 ->", "completion": " positive"} +{"prompt": "\t\t10.22.22.1;10.22.22.1 ->", "completion": " positive"} +{"prompt": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} +{"prompt": "\t\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\tSnapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip);10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.207.89.96 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.207.21.88 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.4.205.231 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.5.37.1 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.4.79.247 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.22.144.146 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.3.185.35 ->", "completion": " positive"} +{"prompt": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.21.187.77 ->", "completion": " positive"} +{"prompt": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} +{"prompt": "\t\t\t35.186.197.135;35.186.197.135 ->", "completion": " positive"} +{"prompt": "\t\t\t35.190.43.134;35.190.43.134 ->", "completion": " positive"} +{"prompt": "\t\t\t35.186.197.135;35.186.197.135 ->", "completion": " positive"} +{"prompt": "\t\t\t35.186.197.135;35.186.197.135 ->", "completion": " positive"} +{"prompt": "\t\t\t3.213.65.77;3.213.65.77 ->", "completion": " positive"} +{"prompt": "\t\t\t3.94.245.242;3.94.245.242 ->", "completion": " positive"} +{"prompt": "\t\t\t172.217.8.20;172.217.8.20 ->", "completion": " positive"} +{"prompt": "\t\t\t3.94.245.242;3.94.245.242 ->", "completion": " positive"} +{"prompt": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} +{"prompt": "\t\t\t172.217.8.20;172.217.8.20 ->", "completion": " positive"} +{"prompt": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} +{"prompt": "\t15.21.2.14594;15.21.2.145 ->", "completion": " positive"} +{"prompt": "\t8.58.0.93;8.58.0.93 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t8.58.0.93;8.58.0.93 ->", "completion": " positive"} +{"prompt": "\t\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} +{"prompt": "\t\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} +{"prompt": "\t609.1.20.0.9;609.1.20.0 ->", "completion": " negative"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\tMoPub-6.9.4.0;6.9.4.0 ->", "completion": " positive"} +{"prompt": "\t7.4.2.6;7.4.2.6 ->", "completion": " positive"} +{"prompt": "\t135.0.0.22.118;135.0.0.22 ->", "completion": " positive"} +{"prompt": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t\t0.5.1.3;0.5.1.3 ->", "completion": " negative"} +{"prompt": "\t\t0.6.7.8;0.6.7.8 ->", "completion": " negative"} +{"prompt": "\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\t8.58.0.93;8.58.0.93 ->", "completion": " positive"} +{"prompt": "\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} +{"prompt": "\t\t20.10.0.8;20.10.0.8 ->", "completion": " positive"} +{"prompt": "\t\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t\t15.21.2.14594;15.21.2.145 ->", "completion": " positive"} +{"prompt": "\t\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} +{"prompt": "\t\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} +{"prompt": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} +{"prompt": "\t\t\t\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} +{"prompt": "\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} +{"prompt": "\t\t\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} +{"prompt": "\t\t\t\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\thttp://abuseipdb.com/check/208.180.231.139;208.180.231.139 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\thttp://www.abuseipdb.com/whois/69.50.232.54;69.50.232.54 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\thttp://advantage1.checkm8.com/AdminServer/swf/admin-release.swf?version=4.3.0.49;4.3.0.49 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\thttp://d3bn78kc7qbjb6.cloudfront.net/rc-0.0.0.392/views/logs/logs.html;0.0.0.392 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\thttp://fcs.dell.com/fcs/fcs/UIFramework/3.2.108.2/res/Image?path=sharedcontrols%2Fcontainers%2Fvalidation_messaging_left.png;3.2.108.2 ->", "completion": " positive"} +{"prompt": "\t\t\t\thttp://ui1.img.digitalrivercontent.net/drui/1.7.0.0.7.1/css/dr-stylesheet-ff-compressed.css;1.7.0.0 ->", "completion": " positive"} +{"prompt": "\t\t\t\thttp://fast.fonts.com/FontsCom/Live/static/2.15.134.0/img/apple-touch-icon-57x57.png;2.15.134.0 ->", "completion": " positive"} +{"prompt": "\t\t\t\t\thttp://tva1.sinaimg.cn/crop.0.0.798.798.180/6462d00fgw1egno4hgy6wj20m80m8mxn.jpg;0.0.798.798 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\thttp://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip;0.9.9.3 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\thttp://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip;0.9.9.3 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\thttp://sm.wdjcdn.com/release/files/jupiter/5.6.1.8925/wandoujia-wandoujia_web.apk;5.6.1.892 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\thttp://tvassl.weibo.cn/crop.0.21.685.685.1024/6b84272bgw1euxxzxrndpj20k00k0adc.jpg;0.21.685.685 ->", "completion": " negative"} +{"prompt": "\t\t\t\t\thttp://novel-cdn.kuangxiangit.com/custom/download/1.4.4.02/Novel-release_14402_jiagu_sign-1109-2-PCdownload.apk;1.4.4.02 ->", "completion": " positive"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t\thttps://scontent-iad3-1.cdninstagram.com/v/t51.2885-15/e15/c180.0.720.720a/s240x240/93425170_1848465348622192_2718028079642416718_n.jpg?cachebreaker=9823&_nc_ht=scontent-iad3-1.cdninstagram.com&_nc_cat=1&_nc_ohc=MteGbc14-xIAX9Oom5c&oh=bce805572a79dd6ed9fbedbbf1b198ee&oe=5EC259EB&ig_cache_key=MjI4ODMyOTY2NzQ3OTg3Nzk0Ng%3D%3D.2;180.0.720.720 ->", "completion": " positive"} +{"prompt": "\t8.5.51.877.g6cea6b5;8.5.51.877 ->", "completion": " negative"} +{"prompt": "\t8.5.51.877;8.5.51.877 ->", "completion": " negative"} +{"prompt": "\t1.000.000.000+;1.000.000.000 ->", "completion": " positive"} +{"prompt": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} +{"prompt": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} +{"prompt": "\t/private/var/MobileAsset/AssetsV2/com_apple_MobileAsset_EmbeddedSpeech/479991bc60161e4545ff833d6117f264954cb6b3.asset/AssetData/eng-USA-OfflineIOS-7.0.0.4-20200319;7.0.0.4 ->", "completion": " positive"} +{"prompt": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} +{"prompt": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} +{"prompt": "\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/fine_tuning_steps.txt b/AI4Forensics/IP_Identifier_Fine_Tuning/code/fine_tuning_steps.txt new file mode 100644 index 0000000..79ed4bc --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/fine_tuning_steps.txt @@ -0,0 +1,735 @@ +step,elapsed_tokens,elapsed_examples,training_loss,training_sequence_accuracy,training_token_accuracy +1,41,1,0.3422684478372903,0.0,0.0 +2,82,2,0.29415758050723534,0.0,0.0 +3,107,3,0.26836416228777427,0.0,0.0 +4,180,4,0.09312592670424943,0.0,0.0 +5,221,5,0.032864584001566985,1.0,1.0 +6,254,6,0.037723244405715374,1.0,1.0 +7,279,7,0.03359652970650738,1.0,1.0 +8,320,8,0.030938620218075807,1.0,1.0 +9,545,9,0.033140532646076915,1.0,1.0 +10,570,10,0.022109474907823213,1.0,1.0 +11,603,11,0.013494568530586549,1.0,1.0 +12,644,12,0.028891261502634737,1.0,1.0 +13,717,13,0.12056504911251574,0.0,0.0 +14,758,14,0.02212080684886314,1.0,1.0 +15,791,15,0.019680225299234737,1.0,1.0 +16,824,16,0.02177591590909287,1.0,1.0 +17,849,17,0.014783291911977964,1.0,1.0 +18,882,18,0.010066903492988786,1.0,1.0 +19,923,19,0.02736308410449419,1.0,1.0 +20,964,20,0.023958843491738664,1.0,1.0 +21,997,21,0.013991431805952742,1.0,1.0 +22,1086,22,0.025196835061797172,1.0,1.0 +23,1119,23,0.2619002080018254,0.0,0.0 +24,1192,24,0.032936498319452064,1.0,1.0 +25,1233,25,0.02153837113780901,1.0,1.0 +26,1266,26,0.00555596837111807,1.0,1.0 +27,1291,27,0.01250326059035918,1.0,1.0 +28,1332,28,0.022308030709595188,1.0,1.0 +29,1365,29,0.010133290242192743,1.0,1.0 +30,1398,30,0.010532345267256459,1.0,1.0 +31,1431,31,0.009011256524663622,1.0,1.0 +32,1472,32,0.01997880817850819,1.0,1.0 +33,1569,33,0.03683679010437724,1.0,1.0 +34,1610,34,0.014420278117999261,1.0,1.0 +35,1691,35,0.12407691921926019,0.0,0.0 +36,1716,36,0.01208413674468223,1.0,1.0 +37,1741,37,0.014551969137379878,1.0,1.0 +38,1782,38,0.01770302808181441,1.0,1.0 +39,1871,39,0.03599551201157738,0.0,0.0 +40,1896,40,0.01572693057503784,1.0,1.0 +41,1921,41,0.014244088684693752,1.0,1.0 +42,1986,42,0.02648213904512886,1.0,1.0 +43,2011,43,0.009828377033506211,1.0,1.0 +44,2036,44,0.008748155721017004,1.0,1.0 +45,2069,45,0.008366924001820736,1.0,1.0 +46,2102,46,0.011377047930509433,1.0,1.0 +47,2127,47,0.008601020806430219,1.0,1.0 +48,2248,48,0.04921287097615035,1.0,1.0 +49,2297,49,0.026384771928278497,1.0,1.0 +50,2338,50,0.02090477125477628,1.0,1.0 +51,2371,51,0.009900623962821556,1.0,1.0 +52,2484,52,0.051265101481393294,1.0,1.0 +53,2509,53,0.0036296157259736593,1.0,1.0 +54,2534,54,0.00676469712406591,1.0,1.0 +55,2559,55,0.00882289069411854,1.0,1.0 +56,2600,56,0.021269503712057488,1.0,1.0 +57,2705,57,0.02911322427886262,1.0,1.0 +58,2738,58,0.3065356110023504,0.0,0.0 +59,2771,59,0.006344375891112577,1.0,1.0 +60,2804,60,0.005848990828599199,1.0,1.0 +61,2829,61,0.008651581133561497,1.0,1.0 +62,2862,62,0.026746644651299792,1.0,1.0 +63,2887,63,0.017904774170656307,1.0,1.0 +64,2920,64,0.05931086030431288,0.0,0.0 +65,2945,65,0.027005705564940093,1.0,1.0 +66,2986,66,0.03127979270312062,1.0,1.0 +67,3027,67,0.02005685483966954,1.0,1.0 +68,3052,68,0.0863988903636588,0.0,0.0 +69,3117,69,0.026661107998147603,1.0,1.0 +70,3158,70,0.023179982355810355,1.0,1.0 +71,3191,71,0.03912314371138791,0.0,0.0 +72,3232,72,0.01930120307323523,1.0,1.0 +73,3297,73,0.02381919154076968,1.0,1.0 +74,3338,74,0.01878213454897923,1.0,1.0 +75,3451,75,0.04968748841410226,1.0,1.0 +76,3484,76,0.010846269849330384,1.0,1.0 +77,3517,77,0.01887635843274978,1.0,1.0 +78,3558,78,0.014095523149764633,1.0,1.0 +79,3599,79,0.019775878618696882,1.0,1.0 +80,3656,80,0.020289044517090328,1.0,1.0 +81,3681,81,0.011244877886468505,1.0,1.0 +82,3722,82,0.01820325946380035,1.0,1.0 +83,3747,83,0.009503979790715676,1.0,1.0 +84,3788,84,0.017909832779812864,1.0,1.0 +85,3821,85,0.0070891866497891,1.0,1.0 +86,3854,86,0.2145401589964422,0.0,0.0 +87,3887,87,0.17691077493234844,0.0,0.0 +88,4016,88,0.04327724820095476,1.0,1.0 +89,4057,89,0.011801188715064201,1.0,1.0 +90,4082,90,0.008853272037946832,1.0,1.0 +91,4115,91,0.011181263769404952,1.0,1.0 +92,4236,92,0.04844980792932756,1.0,1.0 +93,4277,93,0.019445888512735113,1.0,1.0 +94,4310,94,0.024664396458774718,1.0,1.0 +95,4359,95,0.029993225713123295,1.0,1.0 +96,4400,96,0.020891781284783067,1.0,1.0 +97,4441,97,0.0175595372365915,1.0,1.0 +98,4466,98,0.04328905451541383,0.0,0.0 +99,4587,99,0.04753604759939723,1.0,1.0 +100,4620,100,0.13211459680363136,0.0,0.0 +101,4645,101,0.014474895536380547,1.0,1.0 +102,4678,102,0.010346713354647364,1.0,1.0 +103,4703,103,0.014083473280940475,1.0,1.0 +104,4744,104,0.013943990744128316,1.0,1.0 +105,4777,105,0.07440461992246808,0.0,0.0 +106,4802,106,0.010936432361701613,1.0,1.0 +107,4827,107,0.01655654637869399,1.0,1.0 +108,4860,108,0.013695586945914329,1.0,1.0 +109,4901,109,0.014818748898826015,1.0,1.0 +110,4942,110,0.0149494605286327,1.0,1.0 +111,4975,111,0.006679666804557201,1.0,1.0 +112,5088,112,0.04836043983792478,1.0,1.0 +113,5177,113,0.023302274540578767,1.0,1.0 +114,5210,114,0.009356137278749089,1.0,1.0 +115,5235,115,0.0076565783442492825,1.0,1.0 +116,5276,116,0.019580420880300153,1.0,1.0 +117,5301,117,0.19929495653994117,0.0,0.0 +118,5414,118,0.04745443225843182,1.0,1.0 +119,5455,119,0.009445023002242127,1.0,1.0 +120,5576,120,0.04518987326544205,1.0,1.0 +121,5617,121,0.0169507645009553,1.0,1.0 +122,5682,122,0.025487637030517478,1.0,1.0 +123,5707,123,0.03707726402068147,1.0,1.0 +124,5748,124,0.053755007128289435,0.0,0.0 +125,5773,125,0.07294511953645269,0.0,0.0 +126,5862,126,0.026016781014934005,1.0,1.0 +127,5887,127,0.03192262787736884,1.0,1.0 +128,5920,128,0.06710932446821516,0.0,0.0 +129,5961,129,0.010478036091208197,1.0,1.0 +130,5994,130,0.08061993098786843,0.0,0.0 +131,6075,131,0.027430748158414644,1.0,1.0 +132,6116,132,0.012970600127009674,1.0,1.0 +133,6157,133,0.015417866823103397,1.0,1.0 +134,6198,134,0.019928693561643743,1.0,1.0 +135,6231,135,0.02453836585907993,1.0,1.0 +136,6272,136,0.01282429217780009,1.0,1.0 +137,6305,137,0.015184414538716738,1.0,1.0 +138,6426,138,0.04646361354635701,1.0,1.0 +139,6555,139,0.04226473282850009,1.0,1.0 +140,6588,140,0.004586561558026006,1.0,1.0 +141,6613,141,0.010003308925394472,1.0,1.0 +142,6726,142,0.04719483347891322,1.0,1.0 +143,6815,143,0.019785354708993428,1.0,1.0 +144,6904,144,0.01926725838503361,1.0,1.0 +145,6945,145,0.008777881843263459,1.0,1.0 +146,7010,146,0.09811448302542886,0.0,0.0 +147,7043,147,0.0161740249972172,1.0,1.0 +148,7076,148,0.014966994884580344,1.0,1.0 +149,7109,149,0.008604598941599307,1.0,1.0 +150,7134,150,0.0065350899669283525,1.0,1.0 +151,7199,151,0.019357744806113714,1.0,1.0 +152,7280,152,0.0579742998812435,0.0,0.0 +153,7401,153,0.0430477605691473,1.0,1.0 +154,7434,154,0.02075389081713183,1.0,1.0 +155,7499,155,0.019711592553105676,1.0,1.0 +156,7532,156,0.002989210186779019,1.0,1.0 +157,7557,157,0.006429987688716209,1.0,1.0 +158,7582,158,0.01104786439396169,1.0,1.0 +159,7607,159,0.010906582507717153,1.0,1.0 +160,7640,160,0.00702029588892401,1.0,1.0 +161,7665,161,0.005975423934857341,1.0,1.0 +162,7690,162,0.006332585425079742,1.0,1.0 +163,7715,163,0.007324083514746842,1.0,1.0 +164,7780,164,0.08617875804859068,0.0,0.0 +165,7821,165,0.015359396051964725,1.0,1.0 +166,7862,166,0.010535212524533565,1.0,1.0 +167,7903,167,0.012398793188835043,1.0,1.0 +168,7944,168,0.018749580575030452,1.0,1.0 +169,7969,169,0.006661275446058426,1.0,1.0 +170,7994,170,0.008481281688479309,1.0,1.0 +171,8035,171,0.008540236567743706,1.0,1.0 +172,8124,172,0.018664796085120706,1.0,1.0 +173,8157,173,0.11888937098013116,0.0,0.0 +174,8246,174,0.01920061190891085,1.0,1.0 +175,8279,175,0.010934706075407804,1.0,1.0 +176,8312,176,0.019720966775322493,1.0,1.0 +177,8337,177,0.0327238320460492,1.0,1.0 +178,8362,178,0.024913264741729408,1.0,1.0 +179,8483,179,0.04536634450830631,1.0,1.0 +180,8548,180,0.01886134794153975,1.0,1.0 +181,8573,181,0.005545650380269459,1.0,1.0 +182,8614,182,0.009906889479771964,1.0,1.0 +183,8655,183,0.009485194471668366,1.0,1.0 +184,8720,184,0.015428393473483484,1.0,1.0 +185,8761,185,0.010083212562305564,1.0,1.0 +186,8786,186,0.00487714134668143,1.0,1.0 +187,8827,187,0.007902781870529908,1.0,1.0 +188,8868,188,0.007766081618456155,1.0,1.0 +189,8909,189,0.006114911016458791,1.0,1.0 +190,8934,190,0.004265683483082891,1.0,1.0 +191,8967,191,0.18373538739391165,0.0,0.0 +192,9080,192,0.0456222760860224,1.0,1.0 +193,9113,193,0.11289287815435387,0.0,0.0 +194,9138,194,0.10633321423881475,0.0,0.0 +195,9227,195,0.018082590584139822,1.0,1.0 +196,9260,196,0.033235298157851506,1.0,1.0 +197,9325,197,0.034967957155988647,1.0,1.0 +198,9350,198,0.06013888160505607,0.0,0.0 +199,9383,199,0.0640366973756818,0.0,0.0 +200,9416,200,0.059398789040728844,0.0,0.0 +201,9441,201,0.03324461390074854,1.0,1.0 +202,9482,202,0.023148118981088373,1.0,1.0 +203,9515,203,0.021472851962595317,1.0,1.0 +204,9548,204,0.029975333740621866,1.0,1.0 +205,9613,205,0.01565265270846254,1.0,1.0 +206,9638,206,0.013373369169257786,1.0,1.0 +207,9703,207,0.013726440779084328,1.0,1.0 +208,9744,208,0.009496721030197478,1.0,1.0 +209,9777,209,0.014824624946459152,1.0,1.0 +210,9810,210,0.043233480286921804,0.0,0.0 +211,9931,211,0.04300962956814904,1.0,1.0 +212,9964,212,0.020364371274110907,1.0,1.0 +213,9989,213,0.004739058930542038,1.0,1.0 +214,10054,214,0.022060227912352275,1.0,1.0 +215,10095,215,0.009650594861656375,1.0,1.0 +216,10128,216,0.010494109993463781,1.0,1.0 +217,10161,217,0.01722829967011421,1.0,1.0 +218,10202,218,0.008142377675669195,1.0,1.0 +219,10427,219,0.03191974054891683,1.0,1.0 +220,10508,220,0.02359779081646775,1.0,1.0 +221,10549,221,0.0069573269355814775,1.0,1.0 +222,10582,222,0.003708324086396715,1.0,1.0 +223,10623,223,0.007168234958762697,1.0,1.0 +224,10664,224,0.007748393507892615,1.0,1.0 +225,10705,225,0.007279348351688897,1.0,1.0 +226,10730,226,0.004205744101914206,1.0,1.0 +227,10763,227,0.004483108324217256,1.0,1.0 +228,10828,228,0.046215442206880654,0.0,0.0 +229,10869,229,0.009718255702296119,1.0,1.0 +230,10958,230,0.017269476184236823,1.0,1.0 +231,10983,231,0.0037633272526303094,1.0,1.0 +232,11024,232,0.006531690343023911,1.0,1.0 +233,11065,233,0.005683546400918203,1.0,1.0 +234,11090,234,0.014337555203228478,1.0,1.0 +235,11115,235,0.008002931955884378,1.0,1.0 +236,11236,236,0.04276944489478819,1.0,1.0 +237,11349,237,0.04541693859176738,1.0,1.0 +238,11390,238,0.00863394946933704,1.0,1.0 +239,11415,239,0.0026282570227423698,1.0,1.0 +240,11448,240,0.014434587587652458,1.0,1.0 +241,11481,241,0.003045696903429871,1.0,1.0 +242,11506,242,0.002638294824428158,1.0,1.0 +243,11595,243,0.01637662789706321,1.0,1.0 +244,11660,244,0.028307202154305742,1.0,1.0 +245,11701,245,0.007109818366338005,1.0,1.0 +246,11726,246,0.007517044765548538,1.0,1.0 +247,11767,247,0.019734014017332813,1.0,1.0 +248,11792,248,0.006463342409594286,1.0,1.0 +249,11817,249,0.003524780348807326,1.0,1.0 +250,11850,250,0.008670094698170486,1.0,1.0 +251,11883,251,0.008254469867217722,1.0,1.0 +252,11916,252,0.0018380497614811017,1.0,1.0 +253,11941,253,0.007424767277849848,1.0,1.0 +254,12062,254,0.04161749321976761,1.0,1.0 +255,12087,255,0.007172993611472217,1.0,1.0 +256,12120,256,0.007556960728563809,1.0,1.0 +257,12233,257,0.04472767078315915,1.0,1.0 +258,12274,258,0.010088491258150045,1.0,1.0 +259,12299,259,0.004771663126887991,1.0,1.0 +260,12332,260,0.008973670945015328,1.0,1.0 +261,12357,261,0.00373648394242385,1.0,1.0 +262,12486,262,0.03873273397737308,1.0,1.0 +263,12519,263,0.006436763247659201,1.0,1.0 +264,12544,264,0.20965489331057444,0.0,0.0 +265,12585,265,0.006420836884712117,1.0,1.0 +266,12634,266,0.022450024518642142,1.0,1.0 +267,12675,267,0.008477421184448759,1.0,1.0 +268,12716,268,0.007495830150168331,1.0,1.0 +269,12757,269,0.008632228900380142,1.0,1.0 +270,12798,270,0.006526887610460108,1.0,1.0 +271,12839,271,0.01089357392097736,1.0,1.0 +272,12880,272,0.009905096623340798,1.0,1.0 +273,12993,273,0.04708900188818201,1.0,1.0 +274,13018,274,0.01814423586882185,1.0,1.0 +275,13059,275,0.009050886700204501,1.0,1.0 +276,13092,276,0.0185432958335241,1.0,1.0 +277,13117,277,0.01595674807005707,1.0,1.0 +278,13150,278,0.020824243272463717,1.0,1.0 +279,13191,279,0.005234507345721795,1.0,1.0 +280,13216,280,0.006552906022401051,1.0,1.0 +281,13297,281,0.023031739301663037,1.0,1.0 +282,13338,282,0.004397409567511204,1.0,1.0 +283,13371,283,0.013593538486152284,1.0,1.0 +284,13460,284,0.015921816272791392,1.0,1.0 +285,13493,285,0.023486386855656745,1.0,1.0 +286,13526,286,0.012040990435425558,1.0,1.0 +287,13567,287,0.015902272940364125,1.0,1.0 +288,13608,288,0.004421787471032076,1.0,1.0 +289,13665,289,0.019231078996183766,1.0,1.0 +290,13698,290,0.01742997709512565,1.0,1.0 +291,13723,291,0.003802808194453367,1.0,1.0 +292,13796,292,0.036435755056061475,1.0,1.0 +293,13837,293,0.0075927557603290554,1.0,1.0 +294,13862,294,0.008773105738734254,1.0,1.0 +295,13983,295,0.04140672089427002,1.0,1.0 +296,14008,296,0.07540977084881281,0.0,0.0 +297,14049,297,0.005277569004229008,1.0,1.0 +298,14090,298,0.007106979647939624,1.0,1.0 +299,14163,299,0.03373951420042431,1.0,1.0 +300,14196,300,0.011720074085061611,1.0,1.0 +301,14229,301,0.007899232536608453,1.0,1.0 +302,14254,302,0.003135913269393314,1.0,1.0 +303,14343,303,0.014657361410737728,1.0,1.0 +304,14384,304,0.008812801200183459,1.0,1.0 +305,14409,305,0.004547071647207303,1.0,1.0 +306,14450,306,0.017994121591118527,1.0,1.0 +307,14491,307,0.00804826169741682,1.0,1.0 +308,14588,308,0.030339608386060108,1.0,1.0 +309,14621,309,0.0100849283313255,1.0,1.0 +310,14646,310,0.007993172102248232,1.0,1.0 +311,14671,311,0.0021933072869971208,1.0,1.0 +312,14696,312,0.005848885049582956,1.0,1.0 +313,14729,313,0.0710489482901994,0.0,0.0 +314,14762,314,0.0066444757498183545,1.0,1.0 +315,14891,315,0.03836900922133964,1.0,1.0 +316,14932,316,0.008760951295276754,1.0,1.0 +317,15021,317,0.014262642882190863,1.0,1.0 +318,15062,318,0.005758987745835839,1.0,1.0 +319,15095,319,0.012528322368611953,1.0,1.0 +320,15136,320,0.007451790020324552,1.0,1.0 +321,15217,321,0.0183518579571537,1.0,1.0 +322,15242,322,0.005272756823451345,1.0,1.0 +323,15275,323,0.006607436910605884,1.0,1.0 +324,15308,324,0.0803865008033881,0.0,0.0 +325,15397,325,0.01423781383001452,1.0,1.0 +326,15430,326,0.0017709698308556198,1.0,1.0 +327,15519,327,0.01564565301922399,1.0,1.0 +328,15552,328,0.0027571055636053643,1.0,1.0 +329,15585,329,0.01962094610562872,1.0,1.0 +330,15610,330,0.04165890946186361,0.0,0.0 +331,15643,331,0.002784323668479374,1.0,1.0 +332,15684,332,0.006945506104566449,1.0,1.0 +333,15709,333,0.007867726233841191,1.0,1.0 +334,15830,334,0.04187760392814258,1.0,1.0 +335,15871,335,0.006136367127254744,1.0,1.0 +336,15904,336,0.011831214895573797,1.0,1.0 +337,15937,337,0.007132949136057504,1.0,1.0 +338,15962,338,0.007732404215582089,1.0,1.0 +339,15987,339,0.0070263236107287715,1.0,1.0 +340,16012,340,0.00649328530218554,1.0,1.0 +341,16037,341,0.003059671225106892,1.0,1.0 +342,16102,342,0.010815944306597488,1.0,1.0 +343,16135,343,0.009668737847960074,1.0,1.0 +344,16256,344,0.04062770576801995,1.0,1.0 +345,16297,345,0.005426125896507984,1.0,1.0 +346,16346,346,0.017917369908483728,1.0,1.0 +347,16387,347,0.005473918098990907,1.0,1.0 +348,16452,348,0.008549341324427358,1.0,1.0 +349,16565,349,0.04418265134028972,1.0,1.0 +350,16598,350,0.004494239001027154,1.0,1.0 +351,16639,351,0.006752740933727637,1.0,1.0 +352,16664,352,0.003615037887946831,1.0,1.0 +353,16689,353,0.006870804121581387,1.0,1.0 +354,16714,354,0.003142958879696683,1.0,1.0 +355,16755,355,0.008507025843022348,1.0,1.0 +356,16876,356,0.04085426246691896,1.0,1.0 +357,16917,357,0.007884119087315867,1.0,1.0 +358,16950,358,0.005961858760629184,1.0,1.0 +359,16983,359,0.007968596528954777,1.0,1.0 +360,17024,360,0.005515785495895216,1.0,1.0 +361,17057,361,0.00681816596369913,1.0,1.0 +362,17162,362,0.028078928363292316,1.0,1.0 +363,17187,363,0.011444280209467857,1.0,1.0 +364,17212,364,0.007983143192774756,1.0,1.0 +365,17237,365,0.002972506127485606,1.0,1.0 +366,17310,366,0.03171317530799507,1.0,1.0 +367,17343,367,0.002112257420079118,1.0,1.0 +368,17384,368,0.004477295745694846,1.0,1.0 +369,17457,369,0.030922713793515865,1.0,1.0 +370,17482,370,0.003836838175472318,1.0,1.0 +371,17507,371,0.004627882845056774,1.0,1.0 +372,17532,372,0.00233595825941696,1.0,1.0 +373,17573,373,0.00443498588374041,1.0,1.0 +374,17598,374,0.08681958500689992,0.0,0.0 +375,17623,375,0.0027124032675662118,1.0,1.0 +376,17664,376,0.0038478808862628285,1.0,1.0 +377,17889,377,0.029696750234705374,1.0,1.0 +378,17914,378,0.0016143582439114347,1.0,1.0 +379,17947,379,0.010605366037652856,1.0,1.0 +380,17988,380,0.004740764531983587,1.0,1.0 +381,18013,381,0.004498411780462751,1.0,1.0 +382,18078,382,0.005997394880677121,1.0,1.0 +383,18111,383,0.007327509173043155,1.0,1.0 +384,18152,384,0.007432944851479988,1.0,1.0 +385,18177,385,0.003405535105757736,1.0,1.0 +386,18298,386,0.03959256582773863,1.0,1.0 +387,18331,387,0.011857011768494203,1.0,1.0 +388,18372,388,0.0037038014092486264,1.0,1.0 +389,18413,389,0.005284838450121242,1.0,1.0 +390,18438,390,0.011598076340296757,1.0,1.0 +391,18471,391,0.008221262831029889,1.0,1.0 +392,18568,392,0.028694011454126662,1.0,1.0 +393,18649,393,0.021482470287042817,1.0,1.0 +394,18690,394,0.004726718746327152,1.0,1.0 +395,18779,395,0.014212980772875777,1.0,1.0 +396,18812,396,0.0021083096130271885,1.0,1.0 +397,18861,397,0.014657792973969208,1.0,1.0 +398,18926,398,0.01726637016099858,1.0,1.0 +399,18959,399,0.0072879794476591545,1.0,1.0 +400,18992,400,0.0029471772192050595,1.0,1.0 +401,19033,401,0.006015607163891901,1.0,1.0 +402,19066,402,0.011328829575073768,1.0,1.0 +403,19091,403,0.00486476513986569,1.0,1.0 +404,19116,404,0.002907263797040589,1.0,1.0 +405,19141,405,0.00775998596346805,1.0,1.0 +406,19166,406,0.017850081647605594,1.0,1.0 +407,19207,407,0.00456459071363679,1.0,1.0 +408,19248,408,0.004859877845751271,1.0,1.0 +409,19273,409,0.002640339431300163,1.0,1.0 +410,19338,410,0.004293966486560024,1.0,1.0 +411,19371,411,0.010549140225672885,1.0,1.0 +412,19460,412,0.012795140643936314,1.0,1.0 +413,19581,413,0.03977776621233383,1.0,1.0 +414,19670,414,0.012212763487229949,1.0,1.0 +415,19711,415,0.005206566803454735,1.0,1.0 +416,19752,416,0.00448552618527333,1.0,1.0 +417,19785,417,0.005905542630536048,1.0,1.0 +418,19826,418,0.0048923035611442185,1.0,1.0 +419,19867,419,0.0055417748073750776,1.0,1.0 +420,19892,420,0.003720907361054439,1.0,1.0 +421,19925,421,0.011092643247006892,1.0,1.0 +422,20038,422,0.04204240738732226,1.0,1.0 +423,20127,423,0.011716471736283646,1.0,1.0 +424,20240,424,0.04168372321381574,1.0,1.0 +425,20345,425,0.02559351271052108,1.0,1.0 +426,20386,426,0.004782180025004891,1.0,1.0 +427,20411,427,0.003941140897345576,1.0,1.0 +428,20444,428,0.007974705089586677,1.0,1.0 +429,20469,429,0.0022908958612045654,1.0,1.0 +430,20510,430,0.005976277280578417,1.0,1.0 +431,20551,431,0.004522794879909725,1.0,1.0 +432,20576,432,0.0022533307114751245,1.0,1.0 +433,20601,433,0.0023561668436923354,1.0,1.0 +434,20642,434,0.00629897829097422,1.0,1.0 +435,20723,435,0.017328666618236642,1.0,1.0 +436,20756,436,0.008927709318246001,1.0,1.0 +437,20789,437,0.002670958829827867,1.0,1.0 +438,20862,438,0.027796014647242375,1.0,1.0 +439,20887,439,0.003101113128711859,1.0,1.0 +440,20928,440,0.0037949842288787757,1.0,1.0 +441,20961,441,0.005828899160642323,1.0,1.0 +442,20986,442,0.0023647912281853675,1.0,1.0 +443,21027,443,0.0048946366097852665,1.0,1.0 +444,21068,444,0.004857979401664125,1.0,1.0 +445,21109,445,0.012482774941442133,1.0,1.0 +446,21142,446,0.005603053166860264,1.0,1.0 +447,21167,447,0.002314532601854277,1.0,1.0 +448,21200,448,0.004712706251507371,1.0,1.0 +449,21225,449,0.0025019753186739987,1.0,1.0 +450,21266,450,0.016038138977847668,1.0,1.0 +451,21307,451,0.0064689594733372355,1.0,1.0 +452,21348,452,0.0049506934895223375,1.0,1.0 +453,21381,453,0.002038908867287574,1.0,1.0 +454,21494,454,0.04304105421966304,1.0,1.0 +455,21535,455,0.0027068450675112672,1.0,1.0 +456,21600,456,0.0034491499892693156,1.0,1.0 +457,21713,457,0.04189827206726607,1.0,1.0 +458,21834,458,0.0388190854706445,1.0,1.0 +459,21859,459,0.0021918543765347444,1.0,1.0 +460,21988,460,0.037497540297340495,1.0,1.0 +461,22077,461,0.009886788354061453,1.0,1.0 +462,22110,462,0.026292200468038797,1.0,1.0 +463,22175,463,0.002347898829373776,1.0,1.0 +464,22216,464,0.006631796666094602,1.0,1.0 +465,22337,465,0.03880842926285746,1.0,1.0 +466,22362,466,0.0021495247275265684,1.0,1.0 +467,22395,467,0.0033720317874895043,1.0,1.0 +468,22460,468,0.002123862531799929,1.0,1.0 +469,22493,469,0.006166924830843641,1.0,1.0 +470,22518,470,0.007088145324977025,1.0,1.0 +471,22543,471,0.008065072933750344,1.0,1.0 +472,22624,472,0.014744438240620184,1.0,1.0 +473,22665,473,0.0038906250679949616,1.0,1.0 +474,22706,474,0.0040299587004972185,1.0,1.0 +475,22739,475,0.004813192096601426,1.0,1.0 +476,22772,476,0.005861876392808086,1.0,1.0 +477,22805,477,0.004417776162677569,1.0,1.0 +478,22838,478,0.005892261624241613,1.0,1.0 +479,22863,479,0.002968043185526881,1.0,1.0 +480,22888,480,0.004091756434842371,1.0,1.0 +481,22921,481,0.009780877024711573,1.0,1.0 +482,22946,482,0.0023709504519911205,1.0,1.0 +483,22979,483,0.009667647814408155,1.0,1.0 +484,23036,484,0.017092198612756095,1.0,1.0 +485,23069,485,0.0048955729447414595,1.0,1.0 +486,23094,486,0.011844778288572494,1.0,1.0 +487,23119,487,0.008345309146291885,1.0,1.0 +488,23160,488,0.005832729889676556,1.0,1.0 +489,23193,489,0.0067109430682762644,1.0,1.0 +490,23234,490,0.005470413826511959,1.0,1.0 +491,23275,491,0.0066287405973174595,1.0,1.0 +492,23316,492,0.00727647709772225,1.0,1.0 +493,23349,493,0.019855331287060383,1.0,1.0 +494,23374,494,0.0022007268695479827,1.0,1.0 +495,23407,495,0.004544847077625889,1.0,1.0 +496,23440,496,0.006278316050962757,1.0,1.0 +497,23505,497,0.018069633323793823,1.0,1.0 +498,23530,498,0.005162158414263256,1.0,1.0 +499,23555,499,0.0018777374011505303,1.0,1.0 +500,23596,500,0.00498028371341519,1.0,1.0 +501,23629,501,0.00961756760978176,1.0,1.0 +502,23750,502,0.03985127838537096,1.0,1.0 +503,23839,503,0.010526809191492353,1.0,1.0 +504,23912,504,0.03113284697030192,1.0,1.0 +505,23953,505,0.00553688157392071,1.0,1.0 +506,23994,506,0.004382060769144233,1.0,1.0 +507,24027,507,0.04269295335183585,0.0,0.0 +508,24052,508,0.0026374017920871512,1.0,1.0 +509,24077,509,0.002319037354629169,1.0,1.0 +510,24110,510,0.0039481333427782775,1.0,1.0 +511,24135,511,0.0058091975141087455,1.0,1.0 +512,24176,512,0.005604689445674013,1.0,1.0 +513,24305,513,0.03652122995129531,1.0,1.0 +514,24338,514,0.0014994927956931293,1.0,1.0 +515,24379,515,0.003321116512482718,1.0,1.0 +516,24420,516,0.004354513514126495,1.0,1.0 +517,24485,517,0.01828552031648627,1.0,1.0 +518,24574,518,0.009497167123182946,1.0,1.0 +519,24607,519,0.006143055527246517,1.0,1.0 +520,24672,520,0.08107624916311465,0.0,0.0 +521,24697,521,0.008851326922208878,1.0,1.0 +522,24722,522,0.0025536190611296656,1.0,1.0 +523,24843,523,0.03942085772273671,1.0,1.0 +524,24876,524,0.007316188856721056,1.0,1.0 +525,24925,525,0.012964875359729908,1.0,1.0 +526,24966,526,0.0033763755715840492,1.0,1.0 +527,24999,527,0.002192188952732579,1.0,1.0 +528,25032,528,0.004023811010201825,1.0,1.0 +529,25073,529,0.004041421835540973,1.0,1.0 +530,25114,530,0.0037010148454564846,1.0,1.0 +531,25227,531,0.045335493578294125,1.0,1.0 +532,25268,532,0.005915723122625991,1.0,1.0 +533,25293,533,0.006936210351797549,1.0,1.0 +534,25334,534,0.005390307523949105,1.0,1.0 +535,25423,535,0.008339013646201154,1.0,1.0 +536,25456,536,0.006641519021706728,1.0,1.0 +537,25481,537,0.006373409781220971,1.0,1.0 +538,25522,538,0.003190816155883113,1.0,1.0 +539,25547,539,0.0022841286495330826,1.0,1.0 +540,25668,540,0.03900340161410562,1.0,1.0 +541,25693,541,0.001972279796946926,1.0,1.0 +542,25734,542,0.00554911228515664,1.0,1.0 +543,25767,543,0.00630703594370516,1.0,1.0 +544,25800,544,0.005952887723192646,1.0,1.0 +545,25825,545,0.0021083073188740776,1.0,1.0 +546,25858,546,0.005170544308206928,1.0,1.0 +547,25899,547,0.01684590300313539,1.0,1.0 +548,25932,548,0.0035446168173712067,1.0,1.0 +549,25965,549,0.009371209652109655,1.0,1.0 +550,26006,550,0.004572443376915203,1.0,1.0 +551,26047,551,0.0058258141454809904,1.0,1.0 +552,26072,552,0.0018724396347784022,1.0,1.0 +553,26105,553,0.0037635138363822313,1.0,1.0 +554,26146,554,0.005021264552766297,1.0,1.0 +555,26179,555,0.008835316027348198,1.0,1.0 +556,26292,556,0.04025991841240625,1.0,1.0 +557,26317,557,0.0037491907526297536,1.0,1.0 +558,26342,558,0.0018512982560957882,1.0,1.0 +559,26415,559,0.02919766944196858,1.0,1.0 +560,26528,560,0.04071034804655617,1.0,1.0 +561,26569,561,0.003596636984162956,1.0,1.0 +562,26658,562,0.007726727157361936,1.0,1.0 +563,26691,563,0.003344175606189595,1.0,1.0 +564,26716,564,0.0033630274674355098,1.0,1.0 +565,26757,565,0.0035490562744205367,1.0,1.0 +566,26790,566,0.016305040185384315,1.0,1.0 +567,26815,567,0.002618824785178428,1.0,1.0 +568,26880,568,0.016007413688161304,1.0,1.0 +569,26913,569,0.005658081280183751,1.0,1.0 +570,26946,570,0.00536723018095131,1.0,1.0 +571,26979,571,0.010115222191516296,1.0,1.0 +572,27004,572,0.0016504551796689762,1.0,1.0 +573,27037,573,0.0022937332428637092,1.0,1.0 +574,27070,574,0.003033403390360263,1.0,1.0 +575,27095,575,0.002206616080388528,1.0,1.0 +576,27120,576,0.0056038271504598915,1.0,1.0 +577,27145,577,0.002215396257087908,1.0,1.0 +578,27234,578,0.00640361316691021,1.0,1.0 +579,27275,579,0.0038497074412628084,1.0,1.0 +580,27300,580,0.0017855380869061341,1.0,1.0 +581,27341,581,0.0036625652811751483,1.0,1.0 +582,27382,582,0.004316651371985359,1.0,1.0 +583,27471,583,0.006372628584295459,1.0,1.0 +584,27504,584,0.00778983625390083,1.0,1.0 +585,27545,585,0.002513597379375483,1.0,1.0 +586,27578,586,0.0013534147647606433,1.0,1.0 +587,27643,587,0.015757931524929065,1.0,1.0 +588,27684,588,0.005359184609759722,1.0,1.0 +589,27749,589,0.0019356003384533515,1.0,1.0 +590,27790,590,0.002410036044025674,1.0,1.0 +591,27879,591,0.00547382837087639,1.0,1.0 +592,27912,592,0.005155759419998774,1.0,1.0 +593,27953,593,0.004561501694518768,1.0,1.0 +594,27978,594,0.005683256178357018,1.0,1.0 +595,28019,595,0.013098777028029874,1.0,1.0 +596,28060,596,0.002916231058108565,1.0,1.0 +597,28165,597,0.024281756030541148,1.0,1.0 +598,28190,598,0.002693894292133526,1.0,1.0 +599,28223,599,0.002840131236533096,1.0,1.0 +600,28256,600,0.003921954542848028,1.0,1.0 +601,28385,601,0.03602974959194803,1.0,1.0 +602,28418,602,0.0021586539216195888,1.0,1.0 +603,28443,603,0.004127198132186247,1.0,1.0 +604,28468,604,0.002104173355970336,1.0,1.0 +605,28501,605,0.004962630691291565,1.0,1.0 +606,28542,606,0.0038186854081022834,1.0,1.0 +607,28607,607,0.014851800961429263,1.0,1.0 +608,28648,608,0.0024647471794485227,1.0,1.0 +609,28681,609,0.00229923267716913,1.0,1.0 +610,28802,610,0.0385716715922728,1.0,1.0 +611,28843,611,0.0027805110731191577,1.0,1.0 +612,28876,612,0.004384404818680654,1.0,1.0 +613,28909,613,0.006917071794863432,1.0,1.0 +614,29030,614,0.038486264911009635,1.0,1.0 +615,29063,615,0.003604256283172731,1.0,1.0 +616,29112,616,0.010388268271304733,1.0,1.0 +617,29137,617,0.0018431109417819396,1.0,1.0 +618,29178,618,0.0030473158609539727,1.0,1.0 +619,29211,619,0.003558729005826322,1.0,1.0 +620,29244,620,0.0059394108839426,1.0,1.0 +621,29277,621,0.007883926230422276,1.0,1.0 +622,29366,622,0.0042808812143054166,1.0,1.0 +623,29399,623,0.005454209907370426,1.0,1.0 +624,29424,624,0.0019649434313900355,1.0,1.0 +625,29465,625,0.0025972590712078163,1.0,1.0 +626,29498,626,0.0046096402595092205,1.0,1.0 +627,29523,627,0.0018147864513946388,1.0,1.0 +628,29564,628,0.005493346478467985,1.0,1.0 +629,29589,629,0.0024487605391823306,1.0,1.0 +630,29614,630,0.006815389474464268,1.0,1.0 +631,29647,631,0.004071672280030576,1.0,1.0 +632,29680,632,0.002560765762621031,1.0,1.0 +633,29713,633,0.0021158690542036856,1.0,1.0 +634,29738,634,0.0021608705453304822,1.0,1.0 +635,29779,635,0.0045472259229572395,1.0,1.0 +636,29804,636,0.0018958964008546292,1.0,1.0 +637,29917,637,0.04036788873842567,1.0,1.0 +638,29950,638,0.006416812801526532,1.0,1.0 +639,30071,639,0.037172888208545675,1.0,1.0 +640,30112,640,0.009909952022176982,1.0,1.0 +641,30225,641,0.04098899425793742,1.0,1.0 +642,30250,642,0.002550438503915681,1.0,1.0 +643,30291,643,0.0037647714369672945,1.0,1.0 +644,30316,644,0.0019376696111847499,1.0,1.0 +645,30341,645,0.002114612156471291,1.0,1.0 +646,30374,646,0.0034191978743012192,1.0,1.0 +647,30407,647,0.007725233881089934,1.0,1.0 +648,30432,648,0.0029487873964778068,1.0,1.0 +649,30465,649,0.005087481905735487,1.0,1.0 +650,30490,650,0.0034468692249959077,1.0,1.0 +651,30619,651,0.035984573512116216,1.0,1.0 +652,30644,652,0.0028840694607318554,1.0,1.0 +653,30685,653,0.0023060375459551777,1.0,1.0 +654,30726,654,0.005449640418884428,1.0,1.0 +655,30751,655,0.0030365642557970787,1.0,1.0 +656,30776,656,0.0020065600961792526,1.0,1.0 +657,30889,657,0.040394841034173914,1.0,1.0 +658,30962,658,0.0248104719098146,1.0,1.0 +659,30987,659,0.0025546866226674562,1.0,1.0 +660,31028,660,0.0041425701214951125,1.0,1.0 +661,31069,661,0.012224888881167318,1.0,1.0 +662,31110,662,0.00513283948901642,1.0,1.0 +663,31151,663,0.005064884394406079,1.0,1.0 +664,31176,664,0.0027418125688541293,1.0,1.0 +665,31209,665,0.0018720919487623176,1.0,1.0 +666,31250,666,0.0032688968608057395,1.0,1.0 +667,31371,667,0.03732209088136203,1.0,1.0 +668,31452,668,0.018471647080634285,1.0,1.0 +669,31485,669,0.00227881912264138,1.0,1.0 +670,31550,670,0.0016577581062162674,1.0,1.0 +671,31575,671,0.007263932378198963,1.0,1.0 +672,31664,672,0.004211772762222278,1.0,1.0 +673,31713,673,0.008817255607848722,1.0,1.0 +674,31754,674,0.003595271374989238,1.0,1.0 +675,31795,675,0.003014862249038856,1.0,1.0 +676,31836,676,0.0025899545841419924,1.0,1.0 +677,31877,677,0.00273251361851581,1.0,1.0 +678,31998,678,0.03841510995658154,1.0,1.0 +679,32063,679,0.023958505585245007,1.0,1.0 +680,32104,680,0.004651826427251762,1.0,1.0 +681,32137,681,0.0018563919881580658,1.0,1.0 +682,32226,682,0.004066240343667935,1.0,1.0 +683,32259,683,0.001927598307952536,1.0,1.0 +684,32356,684,0.02573795534599336,1.0,1.0 +685,32389,685,0.003186725862565538,1.0,1.0 +686,32414,686,0.0017136477960799346,1.0,1.0 +687,32535,687,0.038177489301065785,1.0,1.0 +688,32568,688,0.007320846239881292,1.0,1.0 +689,32609,689,0.003789525055310222,1.0,1.0 +690,32634,690,0.0020046657646472944,1.0,1.0 +691,32675,691,0.0036115553349567904,1.0,1.0 +692,32700,692,0.002336780871694373,1.0,1.0 +693,32733,693,0.006618889241274246,1.0,1.0 +694,32774,694,0.0038641066276454694,1.0,1.0 +695,32815,695,0.0035542388425582206,1.0,1.0 +696,32896,696,0.013127254945009102,1.0,1.0 +697,32921,697,0.010370438761095405,1.0,1.0 +698,33042,698,0.037948183883881326,1.0,1.0 +699,33107,699,0.0015947818413858173,1.0,1.0 +700,33132,700,0.005108895922187457,1.0,1.0 +701,33173,701,0.0040306364065729105,1.0,1.0 +702,33214,702,0.0027727956989793373,1.0,1.0 +703,33239,703,0.0019887806158343816,1.0,1.0 +704,33312,704,0.02656529148108777,1.0,1.0 +705,33345,705,0.0033857109963320656,1.0,1.0 +706,33386,706,0.004919773945496473,1.0,1.0 +707,33411,707,0.001993493173888794,1.0,1.0 +708,33444,708,0.0028020417103894963,1.0,1.0 +709,33485,709,0.005174313370850144,1.0,1.0 +710,33574,710,0.004312015327530451,1.0,1.0 +711,33655,711,0.013115509797557707,1.0,1.0 +712,33680,712,0.005887028295037168,1.0,1.0 +713,33705,713,0.003613372311522957,1.0,1.0 +714,33762,714,0.014409688864728066,1.0,1.0 +715,33795,715,0.0033817717763837862,1.0,1.0 +716,33820,716,0.0019166564894282344,1.0,1.0 +717,33845,717,0.0027978619245875793,1.0,1.0 +718,33878,718,0.0013394663177494694,1.0,1.0 +719,34103,719,0.02683970299168493,1.0,1.0 +720,34168,720,0.0015968935668040274,1.0,1.0 +721,34193,721,0.008174944678033095,1.0,1.0 +722,34218,722,0.0017157797588610417,1.0,1.0 +723,34283,723,0.0015977705815949151,1.0,1.0 +724,34316,724,0.0027838460561365255,1.0,1.0 +725,34357,725,0.004960233516545941,1.0,1.0 +726,34398,726,0.0035416624970370093,1.0,1.0 +727,34431,727,0.007583228554310041,1.0,1.0 +728,34464,728,0.004286978147812377,1.0,1.0 +729,34497,729,0.0029246109242821207,1.0,1.0 +730,34538,730,0.0024775797904742947,1.0,1.0 +731,34579,731,0.0037353679471023044,1.0,1.0 +732,34620,732,0.0033907432140154584,1.0,1.0 +733,34653,733,0.0029246109242821207,1.0,1.0 +734,34678,734,0.0019878166060444376,1.0,1.0 diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/predict_ip_single_line.py b/AI4Forensics/IP_Identifier_Fine_Tuning/code/predict_ip_single_line.py new file mode 100644 index 0000000..7fa0234 --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/predict_ip_single_line.py @@ -0,0 +1,20 @@ +import openai + +openai.api_key = "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" + +FINE_TUNED_MODEL = "ada:ft-university-of-baltimore-2023-08-14-12-39-06" + +# take one positive and one negative sample from dataset_test.jsonl +prompt_neg = "\t3608.80.24.1.8;608.80.24.1 ->" +prompt_pos = "\t2.20.31.4;2.20.31.4 ->" + + +def get_completion(prompt, max_token): + return openai.Completion.create( + model=FINE_TUNED_MODEL, max_tokens=max_token, prompt=prompt + ).choices[0]["text"] + + +# 1 means 1 token +print(f"The truth:'Negative', the predition: '{get_completion(prompt_neg, 1)}'") +print(f"The truth:'Positive', the predition: '{get_completion(prompt_pos, 1)}'") diff --git a/IP_Extraction_Fine_Tuning/code/preprocess_dataset.py b/AI4Forensics/IP_Identifier_Fine_Tuning/code/preprocess_dataset.py similarity index 94% rename from IP_Extraction_Fine_Tuning/code/preprocess_dataset.py rename to AI4Forensics/IP_Identifier_Fine_Tuning/code/preprocess_dataset.py index 052ae66..7b01d5b 100644 --- a/IP_Extraction_Fine_Tuning/code/preprocess_dataset.py +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/preprocess_dataset.py @@ -13,7 +13,7 @@ json_list = [] # Iterate through each row and create the JSON format for index, row in data.iterrows(): - promote_text = ( + prompt_text = ( row["text"] + ";" + row["ip"] + " ->" ) # Replace with the actual column name for "promote" text completion_text = ( @@ -21,7 +21,7 @@ for index, row in data.iterrows(): ) # Replace with the actual column name for "completion" text # Create a dictionary for the JSON object - json_object = {"promote": promote_text, "completion": completion_text} + json_object = {"prompt": prompt_text, "completion": completion_text} json_list.append(json_object) diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/upload_dataset_train.py b/AI4Forensics/IP_Identifier_Fine_Tuning/code/upload_dataset_train.py new file mode 100644 index 0000000..8beee97 --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/upload_dataset_train.py @@ -0,0 +1,13 @@ +import os +import openai + +openai.api_key = "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" + +# Path to training data +training_dataset = "./openAI/dataset_train.jsonl" + +# Upload file to openai +upload = openai.File.create(file=open(training_dataset, "rb"), purpose="fine-tune") + +# Get file id +print(upload["id"]) diff --git a/AI4Forensics/IP_Identifier_Fine_Tuning/code/view_fine_tuning_steps.py b/AI4Forensics/IP_Identifier_Fine_Tuning/code/view_fine_tuning_steps.py new file mode 100644 index 0000000..f9a2a6a --- /dev/null +++ b/AI4Forensics/IP_Identifier_Fine_Tuning/code/view_fine_tuning_steps.py @@ -0,0 +1,14 @@ +import openai + +openai.api_key = "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" + +# Returns the contents of the specified file +content = openai.File.download("file-ngHRotibSy82Mr55IjsPP2uK") + +# Save content to a local file + +file_name = "./openAI/fine_tune_steps.txt" # Change to the desired file name +with open(file_name, "wb") as f: + f.write(content) + +print(f"File '{file_name}' saved successfully.") diff --git a/IP_Extraction_Fine_Tuning/code/dataset_test.jsonl b/IP_Extraction_Fine_Tuning/code/dataset_test.jsonl deleted file mode 100644 index fa81024..0000000 --- a/IP_Extraction_Fine_Tuning/code/dataset_test.jsonl +++ /dev/null @@ -1,46 +0,0 @@ -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t\t13.3.1.17D50;13.3.1.17 ->", "completion": " positive"} -{"promote": "\t\t13.3.1.17D50;13.3.1.17 ->", "completion": " positive"} -{"promote": "\t\t104.36.225.166;104.36.225.166 ->", "completion": " positive"} -{"promote": "\t\t104.36.225.154;104.36.225.154 ->", "completion": " positive"} -{"promote": "\t\t104.36.225.179;104.36.225.179 ->", "completion": " positive"} -{"promote": "\t\t104.36.225.142;104.36.225.142 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t20.10.0.8;20.10.0.8 ->", "completion": " positive"} -{"promote": "\t135.0.0.22.118;135.0.0.22 ->", "completion": " positive"} -{"promote": "\t\t34.227.164.166;34.227.164.166 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t\teng-USA-OfflineIOS-7.0.0.4-20200319;7.0.0.4 ->", "completion": " positive"} -{"promote": "\t7.4.1.2;7.4.1.2 ->", "completion": " positive"} -{"promote": "\t64.98.122.70;64.98.122.70 ->", "completion": " positive"} -{"promote": "\t20.10.0.8;20.10.0.8 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} -{"promote": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} -{"promote": "\t\t\ttincan_register_device_256.0.1.26.113;256.0.1.26 ->", "completion": " negative"} -{"promote": "\t\t\ttincan_register_device_257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} -{"promote": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} -{"promote": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} -{"promote": "\t135.0.0.22.118 (206072690);135.0.0.22 ->", "completion": " positive"} -{"promote": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t15.21.2.14594;15.21.2.145 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t5.12.20.4.10.18.5.5.2;5.12.20.4 ->", "completion": " positive"} -{"promote": "\t5.12.20.4.10.18.5.5.2;10.18.5.5 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} -{"promote": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} -{"promote": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} -{"promote": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} diff --git a/IP_Extraction_Fine_Tuning/code/dataset_train.jsonl b/IP_Extraction_Fine_Tuning/code/dataset_train.jsonl deleted file mode 100644 index bea2eb7..0000000 --- a/IP_Extraction_Fine_Tuning/code/dataset_train.jsonl +++ /dev/null @@ -1,183 +0,0 @@ -{"promote": "\t1.000.000.000+;1.000.000.000 ->", "completion": " positive"} -{"promote": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} -{"promote": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} -{"promote": "\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} -{"promote": "\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t\t\teng-USA-1.0.0.14-20170731;1.0.0.14 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-1.0.0.12-20170804;1.0.0.12 ->", "completion": " positive"} -{"promote": "\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t100.73.156.224;100.73.156.224 ->", "completion": " positive"} -{"promote": "\tobfs4 192.95.36.142:443 CDF2E852BF539B82BD10E27E9115A31734E378C2 cert=qUVQ0srL1JI/vO6V6m/24anYXiJD3QP2HgzUKQtQ7GRqqUvs7P+tG43RtAqdhLOALP7DJQ iat-mode=1;192.95.36.142 ->", "completion": " positive"} -{"promote": "\tobfs4 38.229.1.78:80 C8CBDB2464FC9804A69531437BCF2BE31FDD2EE4 cert=Hmyfd2ev46gGY7NoVxA9ngrPF2zCZtzskRTzoWXbxNkzeVnGFPWmrTtILRyqCTjHR+s9dg iat-mode=1;38.229.1.78 ->", "completion": " positive"} -{"promote": "\tobfs4 38.229.33.83:80 0BAC39417268B96B9F514E7F63FA6FBA1A788955 cert=VwEFpk9F/UN9JED7XpG1XOjm/O8ZCXK80oPecgWnNDZDv5pdkhq1OpbAH0wNqOT6H6BmRQ iat-mode=1;38.229.33.83 ->", "completion": " positive"} -{"promote": "\tobfs4 37.218.240.34:40035 88CD36D45A35271963EF82E511C8827A24730913 cert=eGXYfWODcgqIdPJ+rRupg4GGvVGfh25FWaIXZkit206OSngsp7GAIiGIXOJJROMxEqFKJg iat-mode=1;37.218.240.34 ->", "completion": " positive"} -{"promote": "\tobfs4 37.218.245.14:38224 D9A82D2F9C2F65A18407B1D2B764F130847F8B5D cert=bjRaMrr1BRiAW8IE9U5z27fQaYgOhX1UCmOpg2pFpoMvo6ZgQMzLsaTzzQNTlm7hNcb+Sg iat-mode=0;37.218.245.14 ->", "completion": " positive"} -{"promote": "\tobfs4 85.31.186.98:443 011F2599C0E9B27EE74B353155E244813763C3E5 cert=ayq0XzCwhpdysn5o0EyDUbmSOx3X/oTEbzDMvczHOdBJKlvIdHHLJGkZARtT4dcBFArPPg iat-mode=0;85.31.186.98 ->", "completion": " positive"} -{"promote": "\tobfs4 85.31.186.26:443 91A6354697E6B02A386312F68D82CF86824D3606 cert=PBwr+S8JTVZo6MPdHnkTwXJPILWADLqfMGoVvhZClMq/Urndyd42BwX9YFJHZnBB3H0XCw iat-mode=0;85.31.186.26 ->", "completion": " positive"} -{"promote": "\tobfs4 216.252.162.21:46089 0DB8799466902192B6C7576D58D4F7F714EC87C1 cert=XPUwcQPxEXExHfJYX58gZXN7mYpos7VNAHbkgERNFg+FCVNzuYo1Wp+uMscl3aR9hO2DRQ iat-mode=0;216.252.162.21 ->", "completion": " positive"} -{"promote": "\tobfs4 144.217.20.138:80 FB70B257C162BF1038CA669D568D76F5B7F0BABB cert=vYIV5MgrghGQvZPIi1tJwnzorMgqgmlKaB77Y3Z9Q/v94wZBOAXkW+fdx4aSxLVnKO+xNw iat-mode=0;144.217.20.138 ->", "completion": " positive"} -{"promote": "\tobfs4 193.11.166.194:27015 2D82C2E354D531A68469ADF7F878FA6060C6BACA cert=4TLQPJrTSaDffMK7Nbao6LC7G9OW/NHkUwIdjLSS3KYf0Nv4/nQiiI8dY2TcsQx01NniOg iat-mode=0;193.11.166.194 ->", "completion": " positive"} -{"promote": "\tobfs4 193.11.166.194:27020 86AC7B8D430DAC4117E9F42C9EAED18133863AAF cert=0LDeJH4JzMDtkJJrFphJCiPqKx7loozKN7VNfuukMGfHO0Z8OGdzHVkhVAOfo1mUdv9cMg iat-mode=0;193.11.166.194 ->", "completion": " positive"} -{"promote": "\tobfs4 193.11.166.194:27025 1AE2C08904527FEA90C4C4F8C1083EA59FBC6FAF cert=ItvYZzW5tn6v3G4UnQa6Qz04Npro6e81AP70YujmK/KXwDFPTs3aHXcHp4n8Vt6w/bv8cA iat-mode=0;193.11.166.194 ->", "completion": " positive"} -{"promote": "\tobfs4 209.148.46.65:443 74FAD13168806246602538555B5521A0383A1875 cert=ssH+9rP8dG2NLDN2XuFw63hIO/9MNNinLmxQDpVa+7kTOa9/m+tGWT1SmSYpQ9uTBGa6Hw iat-mode=0;209.148.46.65 ->", "completion": " positive"} -{"promote": "\tobfs4 146.57.248.225:22 10A6CD36A537FCE513A322361547444B393989F0 cert=K1gDtDAIcUfeLqbstggjIw2rtgIKqdIhUlHp82XRqNSq/mtAjp1BIC9vHKJ2FAEpGssTPw iat-mode=0;146.57.248.225 ->", "completion": " positive"} -{"promote": "\t3.3.7.0;3.3.7.0 ->", "completion": " positive"} -{"promote": "\t\t\t\t\thttps://pm-gateway.supersonicads.com/auction?appKey=67052255&SDKVersion=6.8.4.2&initCountry=US&platform=iphone&advId=0D99ABE9-B1D0-41C1-8C45-2681A498AD97;6.8.4.2 ->", "completion": " positive"} -{"promote": "\t3.3.7.0;3.3.7.0 ->", "completion": " positive"} -{"promote": "\t\t\t6.8.4.2;6.8.4.2 ->", "completion": " positive"} -{"promote": "\t\t\t6.8.4.2;6.8.4.2 ->", "completion": " positive"} -{"promote": "\t\tSticker_2.19.40.12;2.19.40.12 ->", "completion": " positive"} -{"promote": "\t\tSticker_2.19.20.2;2.19.20.2 ->", "completion": " positive"} -{"promote": "\t\tSticker_2.19.40.24;2.19.40.24 ->", "completion": " positive"} -{"promote": "\tSticker_2.19.40.24;2.19.40.24 ->", "completion": " positive"} -{"promote": "\t\t\t17.57.144.52;17.57.144.52 ->", "completion": " positive"} -{"promote": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t135.0.0.22.118 (206072521);135.0.0.22 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t135.0.0.22.118;135.0.0.22 ->", "completion": " positive"} -{"promote": "\t135.0.0.22.118 (206072690);135.0.0.22 ->", "completion": " positive"} -{"promote": "\t135.0.0.22.118 (206072521);135.0.0.22 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-4.1.1.0-20160421;4.1.1.0 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-4.1.1.5-20160919;4.1.1.5 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-4.1.1.5-20160919;4.1.1.5 ->", "completion": " positive"} -{"promote": "\t\t\tspa-USA-4.1.0.2-20160424;4.1.0.2 ->", "completion": " positive"} -{"promote": "\t\t\trus-RUS-4.1.0.2-20160422;4.1.0.2 ->", "completion": " positive"} -{"promote": "\t\t\ttur-TUR-4.1.0.3-20160422;4.1.0.3 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-OfflineIOS-6.0.0.2-20191003;6.0.0.2 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-4.1.1.0-20160421;4.1.1.0 ->", "completion": " positive"} -{"promote": "\t\t\tyue-HKG-4.1.0.2-20160424;4.1.0.2 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-5.2.0.2-20170705;5.2.0.2 ->", "completion": " positive"} -{"promote": "\t\t\tspa-ESP-5.0.0.1-20170310;5.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-5.3.0.3-20180129;5.3.0.3 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-OfflineIOS-5.0.0.1-20180624;5.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-OfflineIOS-5.3.0.1-20190209;5.3.0.1 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-OfflineIOS-5.3.0.1-20190530;5.3.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-OfflineIOS-5.0.0.1-20180925;5.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\teng-GBR-4.1.0.1-20160422;4.1.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tita-ITA-4.1.0.1-20160422;4.1.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tpor-BRA-4.1.0.4-20160424;4.1.0.4 ->", "completion": " positive"} -{"promote": "\t\t\teng-IND-4.1.0.1-20160424;4.1.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tfra-FRA-OfflineIOS-6.0.0.4-20191114;6.0.0.4 ->", "completion": " positive"} -{"promote": "\t\t\tdeu-DEU-OfflineIOS-6.0.0.3-20191114;6.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\teng-AUS-OfflineIOS-6.0.0.1-20191215;6.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tkor-KOR-OfflineIOS-5.0.0.3-20191215;5.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\tspa-ESP-OfflineIOS-6.0.0.2-20191120;6.0.0.2 ->", "completion": " positive"} -{"promote": "\t\t\tspa-USA-OfflineIOS-6.0.0.3-20190831;6.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-OfflineIOS-6.0.0.0-20191009;6.0.0.0 ->", "completion": " positive"} -{"promote": "\t\t\tjpn-JPN-OfflineIOS-6.0.0.3-20191024;6.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\trus-RUS-OfflineIOS-5.0.0.4-20190930;5.0.0.4 ->", "completion": " positive"} -{"promote": "\t\t\ttur-TUR-OfflineIOS-5.0.0.1-20190928;5.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tyue-HKG-OfflineIOS-6.0.0.2-20190901;6.0.0.2 ->", "completion": " positive"} -{"promote": "\t\t\teng-GBR-6.0.0.1-20190729;6.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tita-ITA-5.1.1.0-20190729;5.1.1.0 ->", "completion": " positive"} -{"promote": "\t\t\tpor-BRA-5.0.0.2-20190729;5.0.0.2 ->", "completion": " positive"} -{"promote": "\t\t\teng-IND-6.0.0.5-20190907;6.0.0.5 ->", "completion": " positive"} -{"promote": "\t\t\tara-XWW-OfflineIOS-6.0.0.0-20200227;6.0.0.0 ->", "completion": " positive"} -{"promote": "\t\t\ttur-TUR-OfflineIOS-5.0.0.1-20200229;5.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\tdeu-DEU-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\teng-GBR-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\teng-USA-OfflineIOS-7.0.0.4-20200319;7.0.0.4 ->", "completion": " positive"} -{"promote": "\t\t\tspa-ESP-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\tfra-FRA-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\tjpn-JPN-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} -{"promote": "\t\t\tcmn-CHN-OfflineIOS-7.0.0.3-20200323;7.0.0.3 ->", "completion": " positive"} -{"promote": "\t\tSnapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip);10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\t10.22.22.1;10.22.22.1 ->", "completion": " positive"} -{"promote": "\t\t10.68.68.22;10.68.68.22 ->", "completion": " positive"} -{"promote": "\t\t10.22.22.1;10.22.22.1 ->", "completion": " positive"} -{"promote": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} -{"promote": "\t\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\tSnapchat/10.78.6.0 (iPhone8_4; iOS 13.4.1; gzip);10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.207.89.96 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.207.21.88 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.4.205.231 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.5.37.1 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.4.79.247 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.22.144.146 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.3.185.35 ->", "completion": " positive"} -{"promote": "\t\t\t52.207.89.96_52.207.21.88_52.4.205.231_52.5.37.1_52.4.79.247_52.22.144.146_52.3.185.35_52.21.187.77;52.21.187.77 ->", "completion": " positive"} -{"promote": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} -{"promote": "\t\t\t35.186.197.135;35.186.197.135 ->", "completion": " positive"} -{"promote": "\t\t\t35.190.43.134;35.190.43.134 ->", "completion": " positive"} -{"promote": "\t\t\t35.186.197.135;35.186.197.135 ->", "completion": " positive"} -{"promote": "\t\t\t35.186.197.135;35.186.197.135 ->", "completion": " positive"} -{"promote": "\t\t\t3.213.65.77;3.213.65.77 ->", "completion": " positive"} -{"promote": "\t\t\t3.94.245.242;3.94.245.242 ->", "completion": " positive"} -{"promote": "\t\t\t172.217.8.20;172.217.8.20 ->", "completion": " positive"} -{"promote": "\t\t\t3.94.245.242;3.94.245.242 ->", "completion": " positive"} -{"promote": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} -{"promote": "\t\t\t172.217.8.20;172.217.8.20 ->", "completion": " positive"} -{"promote": "\t\t\t216.239.36.126;216.239.36.126 ->", "completion": " positive"} -{"promote": "\t15.21.2.14594;15.21.2.145 ->", "completion": " positive"} -{"promote": "\t8.58.0.93;8.58.0.93 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t8.58.0.93;8.58.0.93 ->", "completion": " positive"} -{"promote": "\t\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} -{"promote": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} -{"promote": "\t\t\t\t\t\t255.255.255.255;255.255.255.255 ->", "completion": " positive"} -{"promote": "\t\t\t\t\t\t0.0.0.0;0.0.0.0 ->", "completion": " negative"} -{"promote": "\t\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} -{"promote": "\t609.1.20.0.9;609.1.20.0 ->", "completion": " negative"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\tMoPub-6.9.4.0;6.9.4.0 ->", "completion": " positive"} -{"promote": "\t7.4.2.6;7.4.2.6 ->", "completion": " positive"} -{"promote": "\t135.0.0.22.118;135.0.0.22 ->", "completion": " positive"} -{"promote": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t\t0.5.1.3;0.5.1.3 ->", "completion": " negative"} -{"promote": "\t\t0.6.7.8;0.6.7.8 ->", "completion": " negative"} -{"promote": "\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\t8.58.0.93;8.58.0.93 ->", "completion": " positive"} -{"promote": "\t\t12.6.0.1;12.6.0.1 ->", "completion": " positive"} -{"promote": "\t\t20.10.0.8;20.10.0.8 ->", "completion": " positive"} -{"promote": "\t\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t\t15.21.2.14594;15.21.2.145 ->", "completion": " positive"} -{"promote": "\t\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} -{"promote": "\t\t3.6.1.4;3.6.1.4 ->", "completion": " positive"} -{"promote": "\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} -{"promote": "\t\t\t\t1.0.0.1;1.0.0.1 ->", "completion": " positive"} -{"promote": "\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} -{"promote": "\t\t\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} -{"promote": "\t\t\t\t1.1.1.1;1.1.1.1 ->", "completion": " positive"} -{"promote": "\t\t\t\t\thttp://abuseipdb.com/check/208.180.231.139;208.180.231.139 ->", "completion": " positive"} -{"promote": "\t\t\t\t\thttp://www.abuseipdb.com/whois/69.50.232.54;69.50.232.54 ->", "completion": " positive"} -{"promote": "\t\t\t\t\thttp://advantage1.checkm8.com/AdminServer/swf/admin-release.swf?version=4.3.0.49;4.3.0.49 ->", "completion": " positive"} -{"promote": "\t\t\t\t\thttp://d3bn78kc7qbjb6.cloudfront.net/rc-0.0.0.392/views/logs/logs.html;0.0.0.392 ->", "completion": " negative"} -{"promote": "\t\t\t\t\thttp://fcs.dell.com/fcs/fcs/UIFramework/3.2.108.2/res/Image?path=sharedcontrols%2Fcontainers%2Fvalidation_messaging_left.png;3.2.108.2 ->", "completion": " positive"} -{"promote": "\t\t\t\thttp://ui1.img.digitalrivercontent.net/drui/1.7.0.0.7.1/css/dr-stylesheet-ff-compressed.css;1.7.0.0 ->", "completion": " positive"} -{"promote": "\t\t\t\thttp://fast.fonts.com/FontsCom/Live/static/2.15.134.0/img/apple-touch-icon-57x57.png;2.15.134.0 ->", "completion": " positive"} -{"promote": "\t\t\t\t\thttp://tva1.sinaimg.cn/crop.0.0.798.798.180/6462d00fgw1egno4hgy6wj20m80m8mxn.jpg;0.0.798.798 ->", "completion": " negative"} -{"promote": "\t\t\t\t\thttp://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip;0.9.9.3 ->", "completion": " negative"} -{"promote": "\t\t\t\t\thttp://netix.dl.sourceforge.net/project/kreogist-mu/Releases/0.9.9.3/Windows/mu_0.9.9.3_win64_intel_d9b5f2d.zip;0.9.9.3 ->", "completion": " negative"} -{"promote": "\t\t\t\t\thttp://sm.wdjcdn.com/release/files/jupiter/5.6.1.8925/wandoujia-wandoujia_web.apk;5.6.1.892 ->", "completion": " negative"} -{"promote": "\t\t\t\t\thttp://tvassl.weibo.cn/crop.0.21.685.685.1024/6b84272bgw1euxxzxrndpj20k00k0adc.jpg;0.21.685.685 ->", "completion": " negative"} -{"promote": "\t\t\t\t\thttp://novel-cdn.kuangxiangit.com/custom/download/1.4.4.02/Novel-release_14402_jiagu_sign-1109-2-PCdownload.apk;1.4.4.02 ->", "completion": " positive"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t\thttps://scontent-iad3-1.cdninstagram.com/v/t51.2885-15/e15/c180.0.720.720a/s240x240/93425170_1848465348622192_2718028079642416718_n.jpg?cachebreaker=9823&_nc_ht=scontent-iad3-1.cdninstagram.com&_nc_cat=1&_nc_ohc=MteGbc14-xIAX9Oom5c&oh=bce805572a79dd6ed9fbedbbf1b198ee&oe=5EC259EB&ig_cache_key=MjI4ODMyOTY2NzQ3OTg3Nzk0Ng%3D%3D.2;180.0.720.720 ->", "completion": " positive"} -{"promote": "\t8.5.51.877.g6cea6b5;8.5.51.877 ->", "completion": " negative"} -{"promote": "\t8.5.51.877;8.5.51.877 ->", "completion": " negative"} -{"promote": "\t1.000.000.000+;1.000.000.000 ->", "completion": " positive"} -{"promote": "\t2.20.31.4;2.20.31.4 ->", "completion": " positive"} -{"promote": "\t257.0.1.38.116;257.0.1.38 ->", "completion": " negative"} -{"promote": "\t/private/var/MobileAsset/AssetsV2/com_apple_MobileAsset_EmbeddedSpeech/479991bc60161e4545ff833d6117f264954cb6b3.asset/AssetData/eng-USA-OfflineIOS-7.0.0.4-20200319;7.0.0.4 ->", "completion": " positive"} -{"promote": "\t3608.80.24.1.8;608.80.24.1 ->", "completion": " negative"} -{"promote": "\t\t\thttp://en-us-support.belkin.com/euf/rightnow/js/10.5.0.1.6.137/min/RightNow.js;10.5.0.1 ->", "completion": " positive"} -{"promote": "\t10.78.6.0;10.78.6.0 ->", "completion": " positive"} diff --git a/README.md b/README.md index 9042dda..2c59858 100644 --- a/README.md +++ b/README.md @@ -35,7 +35,7 @@ or in BibTeX --- -## Table of Contents (Improve Morris Worm Attack and Email Harassment with tshark investigation on 2/2023) +## Table of Contents (Add the draft (in progress): AI for Forensics - Identifying IPs with a Fine-tuned Model, 8/2023) - Basic Computer Skills for Digital Forensics @@ -81,6 +81,8 @@ or in BibTeX - Forensic Intelligence Repository - [Email forensics](/STIX_for_digital_forensics/Email_Harassment) - [Illegal Possession of Images](/STIX_for_digital_forensics/Illegal_Possession_Images) +- AI for Forensics + - [Identifying IP Addresses using a Fine-tuned AI Model](/AI4Forensics/IP_Identifier_Fine_Tuning/IP_Identifer_Fine_Tuning.pptx) ## Tool Installation (newly added on 12/6/2021)