diff --git a/notebooks/EDA.ipynb b/notebooks/EDA.ipynb index f3b62cd..21991f6 100644 --- a/notebooks/EDA.ipynb +++ b/notebooks/EDA.ipynb @@ -1,491 +1,1940 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "outputs": [], - "source": [ - "import pandas as pd" - ], - "metadata": { - "collapsed": false, - "ExecuteTime": { - "end_time": "2024-03-29T06:28:51.733973600Z", - "start_time": "2024-03-29T06:28:51.165303900Z" - } - } - }, - { - "cell_type": "code", - "execution_count": 10, - "outputs": [ - { - "data": { - "text/plain": " id name link \\\n0 17505 Стефен Ананикз https://www.kinopoisk.ru/name/1114998 \n1 22644 Стикки Фингаз https://www.kinopoisk.ru/name/6730 \n2 48531 Теодора Ричардс https://www.kinopoisk.ru/name/1874602 \n3 4829 Коуди Роджерс https://www.kinopoisk.ru/name/2859797 \n4 41086 Joe Ariola https://www.kinopoisk.ru/name/6541368 \n... ... ... ... \n6044 7416 Кери Линн Прэтт https://www.kinopoisk.ru/name/16713 \n6045 9894 Уильям Фихтнер https://www.kinopoisk.ru/name/13096 \n6046 7419 Питер Сарсгаард https://www.kinopoisk.ru/name/32953 \n6047 9900 Лили Лабё https://www.kinopoisk.ru/name/2533068 \n6048 9908 Джош Карпентер https://www.kinopoisk.ru/name/1500397 \n\n specialization films_years \\\n0 Продюсер,Режиссер,Актер,Сценарист 8, 2006 — 2019 \n1 Актер,Композитор,Сценарист,Режиссер,Продюсер,М... 104, 1992 — 2024 \n2 Актриса 3, 2013 — 2014 \n3 Режиссер,Продюсер,Актер,Сценарист 12, 2012 — 2018 \n4 Актер 10, 1999 — 2024 \n... ... ... \n6044 Актриса 47, 1994 — 2014 \n6045 Актер,Продюсер,Режиссер,Сценарист 107, 1956 — 2024 \n6046 Актер,Продюсер 114, 1975 — 2024 \n6047 Актриса,Сценарист 121, 1998 — 2020 \n6048 Актер,Продюсер 9, 1992 — 2017 \n\n description path_to_folder \n0 NaN actors_usa/17505 \n1 Там,Щит,Однажды ночью,Напарницы,Империя actors_usa/22644 \n2 NaN actors_usa/48531 \n3 NaN actors_usa/4829 \n4 WWE SmackDown actors_usa/41086 \n... ... ... \n6044 Одинокий мужчина,Доктор Хаус,Скорая помощь,Мыс... actors_usa/7416 \n6045 Чёрный ястреб,Всё или ничего,Идеальный шторм,Э... actors_usa/9894 \n6046 К-19,Воспитание чувств,Парни не плачут,Ключ от... actors_usa/7419 \n6047 NaN actors_usa/9900 \n6048 NaN actors_usa/9908 \n\n[6049 rows x 7 columns]", - "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
idnamelinkspecializationfilms_yearsdescriptionpath_to_folder
017505Стефен Ананикзhttps://www.kinopoisk.ru/name/1114998Продюсер,Режиссер,Актер,Сценарист8, 2006 — 2019NaNactors_usa/17505
122644Стикки Фингазhttps://www.kinopoisk.ru/name/6730Актер,Композитор,Сценарист,Режиссер,Продюсер,М...104, 1992 — 2024Там,Щит,Однажды ночью,Напарницы,Империяactors_usa/22644
248531Теодора Ричардсhttps://www.kinopoisk.ru/name/1874602Актриса3, 2013 — 2014NaNactors_usa/48531
34829Коуди Роджерсhttps://www.kinopoisk.ru/name/2859797Режиссер,Продюсер,Актер,Сценарист12, 2012 — 2018NaNactors_usa/4829
441086Joe Ariolahttps://www.kinopoisk.ru/name/6541368Актер10, 1999 — 2024WWE SmackDownactors_usa/41086
........................
60447416Кери Линн Прэттhttps://www.kinopoisk.ru/name/16713Актриса47, 1994 — 2014Одинокий мужчина,Доктор Хаус,Скорая помощь,Мыс...actors_usa/7416
60459894Уильям Фихтнерhttps://www.kinopoisk.ru/name/13096Актер,Продюсер,Режиссер,Сценарист107, 1956 — 2024Чёрный ястреб,Всё или ничего,Идеальный шторм,Э...actors_usa/9894
60467419Питер Сарсгаардhttps://www.kinopoisk.ru/name/32953Актер,Продюсер114, 1975 — 2024К-19,Воспитание чувств,Парни не плачут,Ключ от...actors_usa/7419
60479900Лили Лабёhttps://www.kinopoisk.ru/name/2533068Актриса,Сценарист121, 1998 — 2020NaNactors_usa/9900
60489908Джош Карпентерhttps://www.kinopoisk.ru/name/1500397Актер,Продюсер9, 1992 — 2017NaNactors_usa/9908
\n

6049 rows × 7 columns

\n
" - }, - "execution_count": 10, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "data = pd.read_csv(\"../data/usa.csv\", delimiter=\";\")\n", - "data" - ], - "metadata": { - "collapsed": false, - "ExecuteTime": { - "end_time": "2024-03-29T06:36:41.472967600Z", - "start_time": "2024-03-29T06:36:41.378668700Z" - } - } - }, - { - "cell_type": "code", - "execution_count": 32, - "outputs": [], - "source": [ - "columns = data.columns" - ], - "metadata": { - "collapsed": false, - "ExecuteTime": { - "end_time": "2024-03-29T06:45:12.437750900Z", - "start_time": "2024-03-29T06:45:12.414952700Z" - } - } - }, - { - "cell_type": "code", - "execution_count": 62, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "C:\\Users\\fatik\\AppData\\Local\\Temp\\ipykernel_12208\\3238385593.py:3: FutureWarning: Series.__getitem__ treating keys as positions is deprecated. In a future version, integer keys will always be treated as labels (consistent with DataFrame behavior). To access a value by position, use `ser.iloc[pos]`\n", - " dicter[x.id] = x[1]\n" - ] - }, - { - "data": { - "text/plain": "'Стефен Ананикз'" - }, - "execution_count": 62, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "dicter = {}\n", - "def get_dict(x):\n", - " dicter[x.id] = x[1]\n", - "data[\"json\"] = data.apply(lambda x: get_dict(x), axis=1)\n", - "import pickle\n", - "\n", - "with open('saved_dictionary.pkl', 'wb') as f:\n", - " pickle.dump(dicter, f)\n", - "with open('saved_dictionary.pkl', 'rb') as f:\n", - " loaded_dict = pickle.load(f)" - ], - "metadata": { - "collapsed": false, - "ExecuteTime": { - "end_time": "2024-03-29T06:54:05.064292600Z", - "start_time": "2024-03-29T06:54:04.924879400Z" - } - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "outputs": [], - "source": [], - "metadata": { - "collapsed": false - } - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": { - "collapsed": true - }, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 2 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython2", - "version": "2.7.6" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -} +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 2, + "outputs": [], + "source": [ + "import pandas as pd\n", + "import os" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T11:52:30.453063100Z", + "start_time": "2024-03-29T11:52:30.062816900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 10, + "outputs": [ + { + "data": { + "text/plain": " id name path_to_folder\n0 0 5 Плюх bloggers/0\n1 1 10AGE bloggers/1\n2 2 163onmyneck bloggers/2\n3 3 Абрамов, Рахим bloggers/3\n4 4 Ай, Айза-Лилуна Хамзатовна bloggers/4\n.. ... ... ...\n414 464 Митрошина, Александра Александровна bloggers/464\n415 465 Сталингулаг bloggers/465\n416 466 Тодоренко, Регина Петровна bloggers/466\n417 468 Чекалина, Валерия Валерьевна bloggers/468\n418 469 Шейдлин, Эллен Викторовна bloggers/469\n\n[419 rows x 3 columns]", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
idnamepath_to_folder
005 Плюхbloggers/0
1110AGEbloggers/1
22163onmyneckbloggers/2
33Абрамов, Рахимbloggers/3
44Ай, Айза-Лилуна Хамзатовнаbloggers/4
............
414464Митрошина, Александра Александровнаbloggers/464
415465Сталингулагbloggers/465
416466Тодоренко, Регина Петровнаbloggers/466
417468Чекалина, Валерия Валерьевнаbloggers/468
418469Шейдлин, Эллен Викторовнаbloggers/469
\n

419 rows × 3 columns

\n
" + }, + "execution_count": 10, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data = pd.read_csv(\"../data/bloggers.csv\", delimiter=\";\")\n", + "data" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T11:55:45.261783800Z", + "start_time": "2024-03-29T11:55:45.199207500Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 12, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "C:\\Users\\fatik\\AppData\\Local\\Temp\\ipykernel_18100\\497292032.py:3: FutureWarning: Series.__getitem__ treating keys as positions is deprecated. In a future version, integer keys will always be treated as labels (consistent with DataFrame behavior). To access a value by position, use `ser.iloc[pos]`\n", + " dicter[x.id] = x[1]\n" + ] + }, + { + "data": { + "text/plain": "{0: '5 Плюх',\n 1: '10AGE',\n 2: '163onmyneck',\n 3: 'Абрамов, Рахим',\n 4: 'Ай, Айза-Лилуна Хамзатовна',\n 5: 'Алёхин, Евгений Игоревич',\n 6: 'Ант (музыкант)',\n 7: 'Антоха MC',\n 8: 'Ассаи',\n 10: 'Бакей',\n 11: 'Баста (музыкант)',\n 12: 'Бледный (музыкант)',\n 13: 'Брутто (рэпер)',\n 14: 'Бурнышев, Игорь Юрьевич',\n 15: 'Варчун (рэпер)',\n 16: 'ВесЪ (рэпер)',\n 17: 'Винт (рэпер)',\n 18: 'Вис Виталис',\n 19: 'Влади (рэпер)',\n 20: 'Галат, Владимир Александрович',\n 21: 'Ганвест',\n 23: 'Горозия, Леван Емзарович',\n 24: 'Грязный Луи',\n 25: 'Грязный Рамирес',\n 26: 'Гуф',\n 27: 'Дельфин (музыкант)',\n 28: 'Децл',\n 29: 'Джарахов, Эльдар Казанфарович',\n 31: 'Джиган',\n 32: 'Джизус',\n 33: 'Жак-Энтони',\n 34: 'Жиган, Рома',\n 35: 'Замай (рэпер)',\n 36: 'Звонкий',\n 37: 'Змей (рэпер)',\n 38: 'Инстасамка',\n 39: 'Кажэ Обойма',\n 40: 'Калюжный, Глеб Дмитриевич',\n 41: 'Карандаш (рэпер)',\n 42: 'Энди Картрайт',\n 43: 'Качер, Артём',\n 44: 'Кит, Андрей',\n 45: 'Кравц',\n 46: 'Крид, Егор',\n 47: 'Крип-а-Крип',\n 49: 'Крэк (рэпер)',\n 50: 'Купер (рэпер)',\n 51: 'Лана (певица)',\n 52: 'Лигалайз',\n 54: 'Лиззка',\n 55: 'Лика Стар',\n 56: 'Лок Дог',\n 57: 'ЛСП',\n 58: 'Маваши, Миша',\n 59: 'Мартич, Петар',\n 61: 'Михаил Краснодеревщик',\n 62: 'Михей (певец)',\n 63: 'Молодой Платон',\n 64: 'Моргенштерн',\n 65: 'Мот (рэпер)',\n 66: 'Мэйти',\n 67: 'Наум Блик',\n 68: 'Нигатив',\n 69: 'Нурминский (музыкант)',\n 70: 'Паша Техник',\n 71: 'Перминов, Алексей Александрович',\n 72: 'Петрова, Милана Вадимовна',\n 74: 'ПИЭМ',\n 75: 'Птаха (рэпер)',\n 76: 'Рем Дигга',\n 78: 'Рич (рэпер)',\n 80: 'СД (музыкант)',\n 81: 'Сидоров, Антон Валерьевич',\n 82: 'Симановская, Марина Игоревна',\n 83: 'Скриптонит',\n 84: 'Скул, Саша',\n 85: 'Слава КПСС',\n 86: 'Словетский',\n 87: 'Смоки Мо',\n 89: 'Сява (рэпер)',\n 90: 'Тати (певица)',\n 91: 'Тимати',\n 92: 'Типси Тип',\n 93: 'Титомир, Богдан Петрович',\n 94: 'Трутень (рэпер)',\n 95: 'Федук',\n 97: 'Фогель (певец)',\n 98: 'Хамиль',\n 99: 'Ханза',\n 100: 'Хаски (рэпер)',\n 101: 'Хип-Хоп Одинокой Старухи',\n 102: 'Хованский, Юрий Михайлович',\n 103: 'Чаян Фамали',\n 104: 'Шеff',\n 105: 'Шип, Егор',\n 106: 'Шым',\n 107: 'Элджей',\n 108: 'Abbalbisk',\n 109: 'Al Solo',\n 110: 'Alblak 52',\n 111: 'Alizade',\n 112: 'Andro',\n 113: 'ATL (рэпер)',\n 114: 'Babangida',\n 115: 'Bahh Tee',\n 116: 'Basic Boy',\n 117: 'Big Baby Tape',\n 118: 'Big Russian Boss',\n 119: 'Blago White',\n 120: 'Bodiev',\n 121: 'Booker',\n 122: 'Boulevard Depo',\n 123: 'Bushido Zho',\n 124: 'Capella (музыкант)',\n 126: 'Coldcloud',\n 127: 'CYGO',\n 128: 'Deep-Ex-Sense',\n 130: 'Dime',\n 131: 'Dino MC 47',\n 132: 'DJ 108',\n 134: 'DJ Кефир',\n 138: 'Doni (рэпер)',\n 139: 'Drago',\n 140: 'Dzham',\n 141: 'Face',\n 142: 'Hensy',\n 143: 'Horus',\n 145: 'Iroh (музыкант)',\n 146: 'Ivan Valeev',\n 147: 'Jahmal TGK',\n 149: 'Jeembo',\n 150: 'Johnyboy',\n 151: 'Kizaru',\n 153: 'Kristina Si',\n 154: 'Lizer',\n 155: 'Loqiemean',\n 156: 'Lovv66',\n 157: 'Luxor (певец)',\n 158: 'Macan',\n 159: 'Markul',\n 160: 'Matrang',\n 161: 'Mayot',\n 162: 'MC 1.8',\n 163: 'MC Молодой',\n 165: 'Metox',\n 166: 'Mnogoznaal',\n 167: 'Moneyken',\n 168: 'Mozee Montana',\n 169: 'Mr. Bruce',\n 170: 'Murda Killa',\n 171: 'Mutabor',\n 173: 'Natan',\n 174: 'Nel (рэпер)',\n 175: 'Noa (певец)',\n 176: 'Noize MC',\n 177: 'Obladaet',\n 178: 'OFFMi',\n 179: 'OG Buda',\n 180: 'Oxxxymiron',\n 181: 'Pharaoh',\n 182: 'PLC (рэпер)',\n 183: \"Pra(Killa'Gramm)\",\n 184: 'Pyrokinesis',\n 185: 'Ramil’',\n 187: 'RE-pac',\n 188: 'Redo',\n 189: 'Rickey F',\n 190: 'Saluki',\n 191: 'Say Mo',\n 192: 'Scally Milano',\n 193: 'Schokk',\n 194: 'Seemee',\n 196: 'Sir-J',\n 197: 'Slame',\n 198: 'Slava Marlow',\n 199: 'Slim',\n 200: 'Абдурахманов, Тумсо Умалтович',\n 201: 'Айс, Саша',\n 202: 'Албуров, Георгий Валентинович',\n 203: 'Александр (Митрофанов)',\n 204: 'Антоний (Попович)',\n 205: 'Бабешкин, Вадим',\n 206: 'Бегичев, Павел Александрович',\n 207: 'Белова, Мария',\n 208: 'Беседина, Дарья Станиславовна',\n 209: 'Mia Boyka',\n 210: 'Бойко, Сергей Андреевич',\n 211: 'Бондаренко, Николай Николаевич',\n 212: 'Брюханова, Анастасия Андреевна',\n 213: 'Булычёв, Богдан Юрьевич',\n 214: 'Василенко, Елизавета Вадимовна',\n 215: 'Гайд, Павел',\n 217: 'Горбачёва, Ирина Анатольевна',\n 218: 'Гордей, Дмитрий Михайлович',\n 219: 'Mary Gu',\n 220: 'Гудков, Александр Владимирович',\n 222: 'Делягин, Михаил Геннадьевич',\n 223: 'Доренко, Сергей Леонидович',\n 224: 'Дробышевский, Станислав Владимирович',\n 225: 'Дружко, Сергей Евгеньевич',\n 226: 'Есьман, Соня',\n 227: 'Жданов, Иван Юрьевич',\n 228: 'Жуков, Клим Александрович',\n 229: 'Заруцкий, Константин Сергеевич',\n 230: 'Клэп, Катя',\n 231: 'Коваленко, Святослав Владимирович',\n 232: 'Коваль, Юля',\n 233: 'Ковальчук, Никита Васильевич',\n 235: 'Кросс, Карина',\n 236: 'Крыгина, Елена Александровна',\n 237: 'Купер, Софа',\n 238: 'Кшиштовский, Михаил Александрович',\n 239: 'Ляскин, Николай Николаевич',\n 240: 'Мальцев, Вячеслав Вячеславович',\n 241: 'Марцинкевич, Максим Сергеевич',\n 242: 'Матвиенко, Сергей Борисович',\n 243: 'Милонов, Виталий Валентинович',\n 245: 'Мэй, Энни',\n 246: 'Наки, Майкл',\n 247: 'Никифоров, Сергей Игоревич',\n 248: 'Осташко, Руслан Станиславович',\n 249: 'Павленко, Андрей Николаевич (онколог)',\n 250: 'Певчих, Мария Константиновна',\n 251: 'Пивоваров, Алексей Владимирович',\n 252: 'Плющев, Александр Владимирович',\n 253: 'Пузо, Виктор',\n 254: 'Пучков, Дмитрий Юрьевич',\n 255: 'Пьяных, Глеб Валентинович',\n 256: 'Саева, Дина',\n 257: 'Соболь, Любовь Эдуардовна',\n 258: 'Соколов, Александр Борисович (научный журналист)',\n 259: 'Стас «Ай, Как Просто!»',\n 260: 'Сурдин, Владимир Георгиевич',\n 261: 'Сыендук',\n 262: 'Тимонова, Евгения Валентиновна',\n 263: 'Тюняев, Андрей Александрович',\n 264: 'Усманов, Алишер Бурханович',\n 265: 'Усольцев, Александр Павлович',\n 266: 'Федункив, Марина Гавриловна',\n 267: 'Ханкишиев, Сталик',\n 268: 'Ходорковский, Михаил Борисович',\n 269: 'Черных, Герман Александрович',\n 270: 'Шаведдинов, Руслан Табризович',\n 271: 'Шпагина, Анастасия',\n 272: 'Щербаков, Алексей Сергеевич (комик)',\n 273: 'Anivar',\n 276: 'Tenderlybae',\n 277: 'Wylsacom',\n 278: 'Агутин, Леонид Николаевич',\n 279: 'Адушкина, Катя',\n 280: 'Алибутаев, Омар Насрудинович',\n 281: 'Альбац, Евгения Марковна',\n 282: 'Андронов, Алексей Александрович',\n 283: 'Анин, Роман Александрович',\n 284: 'Анкудинова, Диана Дмитриевна',\n 286: 'Астер, Диана',\n 287: 'Аурум, Алёна',\n 288: 'Барецкий, Станислав Валерьевич',\n 289: 'Басков, Николай Викторович',\n 290: 'Батрутдинов, Тимур Тахирович',\n 291: 'Безруков, Сергей Витальевич',\n 292: 'Бондарчук, Светлана Витальевна',\n 293: 'Борзенков, Михаил Сергеевич',\n 294: 'Борзунова, Мария Михайловна',\n 295: 'Борисов, Максим Олегович',\n 296: 'Брайн Мапс',\n 297: 'Бустер (видеоблогер)',\n 298: 'Буфеев, Константин Валентинович',\n 299: 'Быков, Дмитрий Львович',\n 300: 'Варламов, Илья Александрович',\n 301: 'Вассерман, Анатолий Александрович',\n 302: 'Вики Шоу',\n 303: 'Винокур, Владимир Натанович',\n 305: 'Волков, Леонид Михайлович (политик)',\n 306: 'Воля, Павел Алексеевич',\n 307: 'Вэй, Маша',\n 308: 'Галкин, Максим Александрович',\n 309: 'Гасанов, Гусейн (блогер)',\n 310: 'Генич, Константин Михайлович',\n 311: 'Гогунский, Виталий Евгеньевич',\n 312: 'Голополосов, Максим Сергеевич',\n 313: 'Гордеева, Катерина Владимировна',\n 314: 'Горин, Геннадий Александрович',\n 316: 'Гудков, Дмитрий Геннадьевич',\n 317: 'Гуриев, Сергей Маратович',\n 318: 'Дава',\n 319: 'Данилова, Арина Антоновна',\n 320: 'Дед Архимед',\n 321: 'Дёмочка, Виталий Евгеньевич',\n 322: 'Дёмушкин, Дмитрий Николаевич',\n 323: 'Дергилёва, Валерия Олеговна',\n 324: 'Джигурда, Никита Борисович',\n 325: 'Дзядко, Тихон Викторович',\n 326: 'Долин, Антон Владимирович',\n 327: 'Дудь, Юрий Александрович',\n 329: 'Елагин, Александр Викторович',\n 330: 'Жёлудь, Рома',\n 331: 'Жигалова, Алёна Евгеньевна',\n 332: 'Жосул, Елена Викторовна',\n 333: 'Жуков, Сергей Евгеньевич',\n 335: 'Зубов, Андрей Борисович',\n 336: 'Зыгарь, Михаил Викторович',\n 337: 'Ивакова, Мария Игоревна',\n 338: 'Ивангай',\n 341: 'Ивлев, Константин Витальевич',\n 343: 'Ильюхина, Мария Сергеевна',\n 344: 'Иосилевич, Михаил Александрович',\n 345: 'Истомина, Карина Игоревна',\n 346: 'Казанский, Денис Олегович',\n 347: 'Казарновская, Любовь Юрьевна',\n 348: 'Калашников, Максим Александрович',\n 349: 'Камикадзе Ди',\n 350: 'Каныгин, Павел Юрьевич',\n 351: 'Караулов, Андрей Викторович',\n 352: 'Карнавал, Валя',\n 353: 'Кац, Максим Евгеньевич',\n 354: 'Кашпировский, Анатолий Михайлович',\n 355: 'Клинаев, Егор Дмитриевич',\n 356: 'Кока, Клава',\n 357: 'Колезев, Дмитрий Евгеньевич',\n 358: 'Котрикадзе, Екатерина Бесикиевна',\n 359: 'Ксения Ларина',\n 360: 'Куваев, Олег Игоревич',\n 361: 'Куплинов, Дмитрий Алексеевич',\n 362: 'Кучер, Станислав Александрович',\n 363: 'Кушанашвили, Отар Шалвович',\n 364: 'Лабковский, Михаил Александрович',\n 365: 'Лазарева, Татьяна Юрьевна',\n 366: 'Лайк Настя',\n 367: 'Лапенко, Антон Вячеславович',\n 369: 'Ларин, Дмитрий (видеоблогер)',\n 370: 'Латынина, Юлия Леонидовна',\n 371: 'Лебедев, Артемий Андреевич',\n 372: 'Лисевский, Богдан Владимирович',\n 373: 'Литвин, Михаил Андреевич',\n 375: 'Люба и Аркаша',\n 376: 'Лядов, Антон Вячеславович',\n 377: 'Мавроматти, Олег Юрьевич',\n 378: 'Мазеин, Максим Александрович',\n 379: 'Макарычев, Сергей Юрьевич',\n 380: 'Максимов, Георгий Валерьевич',\n 381: 'Мама отличника',\n 382: 'Манучаров, Вячеслав Рафаэлевич',\n 383: 'Масленников, Дима',\n 384: 'Мезенцев, Сергей Сергеевич',\n 385: 'Меньшова, Юлия Владимировна',\n 386: 'Месси (пума)',\n 387: 'Милов, Владимир Станиславович',\n 388: 'Милохин, Даня',\n 389: 'Минаев, Сергей Сергеевич',\n 390: 'Михалков, Никита Сергеевич',\n 392: 'Миша Марвин',\n 393: 'Могучев, Всеволод Вячеславович',\n 395: 'Музыченко, Юрий Юрьевич',\n 396: 'Мусагалиев, Азамат Тахирович',\n 397: 'Мэддисон, Илья',\n 398: 'Мясников, Вячеслав Владимирович',\n 399: 'Набутов, Виктор Кириллович',\n 400: 'Набутов, Кирилл Викторович',\n 401: 'Навальный, Алексей Анатольевич',\n 402: 'Наумова, Марьяна Александровна',\n 403: 'Невзоров, Александр Глебович',\n 405: 'Нечаев, Андрей Алексеевич',\n 406: 'Нифёдов, Андрей',\n 407: 'Орлов, Геннадий Сергеевич',\n 409: 'Панкратова, Юлия Викторовна',\n 410: 'Парфёнов, Леонид Геннадьевич',\n 411: 'Платошкин, Николай Николаевич',\n 413: 'Поддубный, Евгений Евгеньевич',\n 414: 'Покров, Аня',\n 415: 'Понасенков, Евгений Николаевич',\n 416: 'Понкрашов, Антон Александрович',\n 417: 'Поперечный, Данила Алексеевич',\n 418: 'Попов, Алексей Львович',\n 419: 'Потапенко, Дмитрий Валерьевич',\n 420: 'Прилепин, Захар',\n 421: 'Прусикин, Илья Владимирович',\n 422: 'Пушман, Юлия',\n 423: 'Пушной, Александр Борисович',\n 424: 'Радзинский, Эдвард Станиславович',\n 425: 'Раевский, Александр Евгеньевич (японист)',\n 426: 'Рашкин, Валерий Фёдорович',\n 427: 'Рогов, Кирилл Юрьевич',\n 428: 'Рожков, Андрей Борисович',\n 429: 'Ройзман, Евгений Вадимович',\n 430: 'Романов, Дмитрий Анатольевич (актёр)',\n 431: 'Рубальская, Лариса Алексеевна',\n 432: 'Савин, Евгений Леонидович',\n 433: 'Садальский, Станислав Юрьевич',\n 435: 'Светов, Михаил Владимирович',\n 436: 'Сёмин, Константин Викторович',\n 437: 'Синяк, Игорь Витальевич',\n 438: 'Киркоров, Филипп Бедросович',\n 439: 'Walkie',\n 440: 'Бузова, Ольга Игоревна',\n 441: 'Воропанов, Сергей Александрович',\n 442: 'Гаврилина, Юля',\n 443: 'Горячёва, Маха',\n 444: 'Дегтярёв, Михаил Владимирович',\n 446: 'Корейка, Даша',\n 447: 'Малозёмов, Сергей Александрович',\n 448: 'Михеева, Алла Андреевна',\n 449: 'Монеточка',\n 450: 'Незлобин, Александр Васильевич',\n 451: 'Сажина, Елена Дмитриевна',\n 452: 'Утяшева, Ляйсан Альбертовна',\n 453: 'Хабиб (певец)',\n 454: 'Хасбик',\n 455: 'Чеботина, Люся',\n 456: 'Dead Blonde',\n 459: 'Xolidayboy',\n 460: 'Блиновская, Елена Олеговна',\n 461: 'Боня, Виктория Анатольевна',\n 462: 'Жуковская, Евгения Евгеньевна',\n 464: 'Митрошина, Александра Александровна',\n 465: 'Сталингулаг',\n 466: 'Тодоренко, Регина Петровна',\n 468: 'Чекалина, Валерия Валерьевна',\n 469: 'Шейдлин, Эллен Викторовна'}" + }, + "execution_count": 12, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "dicter = {}\n", + "def get_dict(x):\n", + " dicter[x.id] = x[1]\n", + "data[\"json\"] = data.apply(lambda x: get_dict(x), axis=1)\n", + "import pickle\n", + "\n", + "with open('saved_dictionary_bloggers.pkl', 'wb') as f:\n", + " pickle.dump(dicter, f)\n", + "with open('saved_dictionary_bloggers.pkl', 'rb') as f:\n", + " loaded_dict = pickle.load(f)\n", + "loaded_dict" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T11:55:53.571632300Z", + "start_time": "2024-03-29T11:55:53.530577700Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 14, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "5.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "9.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "4.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "2.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "5.jpg\n", + "1.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "9.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "2.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "3.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "8.jpg\n", + "9.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "4.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "7.jpg\n", + "8.jpg\n", + "9.jpg\n", + "1.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "6.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "6.jpg\n", + "7.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "1.jpg\n", + "2.jpg\n", + "3.jpg\n", + "4.jpg\n", + "5.jpg\n" + ] + } + ], + "source": [ + "is_clear = True\n", + "dirr = '../data/bloggers'\n", + "if is_clear:\n", + " for filename in os.listdir(dirr):\n", + " for image in os.listdir(os.path.join(dirr, filename)):\n", + " if image.endswith(\".txt\"):\n", + " os.remove(os.path.join(dirr, filename, image))\n", + " continue\n", + " print(image)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T11:56:30.247662400Z", + "start_time": "2024-03-29T11:56:29.874029600Z" + } + } + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 2 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython2", + "version": "2.7.6" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/notebooks/FastMTCNN.py b/notebooks/FastMTCNN.py new file mode 100644 index 0000000..227aab1 --- /dev/null +++ b/notebooks/FastMTCNN.py @@ -0,0 +1,117 @@ +from facenet_pytorch import MTCNN +import torch +from imutils.video import FileVideoStream +import cv2 +import time +from tqdm.notebook import tqdm + + +device = 'cuda' if torch.cuda.is_available() else 'cpu' + + +class FastMTCNN(object): + """Fast MTCNN implementation.""" + + def __init__(self, stride, resize=1, *args, **kwargs): + """Constructor for FastMTCNN class. + + Arguments: + stride (int): The detection stride. Faces will be detected every `stride` frames + and remembered for `stride-1` frames. + + Keyword arguments: + resize (float): Fractional frame scaling. [default: {1}] + *args: Arguments to pass to the MTCNN constructor. See help(MTCNN). + **kwargs: Keyword arguments to pass to the MTCNN constructor. See help(MTCNN). + """ + self.stride = stride + self.resize = resize + self.mtcnn = MTCNN(*args, **kwargs) + + def __call__(self, frames): + """Detect faces in frames using strided MTCNN.""" + if self.resize != 1: + frames = [ + cv2.resize(f, (int(f.shape[1] * self.resize), int(f.shape[0] * self.resize))) + for f in frames + ] + + boxes, probs = self.mtcnn.detect(frames[::self.stride]) + + faces = [] + for i, frame in enumerate(frames): + box_ind = int(i / self.stride) + if boxes[box_ind] is None: + continue + for box in boxes[box_ind]: + box = [int(b) for b in box] + faces.append(frame[box[1]:box[3], box[0]:box[2]]) + image = frame[box[1]:box[3], box[0]:box[2]] + cv2.imshow("test", cv2.cvtColor(image, cv2.COLOR_BGR2RGB)) + cv2.waitKey(10) + + return faces + + +fast_mtcnn = FastMTCNN( + stride=4, + resize=1, + margin=14, + factor=0.6, + keep_all=True, + device=device +) +def run_detection(fast_mtcnn, filenames): + frames = [] + frames_processed = 0 + faces_detected = 0 + batch_size = 60 + start = time.time() + if filenames == 0: + cap = cv2.VideoCapture(0) + while True: + _, frame = cap.read() + frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) + frames.append(frame) + if len(frames) >= batch_size: + faces = fast_mtcnn(frames) + frames_processed += len(frames) + faces_detected += len(faces) + frames = [] + print( + f'Frames per second: {frames_processed / (time.time() - start):.3f},', + f'faces detected: {faces_detected}\r', + end='' + ) + + for filename in tqdm(filenames): + + v_cap = FileVideoStream(filename).start() + v_len = int(v_cap.stream.get(cv2.CAP_PROP_FRAME_COUNT)) + + for j in range(v_len): + + frame = v_cap.read() + frame = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) + frames.append(frame) + + if len(frames) >= batch_size or j == v_len - 1: + + faces = fast_mtcnn(frames) + + frames_processed += len(frames) + faces_detected += len(faces) + frames = [] + + print( + f'Frames per second: {frames_processed / (time.time() - start):.3f},', + f'faces detected: {faces_detected}\r', + end='' + ) + + v_cap.stop() + + +run_detection(fast_mtcnn, 0) + + diff --git a/notebooks/blur_detection.ipynb b/notebooks/blur_detection.ipynb new file mode 100644 index 0000000..019c28c --- /dev/null +++ b/notebooks/blur_detection.ipynb @@ -0,0 +1,779 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "outputs": [], + "source": [ + "import os\n", + "from imutils import paths\n", + "import cv2" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T16:23:19.528528400Z", + "start_time": "2024-03-29T16:23:18.500152Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 2, + "outputs": [], + "source": [ + "def variance_of_laplacian(image):\n", + "\treturn cv2.Laplacian(image, cv2.CV_64F).var()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T16:23:23.429844400Z", + "start_time": "2024-03-29T16:23:23.303709900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 4, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Blurry 1\n", + "Blurry 2\n", + "Blurry 3\n", + "Blurry 4\n", + "Blurry 5\n", + "Blurry 6\n", + "Blurry 7\n", + "Blurry 8\n", + "Blurry 9\n", + "Blurry 10\n", + "Blurry 11\n", + "Blurry 12\n", + "Blurry 13\n", + "Blurry 14\n", + "Blurry 15\n", + "Blurry 16\n", + "Blurry 17\n", + "Blurry 18\n", + "Blurry 19\n", + "Blurry 20\n", + "Blurry 21\n", + "Blurry 22\n", + "Blurry 23\n", + "Blurry 24\n", + "Blurry 25\n", + "Blurry 26\n", + "Blurry 27\n", + "Blurry 28\n", + "Blurry 29\n", + "Blurry 30\n", + "Blurry 31\n", + "Blurry 32\n", + "Blurry 33\n", + "Blurry 34\n", + "Blurry 35\n", + "Blurry 36\n", + "Blurry 37\n", + "Blurry 38\n", + "Blurry 39\n", + "Blurry 40\n", + "Blurry 41\n", + "Blurry 42\n", + "Blurry 43\n", + "Blurry 44\n", + "Blurry 45\n", + "Blurry 46\n", + "Blurry 47\n", + "Blurry 48\n", + "Blurry 49\n", + "Blurry 50\n", + "Blurry 51\n", + "Blurry 52\n", + "Blurry 53\n", + "Blurry 54\n", + "Blurry 55\n", + "Blurry 56\n", + "Blurry 57\n", + "Blurry 58\n", + "Blurry 59\n", + "Blurry 60\n", + "Blurry 61\n", + "Blurry 62\n", + "Blurry 63\n", + "Blurry 64\n", + "Blurry 65\n", + "Blurry 66\n", + "Blurry 67\n", + "Blurry 68\n", + "Blurry 69\n", + "Blurry 70\n", + "Blurry 71\n", + "Blurry 72\n", + "Blurry 73\n", + "Blurry 74\n", + "Blurry 75\n", + "Blurry 76\n", + "Blurry 77\n", + "Blurry 78\n", + "Blurry 79\n", + "Blurry 80\n", + "Blurry 81\n", + "Blurry 82\n", + "Blurry 83\n", + "Blurry 84\n", + "Blurry 85\n", + "Blurry 86\n", + "Blurry 87\n", + "Blurry 88\n", + "Blurry 89\n", + "Blurry 90\n", + "Blurry 91\n", + "Blurry 92\n", + "Blurry 93\n", + "Blurry 94\n", + "Blurry 95\n", + "Blurry 96\n", + "Blurry 97\n", + "Blurry 98\n", + "Blurry 99\n", + "Blurry 100\n", + "Blurry 101\n", + "Blurry 102\n", + "Blurry 103\n", + "Blurry 104\n", + "Blurry 105\n", + "Blurry 106\n", + "Blurry 107\n", + "Blurry 108\n", + "Blurry 109\n", + "Blurry 110\n", + "Blurry 111\n", + "Blurry 112\n", + "Blurry 113\n", + "Blurry 114\n", + "Blurry 115\n", + "Blurry 116\n", + "Blurry 117\n", + "Blurry 118\n", + "Blurry 119\n", + "Blurry 120\n", + "Blurry 121\n", + "Blurry 122\n", + "Blurry 123\n", + "Blurry 124\n", + "Blurry 125\n", + "Blurry 126\n", + "Blurry 127\n", + "Blurry 128\n", + "Blurry 129\n", + "Blurry 130\n", + "Blurry 131\n", + "Blurry 132\n", + "Blurry 133\n", + "Blurry 134\n", + "Blurry 135\n", + "Blurry 136\n", + "Blurry 137\n", + "Blurry 138\n", + "Blurry 139\n", + "Blurry 140\n", + "Blurry 141\n", + "Blurry 142\n", + "Blurry 143\n", + "Blurry 144\n", + "Blurry 145\n", + "Blurry 146\n", + "Blurry 147\n", + "Blurry 148\n", + "Blurry 149\n", + "Blurry 150\n", + "Blurry 151\n", + "Blurry 152\n", + "Blurry 153\n", + "Blurry 154\n", + "Blurry 155\n", + "Blurry 156\n", + "Blurry 157\n", + "Blurry 158\n", + "Blurry 159\n", + "Blurry 160\n", + "Blurry 161\n", + "Blurry 162\n", + "Blurry 163\n", + "Blurry 164\n", + "Blurry 165\n", + "Blurry 166\n", + "Blurry 167\n", + "Blurry 168\n", + "Blurry 169\n", + "Blurry 170\n", + "Blurry 171\n", + "Blurry 172\n", + "Blurry 173\n", + "Blurry 174\n", + "Blurry 175\n", + "Blurry 176\n", + "Blurry 177\n", + "Blurry 178\n", + "Blurry 179\n", + "Blurry 180\n", + "Blurry 181\n", + "Blurry 182\n", + "Blurry 183\n", + "Blurry 184\n", + "Blurry 185\n", + "Blurry 186\n", + "Blurry 187\n", + "Blurry 188\n", + "Blurry 189\n", + "Blurry 190\n", + "Blurry 191\n", + "Blurry 192\n", + "Blurry 193\n", + "Blurry 194\n", + "Blurry 195\n", + "Blurry 196\n", + "Blurry 197\n", + "Blurry 198\n", + "Blurry 199\n", + "Blurry 200\n", + "Blurry 201\n", + "Blurry 202\n", + "Blurry 203\n", + "Blurry 204\n", + "Blurry 205\n", + "Blurry 206\n", + "Blurry 207\n", + "Blurry 208\n", + "Blurry 209\n", + "Blurry 210\n", + "Blurry 211\n", + "Blurry 212\n", + "Blurry 213\n", + "Blurry 214\n", + "Blurry 215\n", + "Blurry 216\n", + "Blurry 217\n", + "Blurry 218\n", + "Blurry 219\n", + "Blurry 220\n", + "Blurry 221\n", + "Blurry 222\n", + "Blurry 223\n", + "Blurry 224\n", + "Blurry 225\n", + "Blurry 226\n", + "Blurry 227\n", + "Blurry 228\n", + "Blurry 229\n", + "Blurry 230\n", + "Blurry 231\n", + "Blurry 232\n", + "Blurry 233\n", + "Blurry 234\n", + "Blurry 235\n", + "Blurry 236\n", + "Blurry 237\n", + "Blurry 238\n", + "Blurry 239\n", + "Blurry 240\n", + "Blurry 241\n", + "Blurry 242\n", + "Blurry 243\n", + "Blurry 244\n", + "Blurry 245\n", + "Blurry 246\n", + "Blurry 247\n", + "Blurry 248\n", + "Blurry 249\n", + "Blurry 250\n", + "Blurry 251\n", + "Blurry 252\n", + "Blurry 253\n", + "Blurry 254\n", + "Blurry 255\n", + "Blurry 256\n", + "Blurry 257\n", + "Blurry 258\n", + "Blurry 259\n", + "Blurry 260\n", + "Blurry 261\n", + "Blurry 262\n", + "Blurry 263\n", + "Blurry 264\n", + "Blurry 265\n", + "Blurry 266\n", + "Blurry 267\n", + "Blurry 268\n", + "Blurry 269\n", + "Blurry 270\n", + "Blurry 271\n", + "Blurry 272\n", + "Blurry 273\n", + "Blurry 274\n", + "Blurry 275\n", + "Blurry 276\n", + "Blurry 277\n", + "Blurry 278\n", + "Blurry 279\n", + "Blurry 280\n", + "Blurry 281\n", + "Blurry 282\n", + "Blurry 283\n", + "Blurry 284\n", + "Blurry 285\n", + "Blurry 286\n", + "Blurry 287\n", + "Blurry 288\n", + "Blurry 289\n", + "Blurry 290\n", + "Blurry 291\n", + "Blurry 292\n", + "Blurry 293\n", + "Blurry 294\n", + "Blurry 295\n", + "Blurry 296\n", + "Blurry 297\n", + "Blurry 298\n", + "Blurry 299\n", + "Blurry 300\n", + "Blurry 301\n", + "Blurry 302\n", + "Blurry 303\n", + "Blurry 304\n", + "Blurry 305\n", + "Blurry 306\n", + "Blurry 307\n", + "Blurry 308\n", + "Blurry 309\n", + "Blurry 310\n", + "Blurry 311\n", + "Blurry 312\n", + "Blurry 313\n", + "Blurry 314\n", + "Blurry 315\n", + "Blurry 316\n", + "Blurry 317\n", + "Blurry 318\n", + "Blurry 319\n", + "Blurry 320\n", + "Blurry 321\n", + "Blurry 322\n", + "Blurry 323\n", + "Blurry 324\n", + "Blurry 325\n", + "Blurry 326\n", + "Blurry 327\n", + "Blurry 328\n", + "Blurry 329\n", + "Blurry 330\n", + "Blurry 331\n", + "Blurry 332\n", + "Blurry 333\n", + "Blurry 334\n", + "Blurry 335\n", + "Blurry 336\n", + "Blurry 337\n", + "Blurry 338\n", + "Blurry 339\n", + "Blurry 340\n", + "Blurry 341\n", + "Blurry 342\n", + "Blurry 343\n", + "Blurry 344\n", + "Blurry 345\n", + "Blurry 346\n", + "Blurry 347\n", + "Blurry 348\n", + "Blurry 349\n", + "Blurry 350\n", + "Blurry 351\n", + "Blurry 352\n", + "Blurry 353\n", + "Blurry 354\n", + "Blurry 355\n", + "Blurry 356\n", + "Blurry 357\n", + "Blurry 358\n", + "Blurry 359\n", + "Blurry 360\n", + "Blurry 361\n", + "Blurry 362\n", + "Blurry 363\n", + "Blurry 364\n", + "Blurry 365\n", + "Blurry 366\n", + "Blurry 367\n", + "Blurry 368\n", + "Blurry 369\n", + "Blurry 370\n", + "Blurry 371\n", + "Blurry 372\n", + "Blurry 373\n", + "Blurry 374\n", + "Blurry 375\n", + "Blurry 376\n", + "Blurry 377\n", + "Blurry 378\n", + "Blurry 379\n", + "Blurry 380\n", + "Blurry 381\n", + "Blurry 382\n", + "Blurry 383\n", + "Blurry 384\n", + "Blurry 385\n", + "Blurry 386\n", + "Blurry 387\n", + "Blurry 388\n", + "Blurry 389\n", + "Blurry 390\n", + "Blurry 391\n", + "Blurry 392\n", + "Blurry 393\n", + "Blurry 394\n", + "Blurry 395\n", + "Blurry 396\n", + "Blurry 397\n", + "Blurry 398\n", + "Blurry 399\n", + "Blurry 400\n", + "Blurry 401\n", + "Blurry 402\n", + "Blurry 403\n", + "Blurry 404\n", + "Blurry 405\n", + "Blurry 406\n", + "Blurry 407\n", + "Blurry 408\n", + "Blurry 409\n", + "Blurry 410\n", + "Blurry 411\n", + "Blurry 412\n", + "Blurry 413\n", + "Blurry 414\n", + "Blurry 415\n", + "Blurry 416\n", + "Blurry 417\n", + "Blurry 418\n", + "Blurry 419\n", + "Blurry 420\n", + "Blurry 421\n", + "Blurry 422\n", + "Blurry 423\n", + "Blurry 424\n", + "Blurry 425\n", + "Blurry 426\n", + "Blurry 427\n", + "Blurry 428\n", + "Blurry 429\n", + "Blurry 430\n", + "Blurry 431\n", + "Blurry 432\n", + "Blurry 433\n", + "Blurry 434\n", + "Blurry 435\n", + "Blurry 436\n", + "Blurry 437\n", + "Blurry 438\n", + "Blurry 439\n", + "Blurry 440\n", + "Blurry 441\n", + "Blurry 442\n", + "Blurry 443\n", + "Blurry 444\n", + "Blurry 445\n", + "Blurry 446\n", + "Blurry 447\n", + "Blurry 448\n", + "Blurry 449\n", + "Blurry 450\n", + "Blurry 451\n", + "Blurry 452\n", + "Blurry 453\n", + "Blurry 454\n", + "Blurry 455\n", + "Blurry 456\n", + "Blurry 457\n", + "Blurry 458\n", + "Blurry 459\n", + "Blurry 460\n", + "Blurry 461\n", + "Blurry 462\n", + "Blurry 463\n", + "Blurry 464\n", + "Blurry 465\n", + "Blurry 466\n", + "Blurry 467\n", + "Blurry 468\n", + "Blurry 469\n", + "Blurry 470\n", + "Blurry 471\n", + "Blurry 472\n", + "Blurry 473\n", + "Blurry 474\n", + "Blurry 475\n", + "Blurry 476\n", + "Blurry 477\n", + "Blurry 478\n", + "Blurry 479\n", + "Blurry 480\n", + "Blurry 481\n", + "Blurry 482\n", + "Blurry 483\n", + "Blurry 484\n", + "Blurry 485\n", + "Blurry 486\n", + "Blurry 487\n", + "Blurry 488\n", + "Blurry 489\n", + "Blurry 490\n", + "Blurry 491\n", + "Blurry 492\n", + "Blurry 493\n", + "Blurry 494\n", + "Blurry 495\n", + "Blurry 496\n", + "Blurry 497\n", + "Blurry 498\n", + "Blurry 499\n", + "Blurry 500\n", + "Blurry 501\n", + "Blurry 502\n", + "Blurry 503\n", + "Blurry 504\n", + "Blurry 505\n", + "Blurry 506\n", + "Blurry 507\n", + "Blurry 508\n", + "Blurry 509\n", + "Blurry 510\n", + "Blurry 511\n", + "Blurry 512\n", + "Blurry 513\n", + "Blurry 514\n", + "Blurry 515\n", + "Blurry 516\n", + "Blurry 517\n", + "Blurry 518\n", + "Blurry 519\n", + "Blurry 520\n", + "Blurry 521\n", + "Blurry 522\n", + "Blurry 523\n", + "Blurry 524\n", + "Blurry 525\n", + "Blurry 526\n", + "Blurry 527\n", + "Blurry 528\n", + "Blurry 529\n", + "Blurry 530\n", + "Blurry 531\n", + "Blurry 532\n", + "Blurry 533\n", + "Blurry 534\n", + "Blurry 535\n", + "Blurry 536\n", + "Blurry 537\n", + "Blurry 538\n", + "Blurry 539\n", + "Blurry 540\n", + "Blurry 541\n", + "Blurry 542\n", + "Blurry 543\n", + "Blurry 544\n", + "Blurry 545\n", + "Blurry 546\n", + "Blurry 547\n", + "Blurry 548\n", + "Blurry 549\n", + "Blurry 550\n", + "Blurry 551\n", + "Blurry 552\n", + "Blurry 553\n", + "Blurry 554\n", + "Blurry 555\n", + "Blurry 556\n", + "Blurry 557\n", + "Blurry 558\n", + "Blurry 559\n", + "Blurry 560\n", + "Blurry 561\n", + "Blurry 562\n", + "Blurry 563\n", + "Blurry 564\n", + "Blurry 565\n", + "Blurry 566\n", + "Blurry 567\n", + "Blurry 568\n", + "Blurry 569\n", + "Blurry 570\n", + "Blurry 571\n", + "Blurry 572\n", + "Blurry 573\n", + "Blurry 574\n", + "Blurry 575\n", + "Blurry 576\n", + "Blurry 577\n", + "Blurry 578\n", + "Blurry 579\n", + "Blurry 580\n", + "Blurry 581\n", + "Blurry 582\n", + "Blurry 583\n", + "Blurry 584\n", + "Blurry 585\n", + "Blurry 586\n", + "Blurry 587\n", + "Blurry 588\n", + "Blurry 589\n", + "Blurry 590\n", + "Blurry 591\n", + "Blurry 592\n", + "Blurry 593\n", + "Blurry 594\n", + "Blurry 595\n", + "Blurry 596\n", + "Blurry 597\n", + "Blurry 598\n", + "Blurry 599\n", + "Blurry 600\n", + "Blurry 601\n", + "Blurry 602\n", + "Blurry 603\n", + "Blurry 604\n", + "Blurry 605\n", + "Blurry 606\n", + "Blurry 607\n", + "Blurry 608\n", + "Blurry 609\n", + "Blurry 610\n", + "Blurry 611\n", + "Blurry 612\n", + "Blurry 613\n", + "Blurry 614\n", + "Blurry 615\n", + "Blurry 616\n", + "Blurry 617\n", + "Blurry 618\n", + "Blurry 619\n", + "Blurry 620\n", + "Blurry 621\n", + "Blurry 622\n", + "Blurry 623\n", + "Blurry 624\n", + "Blurry 625\n", + "Blurry 626\n", + "Blurry 627\n", + "Blurry 628\n", + "Blurry 629\n", + "Blurry 630\n", + "Blurry 631\n", + "Blurry 632\n", + "Blurry 633\n", + "Blurry 634\n", + "Blurry 635\n", + "Blurry 636\n", + "Blurry 637\n", + "Blurry 638\n", + "Blurry 639\n", + "Blurry 640\n", + "Blurry 641\n", + "Blurry 642\n", + "Blurry 643\n", + "Blurry 644\n", + "Blurry 645\n", + "Blurry 646\n", + "Blurry 647\n", + "Blurry 648\n", + "Blurry 649\n", + "Blurry 650\n", + "Blurry 651\n", + "Blurry 652\n", + "Blurry 653\n", + "Blurry 654\n", + "Blurry 655\n", + "Blurry 656\n", + "Blurry 657\n", + "Blurry 658\n", + "Blurry 659\n", + "Blurry 660\n", + "Blurry 661\n", + "Blurry 662\n", + "Blurry 663\n", + "Blurry 664\n", + "Blurry 665\n", + "Blurry 666\n", + "Blurry 667\n", + "Blurry 668\n", + "Blurry 669\n", + "Blurry 670\n", + "Blurry 671\n", + "Blurry 672\n", + "Blurry 673\n", + "Blurry 674\n", + "Blurry 675\n", + "Blurry 676\n", + "Blurry 677\n", + "Blurry 678\n", + "Blurry 679\n", + "Blurry 680\n", + "Blurry 681\n", + "Blurry 682\n", + "Blurry 683\n", + "683\n" + ] + } + ], + "source": [ + "dir_ = 'C://Users//fatik//PycharmProjects//UfaHack2024//data//bloggers'\n", + "threshold = 100\n", + "i = 0\n", + "for imagePath in paths.os.listdir(dir_):\n", + " for image_name in os.listdir(os.path.join(dir_, imagePath )):\n", + " image = cv2.imread(os.path.join(dir_, imagePath, image_name))\n", + " gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)\n", + " fm = variance_of_laplacian(gray)\n", + " text = \"Not Blurry\"\n", + " if fm < threshold:\n", + " i+=1\n", + " text = \"Blurry\"\n", + " os.remove(os.path.join(dir_, imagePath, image_name))\n", + " print(text, i)\n", + " cv2.putText(image, \"{}: {:.2f}\".format(text, fm), (10, 30), cv2.FONT_HERSHEY_SIMPLEX, 0.8, (0, 0, 255), 3)\n", + "print(i)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T16:26:06.297104300Z", + "start_time": "2024-03-29T16:23:54.923351100Z" + } + } + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 2 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython2", + "version": "2.7.6" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/notebooks/catboost.ipynb b/notebooks/catboost.ipynb new file mode 100644 index 0000000..3c38961 --- /dev/null +++ b/notebooks/catboost.ipynb @@ -0,0 +1,614 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 2, + "outputs": [], + "source": [ + "from catboost import CatBoostClassifier\n", + "import pandas as pd\n", + "import pickle\n", + "from sklearn.model_selection import train_test_split" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T15:52:09.761101700Z", + "start_time": "2024-03-29T15:51:56.199239Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 27, + "outputs": [], + "source": [ + "with open('actors_usa_embeddings.pkl', 'rb') as f:\n", + " dict_usa = pickle.load(f)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:36.800593700Z", + "start_time": "2024-03-29T18:30:36.753716200Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 28, + "outputs": [ + { + "data": { + "text/plain": " 0 1\n0 1_1 [-1.5706723928451538, 0.6335924863815308, 1.53...\n1 10009_1 [0.5788402557373047, -0.5220502614974976, -1.7...\n2 10013_1 [-0.5845983028411865, 1.5863220691680908, -1.1...\n3 10013_2 [-0.41548410058021545, 1.5801037549972534, -0....\n4 1003_1 [-0.052914053201675415, -0.35606303811073303, ...\n... ... ...\n1051 13616_1 [0.6910120248794556, 1.2189278602600098, -1.64...\n1052 13616_2 [0.2329411804676056, 1.3537031412124634, -1.17...\n1053 13616_3 [0.8600691556930542, 1.441170573234558, -1.856...\n1054 13616_4 [1.2998018264770508, 2.4858486652374268, -1.51...\n1055 13631_2 [0.08967465162277222, 1.597952127456665, -1.96...\n\n[1056 rows x 2 columns]", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
01
01_1[-1.5706723928451538, 0.6335924863815308, 1.53...
110009_1[0.5788402557373047, -0.5220502614974976, -1.7...
210013_1[-0.5845983028411865, 1.5863220691680908, -1.1...
310013_2[-0.41548410058021545, 1.5801037549972534, -0....
41003_1[-0.052914053201675415, -0.35606303811073303, ...
.........
105113616_1[0.6910120248794556, 1.2189278602600098, -1.64...
105213616_2[0.2329411804676056, 1.3537031412124634, -1.17...
105313616_3[0.8600691556930542, 1.441170573234558, -1.856...
105413616_4[1.2998018264770508, 2.4858486652374268, -1.51...
105513631_2[0.08967465162277222, 1.597952127456665, -1.96...
\n

1056 rows × 2 columns

\n
" + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_usa = pd.DataFrame.from_dict(dict_usa.items())\n", + "data_usa" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:39.592265600Z", + "start_time": "2024-03-29T18:30:39.569341700Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 29, + "outputs": [], + "source": [ + "data_usa.rename(columns={0: \"id\", 1: \"embd\"}, inplace=True, errors=\"ignore\")" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:43.890527400Z", + "start_time": "2024-03-29T18:30:43.859276Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 30, + "outputs": [ + { + "data": { + "text/plain": " id embd\n0 1_1 [-1.5706723928451538, 0.6335924863815308, 1.53...\n1 10009_1 [0.5788402557373047, -0.5220502614974976, -1.7...\n2 10013_1 [-0.5845983028411865, 1.5863220691680908, -1.1...\n3 10013_2 [-0.41548410058021545, 1.5801037549972534, -0....\n4 1003_1 [-0.052914053201675415, -0.35606303811073303, ...\n... ... ...\n1051 13616_1 [0.6910120248794556, 1.2189278602600098, -1.64...\n1052 13616_2 [0.2329411804676056, 1.3537031412124634, -1.17...\n1053 13616_3 [0.8600691556930542, 1.441170573234558, -1.856...\n1054 13616_4 [1.2998018264770508, 2.4858486652374268, -1.51...\n1055 13631_2 [0.08967465162277222, 1.597952127456665, -1.96...\n\n[1056 rows x 2 columns]", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
idembd
01_1[-1.5706723928451538, 0.6335924863815308, 1.53...
110009_1[0.5788402557373047, -0.5220502614974976, -1.7...
210013_1[-0.5845983028411865, 1.5863220691680908, -1.1...
310013_2[-0.41548410058021545, 1.5801037549972534, -0....
41003_1[-0.052914053201675415, -0.35606303811073303, ...
.........
105113616_1[0.6910120248794556, 1.2189278602600098, -1.64...
105213616_2[0.2329411804676056, 1.3537031412124634, -1.17...
105313616_3[0.8600691556930542, 1.441170573234558, -1.856...
105413616_4[1.2998018264770508, 2.4858486652374268, -1.51...
105513631_2[0.08967465162277222, 1.597952127456665, -1.96...
\n

1056 rows × 2 columns

\n
" + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "data_usa" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:45.270827700Z", + "start_time": "2024-03-29T18:30:45.243534900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 31, + "outputs": [ + { + "data": { + "text/plain": " id 0 1 2 3 4 5 \\\n0 1_1 -1.570672 0.633592 1.539401 -0.443073 1.144602 -0.819344 \n1 10009_1 0.578840 -0.522050 -1.722523 -0.849324 0.872231 0.697576 \n2 10013_1 -0.584598 1.586322 -1.155406 -1.400013 -1.503451 -0.089089 \n3 10013_2 -0.415484 1.580104 -0.833656 -0.852378 -1.105216 -0.190370 \n4 1003_1 -0.052914 -0.356063 -0.832296 -0.387270 0.796773 -0.258821 \n... ... ... ... ... ... ... ... \n1051 13616_1 0.691012 1.218928 -1.645177 -0.200526 1.032170 -0.010177 \n1052 13616_2 0.232941 1.353703 -1.175303 0.109807 1.326917 -0.320142 \n1053 13616_3 0.860069 1.441171 -1.856320 -0.822068 2.987537 -0.414389 \n1054 13616_4 1.299802 2.485849 -1.519942 -1.161255 1.662391 0.192611 \n1055 13631_2 0.089675 1.597952 -1.962265 -2.278883 0.774878 -1.617782 \n\n 6 7 8 ... 118 119 120 \\\n0 2.068340 -1.029341 -1.676797 ... 1.457394 -0.088586 1.581023 \n1 -1.690455 3.806507 0.681398 ... 0.730348 -1.359728 -1.243532 \n2 -0.447129 -1.302794 -0.083066 ... 0.953941 0.069133 0.304748 \n3 -0.418510 -1.473158 0.411066 ... 1.337585 -0.197534 0.382660 \n4 -0.461007 0.343941 0.571979 ... 0.492704 1.220060 0.774966 \n... ... ... ... ... ... ... ... \n1051 -0.753952 0.626138 1.611161 ... -0.331170 -0.605570 1.232265 \n1052 -0.360853 0.236935 1.272749 ... -0.093058 -0.735331 1.791282 \n1053 -0.009051 1.364074 0.779438 ... 0.194024 -1.225692 0.427923 \n1054 -0.043378 1.498528 0.937637 ... 1.762125 -0.648232 0.858571 \n1055 -0.833502 1.292249 -0.641687 ... 0.419192 1.590851 -1.200108 \n\n 121 122 123 124 125 126 127 \n0 -1.279289 -0.174264 -1.437022 0.825406 0.065602 0.862288 0.475075 \n1 -0.721210 0.133973 1.686131 -0.457207 -0.259445 0.367829 -1.191762 \n2 0.323025 1.243084 -0.399308 0.769429 -1.011941 -0.092408 0.252634 \n3 0.953445 0.843356 -0.828000 1.240614 -0.750917 0.343088 0.759789 \n4 -0.848771 0.852844 -0.558431 0.560696 -1.167510 1.353986 -0.561515 \n... ... ... ... ... ... ... ... \n1051 -0.853597 -0.000137 1.154459 -1.125317 -1.453662 -0.933203 2.152028 \n1052 -0.932450 -0.078320 0.398722 -2.315437 -1.291452 -0.972061 1.980307 \n1053 0.216618 0.209311 0.205166 -2.612580 -0.337485 -1.237361 0.451241 \n1054 -0.705204 -0.280197 0.615498 -1.899799 -1.392390 -1.029162 1.198919 \n1055 1.717416 -1.234612 0.177451 -0.677651 0.334710 0.589466 0.305988 \n\n[1056 rows x 129 columns]", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
id012345678...118119120121122123124125126127
01_1-1.5706720.6335921.539401-0.4430731.144602-0.8193442.068340-1.029341-1.676797...1.457394-0.0885861.581023-1.279289-0.174264-1.4370220.8254060.0656020.8622880.475075
110009_10.578840-0.522050-1.722523-0.8493240.8722310.697576-1.6904553.8065070.681398...0.730348-1.359728-1.243532-0.7212100.1339731.686131-0.457207-0.2594450.367829-1.191762
210013_1-0.5845981.586322-1.155406-1.400013-1.503451-0.089089-0.447129-1.302794-0.083066...0.9539410.0691330.3047480.3230251.243084-0.3993080.769429-1.011941-0.0924080.252634
310013_2-0.4154841.580104-0.833656-0.852378-1.105216-0.190370-0.418510-1.4731580.411066...1.337585-0.1975340.3826600.9534450.843356-0.8280001.240614-0.7509170.3430880.759789
41003_1-0.052914-0.356063-0.832296-0.3872700.796773-0.258821-0.4610070.3439410.571979...0.4927041.2200600.774966-0.8487710.852844-0.5584310.560696-1.1675101.353986-0.561515
..................................................................
105113616_10.6910121.218928-1.645177-0.2005261.032170-0.010177-0.7539520.6261381.611161...-0.331170-0.6055701.232265-0.853597-0.0001371.154459-1.125317-1.453662-0.9332032.152028
105213616_20.2329411.353703-1.1753030.1098071.326917-0.320142-0.3608530.2369351.272749...-0.093058-0.7353311.791282-0.932450-0.0783200.398722-2.315437-1.291452-0.9720611.980307
105313616_30.8600691.441171-1.856320-0.8220682.987537-0.414389-0.0090511.3640740.779438...0.194024-1.2256920.4279230.2166180.2093110.205166-2.612580-0.337485-1.2373610.451241
105413616_41.2998022.485849-1.519942-1.1612551.6623910.192611-0.0433781.4985280.937637...1.762125-0.6482320.858571-0.705204-0.2801970.615498-1.899799-1.392390-1.0291621.198919
105513631_20.0896751.597952-1.962265-2.2788830.774878-1.617782-0.8335021.292249-0.641687...0.4191921.590851-1.2001081.717416-1.2346120.177451-0.6776510.3347100.5894660.305988
\n

1056 rows × 129 columns

\n
" + }, + "execution_count": 31, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "new_cols = pd.DataFrame(data_usa['embd'].apply(pd.Series))\n", + "df_usa = pd.concat([data_usa, new_cols], axis=1)\n", + "df_usa.drop([\"embd\"], axis=1, inplace=True, errors=\"ignore\")\n", + "df_usa" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:49.465033800Z", + "start_time": "2024-03-29T18:30:49.271020400Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 32, + "outputs": [], + "source": [ + "df_usa[\"id\"] = df_usa[\"id\"].apply(lambda x: str(x)[:str(x).find(\"_\")])" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:52.716203400Z", + "start_time": "2024-03-29T18:30:52.692504100Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 34, + "outputs": [], + "source": [ + "df_usa[\"id\"] = df_usa[\"id\"].astype(int)\n", + "y, X = df_usa[\"id\"], df_usa.drop([\"id\"], axis=1)\n", + "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.01, random_state=1)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:30:57.870505500Z", + "start_time": "2024-03-29T18:30:57.845736100Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 39, + "outputs": [ + { + "data": { + "text/plain": "id\n13078 4\n10593 4\n10766 4\n13209 4\n1320 4\n ..\n12114 1\n12143 1\n12151 1\n12163 1\n13631 1\nName: count, Length: 457, dtype: int64" + }, + "execution_count": 39, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "y.value_counts()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T18:40:33.247010800Z", + "start_time": "2024-03-29T18:40:33.123293900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 24, + "outputs": [ + { + "data": { + "text/plain": "[]" + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "cat_features = [col for col in df_usa.columns if df_usa[col].dtype.name == 'category' or df_usa[col].dtype.name == 'object']\n", + "cat_features" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T17:08:02.745660400Z", + "start_time": "2024-03-29T17:08:02.735557900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 25, + "outputs": [ + { + "data": { + "text/plain": "MetricVisualizer(layout=Layout(align_self='stretch', height='500px'))", + "application/vnd.jupyter.widget-view+json": { + "version_major": 2, + "version_minor": 0, + "model_id": "2f8ef01d3ad3469ba13c90ed7dcc9b43" + } + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Learning rate set to 0.185024\n", + "0:\tlearn: 6.0784997\ttest: 6.1433807\tbest: 6.1433807 (0)\ttotal: 2.35s\tremaining: 11m 43s\n", + "1:\tlearn: 5.9910635\ttest: 6.1084452\tbest: 6.1084452 (1)\ttotal: 4.87s\tremaining: 12m 5s\n", + "2:\tlearn: 5.8984368\ttest: 6.0727539\tbest: 6.0727539 (2)\ttotal: 7.29s\tremaining: 12m 1s\n", + "3:\tlearn: 5.8057325\ttest: 6.0476334\tbest: 6.0476334 (3)\ttotal: 9.36s\tremaining: 11m 32s\n", + "4:\tlearn: 5.7158628\ttest: 6.0047780\tbest: 6.0047780 (4)\ttotal: 11.5s\tremaining: 11m 21s\n", + "5:\tlearn: 5.6240899\ttest: 5.9781342\tbest: 5.9781342 (5)\ttotal: 13.9s\tremaining: 11m 19s\n", + "6:\tlearn: 5.5320867\ttest: 5.9263351\tbest: 5.9263351 (6)\ttotal: 16.1s\tremaining: 11m 14s\n", + "7:\tlearn: 5.5121678\ttest: 5.9146790\tbest: 5.9146790 (7)\ttotal: 16.4s\tremaining: 9m 58s\n", + "8:\tlearn: 5.4277463\ttest: 5.8509918\tbest: 5.8509918 (8)\ttotal: 18.5s\tremaining: 9m 58s\n", + "9:\tlearn: 5.3415770\ttest: 5.8210129\tbest: 5.8210129 (9)\ttotal: 20.7s\tremaining: 10m\n", + "10:\tlearn: 5.2492825\ttest: 5.7737183\tbest: 5.7737183 (10)\ttotal: 22s\tremaining: 9m 37s\n", + "11:\tlearn: 5.1631285\ttest: 5.7284953\tbest: 5.7284953 (11)\ttotal: 23.3s\tremaining: 9m 20s\n", + "12:\tlearn: 5.0751767\ttest: 5.6733948\tbest: 5.6733948 (12)\ttotal: 24.5s\tremaining: 9m 1s\n", + "13:\tlearn: 4.9856146\ttest: 5.6309850\tbest: 5.6309850 (13)\ttotal: 25.7s\tremaining: 8m 45s\n", + "14:\tlearn: 4.8978781\ttest: 5.6149078\tbest: 5.6149078 (14)\ttotal: 26.9s\tremaining: 8m 30s\n", + "15:\tlearn: 4.8156413\ttest: 5.5612625\tbest: 5.5612625 (15)\ttotal: 28.1s\tremaining: 8m 18s\n", + "16:\tlearn: 4.7319675\ttest: 5.5175181\tbest: 5.5175181 (16)\ttotal: 29.4s\tremaining: 8m 8s\n", + "17:\tlearn: 4.6593926\ttest: 5.4840571\tbest: 5.4840571 (17)\ttotal: 30.5s\tremaining: 7m 58s\n", + "18:\tlearn: 4.5787229\ttest: 5.4402802\tbest: 5.4402802 (18)\ttotal: 31.7s\tremaining: 7m 48s\n", + "19:\tlearn: 4.4907160\ttest: 5.4152125\tbest: 5.4152125 (19)\ttotal: 32.9s\tremaining: 7m 40s\n", + "20:\tlearn: 4.4052203\ttest: 5.3817332\tbest: 5.3817332 (20)\ttotal: 34.1s\tremaining: 7m 32s\n", + "21:\tlearn: 4.3219876\ttest: 5.3373820\tbest: 5.3373820 (21)\ttotal: 35.4s\tremaining: 7m 26s\n", + "22:\tlearn: 4.2420161\ttest: 5.2880178\tbest: 5.2880178 (22)\ttotal: 36.6s\tremaining: 7m 20s\n", + "23:\tlearn: 4.1608379\ttest: 5.2396993\tbest: 5.2396993 (23)\ttotal: 37.7s\tremaining: 7m 13s\n", + "24:\tlearn: 4.0805923\ttest: 5.2040298\tbest: 5.2040298 (24)\ttotal: 38.9s\tremaining: 7m 7s\n", + "25:\tlearn: 4.0007839\ttest: 5.1598663\tbest: 5.1598663 (25)\ttotal: 40.2s\tremaining: 7m 3s\n", + "26:\tlearn: 3.9255511\ttest: 5.1133169\tbest: 5.1133169 (26)\ttotal: 41.5s\tremaining: 6m 59s\n", + "27:\tlearn: 3.8538269\ttest: 5.0867518\tbest: 5.0867518 (27)\ttotal: 42.8s\tremaining: 6m 55s\n", + "28:\tlearn: 3.7818685\ttest: 5.0266500\tbest: 5.0266500 (28)\ttotal: 43.9s\tremaining: 6m 50s\n", + "29:\tlearn: 3.7069801\ttest: 5.0114441\tbest: 5.0114441 (29)\ttotal: 45.2s\tremaining: 6m 46s\n", + "30:\tlearn: 3.6382706\ttest: 4.9597992\tbest: 4.9597992 (30)\ttotal: 46.3s\tremaining: 6m 41s\n", + "31:\tlearn: 3.5615131\ttest: 4.9208328\tbest: 4.9208328 (31)\ttotal: 47.5s\tremaining: 6m 37s\n", + "32:\tlearn: 3.4859040\ttest: 4.8779531\tbest: 4.8779531 (32)\ttotal: 48.6s\tremaining: 6m 33s\n", + "33:\tlearn: 3.4185298\ttest: 4.8498103\tbest: 4.8498103 (33)\ttotal: 49.8s\tremaining: 6m 29s\n", + "34:\tlearn: 3.3444067\ttest: 4.8153386\tbest: 4.8153386 (34)\ttotal: 51s\tremaining: 6m 26s\n", + "35:\tlearn: 3.2735936\ttest: 4.7766815\tbest: 4.7766815 (35)\ttotal: 52.3s\tremaining: 6m 23s\n", + "36:\tlearn: 3.2040863\ttest: 4.7235006\tbest: 4.7235006 (36)\ttotal: 53.7s\tremaining: 6m 21s\n", + "37:\tlearn: 3.1379644\ttest: 4.7010030\tbest: 4.7010030 (37)\ttotal: 54.9s\tremaining: 6m 18s\n", + "38:\tlearn: 3.0709210\ttest: 4.6795237\tbest: 4.6795237 (38)\ttotal: 56.1s\tremaining: 6m 15s\n", + "39:\tlearn: 3.0039365\ttest: 4.6355535\tbest: 4.6355535 (39)\ttotal: 57.3s\tremaining: 6m 12s\n", + "40:\tlearn: 2.9383490\ttest: 4.6026723\tbest: 4.6026723 (40)\ttotal: 58.6s\tremaining: 6m 10s\n", + "41:\tlearn: 2.8737903\ttest: 4.5671906\tbest: 4.5671906 (41)\ttotal: 59.8s\tremaining: 6m 7s\n", + "42:\tlearn: 2.8080188\ttest: 4.5525731\tbest: 4.5525731 (42)\ttotal: 1m 1s\tremaining: 6m 5s\n", + "43:\tlearn: 2.7462077\ttest: 4.5130310\tbest: 4.5130310 (43)\ttotal: 1m 2s\tremaining: 6m 3s\n", + "44:\tlearn: 2.6851551\ttest: 4.4735845\tbest: 4.4735845 (44)\ttotal: 1m 3s\tremaining: 6m\n", + "45:\tlearn: 2.6241649\ttest: 4.4433533\tbest: 4.4433533 (45)\ttotal: 1m 4s\tremaining: 5m 57s\n", + "46:\tlearn: 2.5639366\ttest: 4.4178904\tbest: 4.4178904 (46)\ttotal: 1m 6s\tremaining: 5m 55s\n", + "47:\tlearn: 2.5067896\ttest: 4.3975774\tbest: 4.3975774 (47)\ttotal: 1m 7s\tremaining: 5m 53s\n", + "48:\tlearn: 2.4538681\ttest: 4.3666336\tbest: 4.3666336 (48)\ttotal: 1m 8s\tremaining: 5m 51s\n", + "49:\tlearn: 2.3986265\ttest: 4.3355123\tbest: 4.3355123 (49)\ttotal: 1m 10s\tremaining: 5m 49s\n", + "50:\tlearn: 2.3446018\ttest: 4.3332296\tbest: 4.3332296 (50)\ttotal: 1m 11s\tremaining: 5m 47s\n", + "51:\tlearn: 2.2861106\ttest: 4.3116740\tbest: 4.3116740 (51)\ttotal: 1m 12s\tremaining: 5m 45s\n", + "52:\tlearn: 2.2328525\ttest: 4.3072728\tbest: 4.3072728 (52)\ttotal: 1m 13s\tremaining: 5m 43s\n", + "53:\tlearn: 2.1842162\ttest: 4.2899190\tbest: 4.2899190 (53)\ttotal: 1m 14s\tremaining: 5m 40s\n", + "54:\tlearn: 2.1396860\ttest: 4.2635773\tbest: 4.2635773 (54)\ttotal: 1m 15s\tremaining: 5m 38s\n", + "55:\tlearn: 2.0905466\ttest: 4.2227315\tbest: 4.2227315 (55)\ttotal: 1m 17s\tremaining: 5m 36s\n", + "56:\tlearn: 2.0419869\ttest: 4.1879898\tbest: 4.1879898 (56)\ttotal: 1m 18s\tremaining: 5m 33s\n", + "57:\tlearn: 1.9987320\ttest: 4.1525574\tbest: 4.1525574 (57)\ttotal: 1m 19s\tremaining: 5m 31s\n", + "58:\tlearn: 1.9531243\ttest: 4.1342023\tbest: 4.1342023 (58)\ttotal: 1m 20s\tremaining: 5m 30s\n", + "59:\tlearn: 1.9056501\ttest: 4.1110240\tbest: 4.1110240 (59)\ttotal: 1m 22s\tremaining: 5m 28s\n", + "60:\tlearn: 1.8657994\ttest: 4.0953285\tbest: 4.0953285 (60)\ttotal: 1m 23s\tremaining: 5m 25s\n", + "61:\tlearn: 1.8243551\ttest: 4.0813792\tbest: 4.0813792 (61)\ttotal: 1m 24s\tremaining: 5m 23s\n", + "62:\tlearn: 1.7809334\ttest: 4.0727074\tbest: 4.0727074 (62)\ttotal: 1m 25s\tremaining: 5m 21s\n", + "63:\tlearn: 1.7393319\ttest: 4.0459826\tbest: 4.0459826 (63)\ttotal: 1m 26s\tremaining: 5m 19s\n", + "64:\tlearn: 1.6998490\ttest: 4.0277517\tbest: 4.0277517 (64)\ttotal: 1m 28s\tremaining: 5m 18s\n", + "65:\tlearn: 1.6625649\ttest: 4.0219477\tbest: 4.0219477 (65)\ttotal: 1m 29s\tremaining: 5m 16s\n", + "66:\tlearn: 1.6250331\ttest: 4.0043874\tbest: 4.0043874 (66)\ttotal: 1m 30s\tremaining: 5m 14s\n", + "67:\tlearn: 1.5874199\ttest: 3.9934575\tbest: 3.9934575 (67)\ttotal: 1m 31s\tremaining: 5m 13s\n", + "68:\tlearn: 1.5491425\ttest: 3.9758647\tbest: 3.9758647 (68)\ttotal: 1m 33s\tremaining: 5m 11s\n", + "69:\tlearn: 1.5127327\ttest: 3.9472862\tbest: 3.9472862 (69)\ttotal: 1m 34s\tremaining: 5m 9s\n", + "70:\tlearn: 1.4777435\ttest: 3.9355334\tbest: 3.9355334 (70)\ttotal: 1m 35s\tremaining: 5m 8s\n", + "71:\tlearn: 1.4413622\ttest: 3.9174815\tbest: 3.9174815 (71)\ttotal: 1m 36s\tremaining: 5m 6s\n", + "72:\tlearn: 1.4096054\ttest: 3.8972992\tbest: 3.8972992 (72)\ttotal: 1m 37s\tremaining: 5m 4s\n", + "73:\tlearn: 1.3761202\ttest: 3.8763499\tbest: 3.8763499 (73)\ttotal: 1m 39s\tremaining: 5m 2s\n", + "74:\tlearn: 1.3462455\ttest: 3.8373062\tbest: 3.8373062 (74)\ttotal: 1m 40s\tremaining: 5m\n", + "75:\tlearn: 1.3197731\ttest: 3.8176537\tbest: 3.8176537 (75)\ttotal: 1m 41s\tremaining: 4m 59s\n", + "76:\tlearn: 1.2882575\ttest: 3.7995501\tbest: 3.7995501 (76)\ttotal: 1m 42s\tremaining: 4m 57s\n", + "77:\tlearn: 1.2591927\ttest: 3.7776555\tbest: 3.7776555 (77)\ttotal: 1m 43s\tremaining: 4m 55s\n", + "78:\tlearn: 1.2305810\ttest: 3.7544545\tbest: 3.7544545 (78)\ttotal: 1m 44s\tremaining: 4m 53s\n", + "79:\tlearn: 1.2066412\ttest: 3.7386561\tbest: 3.7386561 (79)\ttotal: 1m 46s\tremaining: 4m 51s\n", + "80:\tlearn: 1.1825994\ttest: 3.7253298\tbest: 3.7253298 (80)\ttotal: 1m 47s\tremaining: 4m 49s\n", + "81:\tlearn: 1.1569464\ttest: 3.6922796\tbest: 3.6922796 (81)\ttotal: 1m 48s\tremaining: 4m 48s\n", + "82:\tlearn: 1.1338915\ttest: 3.6659922\tbest: 3.6659922 (82)\ttotal: 1m 49s\tremaining: 4m 45s\n", + "83:\tlearn: 1.1119852\ttest: 3.6367154\tbest: 3.6367154 (83)\ttotal: 1m 50s\tremaining: 4m 43s\n", + "84:\tlearn: 1.0879619\ttest: 3.6156316\tbest: 3.6156316 (84)\ttotal: 1m 51s\tremaining: 4m 42s\n", + "85:\tlearn: 1.0662683\ttest: 3.5871885\tbest: 3.5871885 (85)\ttotal: 1m 52s\tremaining: 4m 40s\n", + "86:\tlearn: 1.0451274\ttest: 3.5736521\tbest: 3.5736521 (86)\ttotal: 1m 53s\tremaining: 4m 38s\n", + "87:\tlearn: 1.0234508\ttest: 3.5625234\tbest: 3.5625234 (87)\ttotal: 1m 54s\tremaining: 4m 36s\n", + "88:\tlearn: 1.0020534\ttest: 3.5495534\tbest: 3.5495534 (88)\ttotal: 1m 55s\tremaining: 4m 34s\n", + "89:\tlearn: 0.9796275\ttest: 3.5205246\tbest: 3.5205246 (89)\ttotal: 1m 57s\tremaining: 4m 33s\n", + "90:\tlearn: 0.9594051\ttest: 3.5091059\tbest: 3.5091059 (90)\ttotal: 1m 58s\tremaining: 4m 31s\n", + "91:\tlearn: 0.9394349\ttest: 3.4906398\tbest: 3.4906398 (91)\ttotal: 1m 59s\tremaining: 4m 30s\n", + "92:\tlearn: 0.9193775\ttest: 3.4833733\tbest: 3.4833733 (92)\ttotal: 2m\tremaining: 4m 28s\n", + "93:\tlearn: 0.9007292\ttest: 3.4619919\tbest: 3.4619919 (93)\ttotal: 2m 1s\tremaining: 4m 26s\n", + "94:\tlearn: 0.8868973\ttest: 3.4545959\tbest: 3.4545959 (94)\ttotal: 2m 2s\tremaining: 4m 24s\n", + "95:\tlearn: 0.8703260\ttest: 3.4408366\tbest: 3.4408366 (95)\ttotal: 2m 3s\tremaining: 4m 23s\n", + "96:\tlearn: 0.8527478\ttest: 3.4313932\tbest: 3.4313932 (96)\ttotal: 2m 4s\tremaining: 4m 21s\n", + "97:\tlearn: 0.8410120\ttest: 3.4126450\tbest: 3.4126450 (97)\ttotal: 2m 6s\tremaining: 4m 19s\n", + "98:\tlearn: 0.8243639\ttest: 3.3947113\tbest: 3.3947113 (98)\ttotal: 2m 7s\tremaining: 4m 18s\n", + "99:\tlearn: 0.8103903\ttest: 3.3885841\tbest: 3.3885841 (99)\ttotal: 2m 8s\tremaining: 4m 16s\n", + "100:\tlearn: 0.7959870\ttest: 3.3774628\tbest: 3.3774628 (100)\ttotal: 2m 9s\tremaining: 4m 15s\n", + "101:\tlearn: 0.7798956\ttest: 3.3577209\tbest: 3.3577209 (101)\ttotal: 2m 10s\tremaining: 4m 13s\n", + "102:\tlearn: 0.7665598\ttest: 3.3484248\tbest: 3.3484248 (102)\ttotal: 2m 11s\tremaining: 4m 12s\n", + "103:\tlearn: 0.7521821\ttest: 3.3372706\tbest: 3.3372706 (103)\ttotal: 2m 12s\tremaining: 4m 10s\n", + "104:\tlearn: 0.7400186\ttest: 3.3306249\tbest: 3.3306249 (104)\ttotal: 2m 14s\tremaining: 4m 8s\n", + "105:\tlearn: 0.7261155\ttest: 3.3285919\tbest: 3.3285919 (105)\ttotal: 2m 15s\tremaining: 4m 7s\n", + "106:\tlearn: 0.7106713\ttest: 3.3112956\tbest: 3.3112956 (106)\ttotal: 2m 16s\tremaining: 4m 5s\n", + "107:\tlearn: 0.6970821\ttest: 3.2921288\tbest: 3.2921288 (107)\ttotal: 2m 17s\tremaining: 4m 4s\n", + "108:\tlearn: 0.6822898\ttest: 3.2761701\tbest: 3.2761701 (108)\ttotal: 2m 18s\tremaining: 4m 2s\n", + "109:\tlearn: 0.6719192\ttest: 3.2655561\tbest: 3.2655561 (109)\ttotal: 2m 19s\tremaining: 4m 1s\n", + "110:\tlearn: 0.6604899\ttest: 3.2570684\tbest: 3.2570684 (110)\ttotal: 2m 20s\tremaining: 3m 59s\n", + "111:\tlearn: 0.6468280\ttest: 3.2447955\tbest: 3.2447955 (111)\ttotal: 2m 21s\tremaining: 3m 58s\n", + "112:\tlearn: 0.6359652\ttest: 3.2390330\tbest: 3.2390330 (112)\ttotal: 2m 23s\tremaining: 3m 56s\n", + "113:\tlearn: 0.6251959\ttest: 3.2278397\tbest: 3.2278397 (113)\ttotal: 2m 24s\tremaining: 3m 55s\n", + "114:\tlearn: 0.6135459\ttest: 3.2152222\tbest: 3.2152222 (114)\ttotal: 2m 25s\tremaining: 3m 53s\n", + "115:\tlearn: 0.6039320\ttest: 3.2046316\tbest: 3.2046316 (115)\ttotal: 2m 26s\tremaining: 3m 52s\n", + "116:\tlearn: 0.5924448\ttest: 3.2008077\tbest: 3.2008077 (116)\ttotal: 2m 27s\tremaining: 3m 50s\n", + "117:\tlearn: 0.5815000\ttest: 3.1867198\tbest: 3.1867198 (117)\ttotal: 2m 28s\tremaining: 3m 49s\n", + "118:\tlearn: 0.5731665\ttest: 3.1841410\tbest: 3.1841410 (118)\ttotal: 2m 29s\tremaining: 3m 47s\n", + "119:\tlearn: 0.5627828\ttest: 3.1761716\tbest: 3.1761716 (119)\ttotal: 2m 30s\tremaining: 3m 46s\n", + "120:\tlearn: 0.5550374\ttest: 3.1658747\tbest: 3.1658747 (120)\ttotal: 2m 31s\tremaining: 3m 44s\n", + "121:\tlearn: 0.5455027\ttest: 3.1540136\tbest: 3.1540136 (121)\ttotal: 2m 32s\tremaining: 3m 42s\n", + "122:\tlearn: 0.5350833\ttest: 3.1449567\tbest: 3.1449567 (122)\ttotal: 2m 34s\tremaining: 3m 41s\n", + "123:\tlearn: 0.5266289\ttest: 3.1362966\tbest: 3.1362966 (123)\ttotal: 2m 35s\tremaining: 3m 40s\n", + "124:\tlearn: 0.5196964\ttest: 3.1271144\tbest: 3.1271144 (124)\ttotal: 2m 36s\tremaining: 3m 38s\n", + "125:\tlearn: 0.5100890\ttest: 3.1120583\tbest: 3.1120583 (125)\ttotal: 2m 37s\tremaining: 3m 37s\n", + "126:\tlearn: 0.5021013\ttest: 3.1069194\tbest: 3.1069194 (126)\ttotal: 2m 38s\tremaining: 3m 35s\n", + "127:\tlearn: 0.4933022\ttest: 3.0996305\tbest: 3.0996305 (127)\ttotal: 2m 39s\tremaining: 3m 34s\n", + "128:\tlearn: 0.4846943\ttest: 3.0880168\tbest: 3.0880168 (128)\ttotal: 2m 40s\tremaining: 3m 32s\n", + "129:\tlearn: 0.4783157\ttest: 3.0793622\tbest: 3.0793622 (129)\ttotal: 2m 41s\tremaining: 3m 31s\n", + "130:\tlearn: 0.4693422\ttest: 3.0734500\tbest: 3.0734500 (130)\ttotal: 2m 42s\tremaining: 3m 30s\n", + "131:\tlearn: 0.4625551\ttest: 3.0664800\tbest: 3.0664800 (131)\ttotal: 2m 43s\tremaining: 3m 28s\n", + "132:\tlearn: 0.4569906\ttest: 3.0656219\tbest: 3.0656219 (132)\ttotal: 2m 45s\tremaining: 3m 27s\n", + "133:\tlearn: 0.4498145\ttest: 3.0618118\tbest: 3.0618118 (133)\ttotal: 2m 46s\tremaining: 3m 25s\n", + "134:\tlearn: 0.4418240\ttest: 3.0487012\tbest: 3.0487012 (134)\ttotal: 2m 47s\tremaining: 3m 24s\n", + "135:\tlearn: 0.4380294\ttest: 3.0451864\tbest: 3.0451864 (135)\ttotal: 2m 48s\tremaining: 3m 22s\n", + "136:\tlearn: 0.4318165\ttest: 3.0396632\tbest: 3.0396632 (136)\ttotal: 2m 49s\tremaining: 3m 21s\n", + "137:\tlearn: 0.4240354\ttest: 3.0352351\tbest: 3.0352351 (137)\ttotal: 2m 50s\tremaining: 3m 20s\n", + "138:\tlearn: 0.4188096\ttest: 3.0231252\tbest: 3.0231252 (138)\ttotal: 2m 51s\tremaining: 3m 18s\n", + "139:\tlearn: 0.4119871\ttest: 3.0174611\tbest: 3.0174611 (139)\ttotal: 2m 52s\tremaining: 3m 17s\n", + "140:\tlearn: 0.4075712\ttest: 3.0107613\tbest: 3.0107613 (140)\ttotal: 2m 53s\tremaining: 3m 16s\n", + "141:\tlearn: 0.4008266\ttest: 3.0057027\tbest: 3.0057027 (141)\ttotal: 2m 54s\tremaining: 3m 14s\n", + "142:\tlearn: 0.3948676\ttest: 3.0027046\tbest: 3.0027046 (142)\ttotal: 2m 55s\tremaining: 3m 13s\n", + "143:\tlearn: 0.3887316\ttest: 2.9925824\tbest: 2.9925824 (143)\ttotal: 2m 57s\tremaining: 3m 11s\n", + "144:\tlearn: 0.3828894\ttest: 2.9824903\tbest: 2.9824903 (144)\ttotal: 2m 58s\tremaining: 3m 10s\n", + "145:\tlearn: 0.3765422\ttest: 2.9777758\tbest: 2.9777758 (145)\ttotal: 2m 59s\tremaining: 3m 9s\n", + "146:\tlearn: 0.3715529\ttest: 2.9707843\tbest: 2.9707843 (146)\ttotal: 3m\tremaining: 3m 7s\n", + "147:\tlearn: 0.3665649\ttest: 2.9673782\tbest: 2.9673782 (147)\ttotal: 3m 1s\tremaining: 3m 6s\n", + "148:\tlearn: 0.3604531\ttest: 2.9581945\tbest: 2.9581945 (148)\ttotal: 3m 2s\tremaining: 3m 4s\n", + "149:\tlearn: 0.3545811\ttest: 2.9548449\tbest: 2.9548449 (149)\ttotal: 3m 3s\tremaining: 3m 3s\n", + "150:\tlearn: 0.3506110\ttest: 2.9581487\tbest: 2.9548449 (149)\ttotal: 3m 4s\tremaining: 3m 2s\n", + "151:\tlearn: 0.3466603\ttest: 2.9565620\tbest: 2.9548449 (149)\ttotal: 3m 5s\tremaining: 3m\n", + "152:\tlearn: 0.3410967\ttest: 2.9452164\tbest: 2.9452164 (152)\ttotal: 3m 6s\tremaining: 2m 59s\n", + "153:\tlearn: 0.3361991\ttest: 2.9435928\tbest: 2.9435928 (153)\ttotal: 3m 7s\tremaining: 2m 58s\n", + "154:\tlearn: 0.3324092\ttest: 2.9399058\tbest: 2.9399058 (154)\ttotal: 3m 8s\tremaining: 2m 56s\n", + "155:\tlearn: 0.3300632\ttest: 2.9358665\tbest: 2.9358665 (155)\ttotal: 3m 9s\tremaining: 2m 55s\n", + "156:\tlearn: 0.3262109\ttest: 2.9318021\tbest: 2.9318021 (156)\ttotal: 3m 11s\tremaining: 2m 53s\n", + "157:\tlearn: 0.3220618\ttest: 2.9231084\tbest: 2.9231084 (157)\ttotal: 3m 12s\tremaining: 2m 52s\n", + "158:\tlearn: 0.3172842\ttest: 2.9194244\tbest: 2.9194244 (158)\ttotal: 3m 13s\tremaining: 2m 51s\n", + "159:\tlearn: 0.3124603\ttest: 2.9052312\tbest: 2.9052312 (159)\ttotal: 3m 14s\tremaining: 2m 50s\n", + "160:\tlearn: 0.3079282\ttest: 2.9000417\tbest: 2.9000417 (160)\ttotal: 3m 15s\tremaining: 2m 48s\n", + "161:\tlearn: 0.3032787\ttest: 2.8987747\tbest: 2.8987747 (161)\ttotal: 3m 16s\tremaining: 2m 47s\n", + "162:\tlearn: 0.3002986\ttest: 2.8952772\tbest: 2.8952772 (162)\ttotal: 3m 17s\tremaining: 2m 46s\n", + "163:\tlearn: 0.2980598\ttest: 2.8926895\tbest: 2.8926895 (163)\ttotal: 3m 18s\tremaining: 2m 44s\n", + "164:\tlearn: 0.2947384\ttest: 2.8879130\tbest: 2.8879130 (164)\ttotal: 3m 19s\tremaining: 2m 43s\n", + "165:\tlearn: 0.2920314\ttest: 2.8845144\tbest: 2.8845144 (165)\ttotal: 3m 20s\tremaining: 2m 42s\n", + "166:\tlearn: 0.2878086\ttest: 2.8770421\tbest: 2.8770421 (166)\ttotal: 3m 21s\tremaining: 2m 40s\n", + "167:\tlearn: 0.2836131\ttest: 2.8707405\tbest: 2.8707405 (167)\ttotal: 3m 23s\tremaining: 2m 39s\n", + "168:\tlearn: 0.2795097\ttest: 2.8681885\tbest: 2.8681885 (168)\ttotal: 3m 24s\tremaining: 2m 38s\n", + "169:\tlearn: 0.2755526\ttest: 2.8619222\tbest: 2.8619222 (169)\ttotal: 3m 25s\tremaining: 2m 36s\n", + "170:\tlearn: 0.2726971\ttest: 2.8572141\tbest: 2.8572141 (170)\ttotal: 3m 26s\tremaining: 2m 35s\n", + "171:\tlearn: 0.2687535\ttest: 2.8529121\tbest: 2.8529121 (171)\ttotal: 3m 27s\tremaining: 2m 34s\n", + "172:\tlearn: 0.2649158\ttest: 2.8480103\tbest: 2.8480103 (172)\ttotal: 3m 29s\tremaining: 2m 33s\n", + "173:\tlearn: 0.2616893\ttest: 2.8444964\tbest: 2.8444964 (173)\ttotal: 3m 30s\tremaining: 2m 32s\n", + "174:\tlearn: 0.2581426\ttest: 2.8394908\tbest: 2.8394908 (174)\ttotal: 3m 31s\tremaining: 2m 30s\n", + "175:\tlearn: 0.2552005\ttest: 2.8365481\tbest: 2.8365481 (175)\ttotal: 3m 32s\tremaining: 2m 29s\n", + "176:\tlearn: 0.2524460\ttest: 2.8313812\tbest: 2.8313812 (176)\ttotal: 3m 33s\tremaining: 2m 28s\n", + "177:\tlearn: 0.2490010\ttest: 2.8256653\tbest: 2.8256653 (177)\ttotal: 3m 34s\tremaining: 2m 27s\n", + "178:\tlearn: 0.2466685\ttest: 2.8240784\tbest: 2.8240784 (178)\ttotal: 3m 35s\tremaining: 2m 25s\n", + "179:\tlearn: 0.2435138\ttest: 2.8149684\tbest: 2.8149684 (179)\ttotal: 3m 36s\tremaining: 2m 24s\n", + "180:\tlearn: 0.2404314\ttest: 2.8071462\tbest: 2.8071462 (180)\ttotal: 3m 37s\tremaining: 2m 23s\n", + "181:\tlearn: 0.2371665\ttest: 2.8010885\tbest: 2.8010885 (181)\ttotal: 3m 39s\tremaining: 2m 22s\n", + "182:\tlearn: 0.2341019\ttest: 2.7945058\tbest: 2.7945058 (182)\ttotal: 3m 40s\tremaining: 2m 20s\n", + "183:\tlearn: 0.2310050\ttest: 2.7919454\tbest: 2.7919454 (183)\ttotal: 3m 41s\tremaining: 2m 19s\n", + "184:\tlearn: 0.2280918\ttest: 2.7892288\tbest: 2.7892288 (184)\ttotal: 3m 42s\tremaining: 2m 18s\n", + "185:\tlearn: 0.2252031\ttest: 2.7824900\tbest: 2.7824900 (185)\ttotal: 3m 43s\tremaining: 2m 16s\n", + "186:\tlearn: 0.2227856\ttest: 2.7778308\tbest: 2.7778308 (186)\ttotal: 3m 44s\tremaining: 2m 15s\n", + "187:\tlearn: 0.2200291\ttest: 2.7762812\tbest: 2.7762812 (187)\ttotal: 3m 45s\tremaining: 2m 14s\n", + "188:\tlearn: 0.2173523\ttest: 2.7749334\tbest: 2.7749334 (188)\ttotal: 3m 46s\tremaining: 2m 13s\n", + "189:\tlearn: 0.2157393\ttest: 2.7721797\tbest: 2.7721797 (189)\ttotal: 3m 47s\tremaining: 2m 11s\n", + "190:\tlearn: 0.2130991\ttest: 2.7663386\tbest: 2.7663386 (190)\ttotal: 3m 48s\tremaining: 2m 10s\n", + "191:\tlearn: 0.2103958\ttest: 2.7615618\tbest: 2.7615618 (191)\ttotal: 3m 50s\tremaining: 2m 9s\n", + "192:\tlearn: 0.2079178\ttest: 2.7586126\tbest: 2.7586126 (192)\ttotal: 3m 51s\tremaining: 2m 8s\n", + "193:\tlearn: 0.2053165\ttest: 2.7524648\tbest: 2.7524648 (193)\ttotal: 3m 52s\tremaining: 2m 7s\n", + "194:\tlearn: 0.2031463\ttest: 2.7468216\tbest: 2.7468216 (194)\ttotal: 3m 53s\tremaining: 2m 5s\n", + "195:\tlearn: 0.2013073\ttest: 2.7438634\tbest: 2.7438634 (195)\ttotal: 3m 54s\tremaining: 2m 4s\n", + "196:\tlearn: 0.1990439\ttest: 2.7407761\tbest: 2.7407761 (196)\ttotal: 3m 55s\tremaining: 2m 3s\n", + "197:\tlearn: 0.1968735\ttest: 2.7346392\tbest: 2.7346392 (197)\ttotal: 3m 56s\tremaining: 2m 2s\n", + "198:\tlearn: 0.1949017\ttest: 2.7306229\tbest: 2.7306229 (198)\ttotal: 3m 58s\tremaining: 2m\n", + "199:\tlearn: 0.1929000\ttest: 2.7255941\tbest: 2.7255941 (199)\ttotal: 3m 59s\tremaining: 1m 59s\n", + "200:\tlearn: 0.1906895\ttest: 2.7202329\tbest: 2.7202329 (200)\ttotal: 4m\tremaining: 1m 58s\n", + "201:\tlearn: 0.1885419\ttest: 2.7177622\tbest: 2.7177622 (201)\ttotal: 4m 1s\tremaining: 1m 57s\n", + "202:\tlearn: 0.1864824\ttest: 2.7141731\tbest: 2.7141731 (202)\ttotal: 4m 2s\tremaining: 1m 55s\n", + "203:\tlearn: 0.1843682\ttest: 2.7096385\tbest: 2.7096385 (203)\ttotal: 4m 3s\tremaining: 1m 54s\n", + "204:\tlearn: 0.1824355\ttest: 2.7037142\tbest: 2.7037142 (204)\ttotal: 4m 4s\tremaining: 1m 53s\n", + "205:\tlearn: 0.1805434\ttest: 2.7001391\tbest: 2.7001391 (205)\ttotal: 4m 5s\tremaining: 1m 52s\n", + "206:\tlearn: 0.1786613\ttest: 2.6973999\tbest: 2.6973999 (206)\ttotal: 4m 7s\tremaining: 1m 50s\n", + "207:\tlearn: 0.1770419\ttest: 2.6968798\tbest: 2.6968798 (207)\ttotal: 4m 8s\tremaining: 1m 49s\n", + "208:\tlearn: 0.1751946\ttest: 2.6918935\tbest: 2.6918935 (208)\ttotal: 4m 9s\tremaining: 1m 48s\n", + "209:\tlearn: 0.1733692\ttest: 2.6904887\tbest: 2.6904887 (209)\ttotal: 4m 10s\tremaining: 1m 47s\n", + "210:\tlearn: 0.1714630\ttest: 2.6873528\tbest: 2.6873528 (210)\ttotal: 4m 11s\tremaining: 1m 46s\n", + "211:\tlearn: 0.1695710\ttest: 2.6840538\tbest: 2.6840538 (211)\ttotal: 4m 12s\tremaining: 1m 44s\n", + "212:\tlearn: 0.1677764\ttest: 2.6820216\tbest: 2.6820216 (212)\ttotal: 4m 14s\tremaining: 1m 43s\n", + "213:\tlearn: 0.1660520\ttest: 2.6791417\tbest: 2.6791417 (213)\ttotal: 4m 15s\tremaining: 1m 42s\n", + "214:\tlearn: 0.1643198\ttest: 2.6719091\tbest: 2.6719091 (214)\ttotal: 4m 16s\tremaining: 1m 41s\n", + "215:\tlearn: 0.1626774\ttest: 2.6686401\tbest: 2.6686401 (215)\ttotal: 4m 17s\tremaining: 1m 40s\n", + "216:\tlearn: 0.1614448\ttest: 2.6663030\tbest: 2.6663030 (216)\ttotal: 4m 18s\tremaining: 1m 38s\n", + "217:\tlearn: 0.1598532\ttest: 2.6607091\tbest: 2.6607091 (217)\ttotal: 4m 19s\tremaining: 1m 37s\n", + "218:\tlearn: 0.1584946\ttest: 2.6556371\tbest: 2.6556371 (218)\ttotal: 4m 20s\tremaining: 1m 36s\n", + "219:\tlearn: 0.1570070\ttest: 2.6502523\tbest: 2.6502523 (219)\ttotal: 4m 22s\tremaining: 1m 35s\n", + "220:\tlearn: 0.1555834\ttest: 2.6484510\tbest: 2.6484510 (220)\ttotal: 4m 23s\tremaining: 1m 34s\n", + "221:\tlearn: 0.1540085\ttest: 2.6444748\tbest: 2.6444748 (221)\ttotal: 4m 24s\tremaining: 1m 32s\n", + "222:\tlearn: 0.1525322\ttest: 2.6421176\tbest: 2.6421176 (222)\ttotal: 4m 25s\tremaining: 1m 31s\n", + "223:\tlearn: 0.1512872\ttest: 2.6390798\tbest: 2.6390798 (223)\ttotal: 4m 26s\tremaining: 1m 30s\n", + "224:\tlearn: 0.1497950\ttest: 2.6345716\tbest: 2.6345716 (224)\ttotal: 4m 27s\tremaining: 1m 29s\n", + "225:\tlearn: 0.1484200\ttest: 2.6335439\tbest: 2.6335439 (225)\ttotal: 4m 28s\tremaining: 1m 28s\n", + "226:\tlearn: 0.1470607\ttest: 2.6284986\tbest: 2.6284986 (226)\ttotal: 4m 29s\tremaining: 1m 26s\n", + "227:\tlearn: 0.1459057\ttest: 2.6275113\tbest: 2.6275113 (227)\ttotal: 4m 31s\tremaining: 1m 25s\n", + "228:\tlearn: 0.1447944\ttest: 2.6218074\tbest: 2.6218074 (228)\ttotal: 4m 32s\tremaining: 1m 24s\n", + "229:\tlearn: 0.1434431\ttest: 2.6151390\tbest: 2.6151390 (229)\ttotal: 4m 33s\tremaining: 1m 23s\n", + "230:\tlearn: 0.1422091\ttest: 2.6143280\tbest: 2.6143280 (230)\ttotal: 4m 34s\tremaining: 1m 21s\n", + "231:\tlearn: 0.1412789\ttest: 2.6121244\tbest: 2.6121244 (231)\ttotal: 4m 35s\tremaining: 1m 20s\n", + "232:\tlearn: 0.1401044\ttest: 2.6103648\tbest: 2.6103648 (232)\ttotal: 4m 36s\tremaining: 1m 19s\n", + "233:\tlearn: 0.1390774\ttest: 2.6075292\tbest: 2.6075292 (233)\ttotal: 4m 37s\tremaining: 1m 18s\n", + "234:\tlearn: 0.1381063\ttest: 2.6026047\tbest: 2.6026047 (234)\ttotal: 4m 38s\tremaining: 1m 17s\n", + "235:\tlearn: 0.1368857\ttest: 2.6006559\tbest: 2.6006559 (235)\ttotal: 4m 39s\tremaining: 1m 15s\n", + "236:\tlearn: 0.1358475\ttest: 2.6009247\tbest: 2.6006559 (235)\ttotal: 4m 40s\tremaining: 1m 14s\n", + "237:\tlearn: 0.1346761\ttest: 2.6008090\tbest: 2.6006559 (235)\ttotal: 4m 41s\tremaining: 1m 13s\n", + "238:\tlearn: 0.1337004\ttest: 2.5989052\tbest: 2.5989052 (238)\ttotal: 4m 43s\tremaining: 1m 12s\n", + "239:\tlearn: 0.1329622\ttest: 2.5979724\tbest: 2.5979724 (239)\ttotal: 4m 44s\tremaining: 1m 11s\n", + "240:\tlearn: 0.1319015\ttest: 2.5978299\tbest: 2.5978299 (240)\ttotal: 4m 45s\tremaining: 1m 9s\n", + "241:\tlearn: 0.1307784\ttest: 2.5946309\tbest: 2.5946309 (241)\ttotal: 4m 46s\tremaining: 1m 8s\n", + "242:\tlearn: 0.1296369\ttest: 2.5891581\tbest: 2.5891581 (242)\ttotal: 4m 47s\tremaining: 1m 7s\n", + "243:\tlearn: 0.1287263\ttest: 2.5854040\tbest: 2.5854040 (243)\ttotal: 4m 48s\tremaining: 1m 6s\n", + "244:\tlearn: 0.1276074\ttest: 2.5824097\tbest: 2.5824097 (244)\ttotal: 4m 49s\tremaining: 1m 5s\n", + "245:\tlearn: 0.1265279\ttest: 2.5803019\tbest: 2.5803019 (245)\ttotal: 4m 50s\tremaining: 1m 3s\n", + "246:\tlearn: 0.1257017\ttest: 2.5781031\tbest: 2.5781031 (246)\ttotal: 4m 51s\tremaining: 1m 2s\n", + "247:\tlearn: 0.1246384\ttest: 2.5743144\tbest: 2.5743144 (247)\ttotal: 4m 53s\tremaining: 1m 1s\n", + "248:\tlearn: 0.1235830\ttest: 2.5710983\tbest: 2.5710983 (248)\ttotal: 4m 54s\tremaining: 1m\n", + "249:\tlearn: 0.1226734\ttest: 2.5685760\tbest: 2.5685760 (249)\ttotal: 4m 55s\tremaining: 59.1s\n", + "250:\tlearn: 0.1216873\ttest: 2.5627749\tbest: 2.5627749 (250)\ttotal: 4m 56s\tremaining: 57.9s\n", + "251:\tlearn: 0.1207624\ttest: 2.5604650\tbest: 2.5604650 (251)\ttotal: 4m 57s\tremaining: 56.7s\n", + "252:\tlearn: 0.1197748\ttest: 2.5567001\tbest: 2.5567001 (252)\ttotal: 4m 58s\tremaining: 55.5s\n", + "253:\tlearn: 0.1188709\ttest: 2.5522751\tbest: 2.5522751 (253)\ttotal: 4m 59s\tremaining: 54.3s\n", + "254:\tlearn: 0.1182093\ttest: 2.5495618\tbest: 2.5495618 (254)\ttotal: 5m\tremaining: 53.1s\n", + "255:\tlearn: 0.1174326\ttest: 2.5474543\tbest: 2.5474543 (255)\ttotal: 5m 2s\tremaining: 51.9s\n", + "256:\tlearn: 0.1164967\ttest: 2.5437579\tbest: 2.5437579 (256)\ttotal: 5m 3s\tremaining: 50.7s\n", + "257:\tlearn: 0.1159389\ttest: 2.5436483\tbest: 2.5436483 (257)\ttotal: 5m 4s\tremaining: 49.6s\n", + "258:\tlearn: 0.1151440\ttest: 2.5400177\tbest: 2.5400177 (258)\ttotal: 5m 5s\tremaining: 48.4s\n", + "259:\tlearn: 0.1143520\ttest: 2.5357119\tbest: 2.5357119 (259)\ttotal: 5m 6s\tremaining: 47.2s\n", + "260:\tlearn: 0.1135108\ttest: 2.5356219\tbest: 2.5356219 (260)\ttotal: 5m 7s\tremaining: 46s\n", + "261:\tlearn: 0.1129622\ttest: 2.5327922\tbest: 2.5327922 (261)\ttotal: 5m 8s\tremaining: 44.8s\n", + "262:\tlearn: 0.1122684\ttest: 2.5336555\tbest: 2.5327922 (261)\ttotal: 5m 9s\tremaining: 43.6s\n", + "263:\tlearn: 0.1114187\ttest: 2.5309291\tbest: 2.5309291 (263)\ttotal: 5m 10s\tremaining: 42.4s\n", + "264:\tlearn: 0.1107954\ttest: 2.5280614\tbest: 2.5280614 (264)\ttotal: 5m 12s\tremaining: 41.3s\n", + "265:\tlearn: 0.1100099\ttest: 2.5250799\tbest: 2.5250799 (265)\ttotal: 5m 15s\tremaining: 40.3s\n", + "266:\tlearn: 0.1091868\ttest: 2.5226593\tbest: 2.5226593 (266)\ttotal: 5m 17s\tremaining: 39.3s\n", + "267:\tlearn: 0.1083813\ttest: 2.5218791\tbest: 2.5218791 (267)\ttotal: 5m 20s\tremaining: 38.3s\n", + "268:\tlearn: 0.1077584\ttest: 2.5200068\tbest: 2.5200068 (268)\ttotal: 5m 23s\tremaining: 37.2s\n", + "269:\tlearn: 0.1069557\ttest: 2.5163676\tbest: 2.5163676 (269)\ttotal: 5m 25s\tremaining: 36.2s\n", + "270:\tlearn: 0.1062898\ttest: 2.5125971\tbest: 2.5125971 (270)\ttotal: 5m 26s\tremaining: 34.9s\n", + "271:\tlearn: 0.1055449\ttest: 2.5100169\tbest: 2.5100169 (271)\ttotal: 5m 27s\tremaining: 33.7s\n", + "272:\tlearn: 0.1048197\ttest: 2.5061801\tbest: 2.5061801 (272)\ttotal: 5m 28s\tremaining: 32.5s\n", + "273:\tlearn: 0.1042048\ttest: 2.5042010\tbest: 2.5042010 (273)\ttotal: 5m 29s\tremaining: 31.3s\n", + "274:\tlearn: 0.1035214\ttest: 2.5016566\tbest: 2.5016566 (274)\ttotal: 5m 30s\tremaining: 30.1s\n", + "275:\tlearn: 0.1029245\ttest: 2.4995392\tbest: 2.4995392 (275)\ttotal: 5m 32s\tremaining: 28.9s\n", + "276:\tlearn: 0.1021868\ttest: 2.4970133\tbest: 2.4970133 (276)\ttotal: 5m 34s\tremaining: 27.8s\n", + "277:\tlearn: 0.1014778\ttest: 2.4964457\tbest: 2.4964457 (277)\ttotal: 5m 37s\tremaining: 26.7s\n", + "278:\tlearn: 0.1010127\ttest: 2.4948021\tbest: 2.4948021 (278)\ttotal: 5m 38s\tremaining: 25.5s\n", + "279:\tlearn: 0.1005303\ttest: 2.4927968\tbest: 2.4927968 (279)\ttotal: 5m 40s\tremaining: 24.3s\n", + "280:\tlearn: 0.0998295\ttest: 2.4913981\tbest: 2.4913981 (280)\ttotal: 5m 42s\tremaining: 23.2s\n", + "281:\tlearn: 0.0992066\ttest: 2.4884183\tbest: 2.4884183 (281)\ttotal: 5m 44s\tremaining: 22s\n", + "282:\tlearn: 0.0986053\ttest: 2.4854838\tbest: 2.4854838 (282)\ttotal: 5m 46s\tremaining: 20.8s\n", + "283:\tlearn: 0.0979615\ttest: 2.4831693\tbest: 2.4831693 (283)\ttotal: 5m 47s\tremaining: 19.6s\n", + "284:\tlearn: 0.0973415\ttest: 2.4804797\tbest: 2.4804797 (284)\ttotal: 5m 50s\tremaining: 18.4s\n", + "285:\tlearn: 0.0967829\ttest: 2.4795830\tbest: 2.4795830 (285)\ttotal: 5m 52s\tremaining: 17.3s\n", + "286:\tlearn: 0.0961815\ttest: 2.4767011\tbest: 2.4767011 (286)\ttotal: 5m 55s\tremaining: 16.1s\n", + "287:\tlearn: 0.0956358\ttest: 2.4739070\tbest: 2.4739070 (287)\ttotal: 5m 57s\tremaining: 14.9s\n", + "288:\tlearn: 0.0950924\ttest: 2.4721359\tbest: 2.4721359 (288)\ttotal: 6m\tremaining: 13.7s\n", + "289:\tlearn: 0.0946056\ttest: 2.4681132\tbest: 2.4681132 (289)\ttotal: 6m 2s\tremaining: 12.5s\n", + "290:\tlearn: 0.0939822\ttest: 2.4648636\tbest: 2.4648636 (290)\ttotal: 6m 5s\tremaining: 11.3s\n", + "291:\tlearn: 0.0933801\ttest: 2.4642611\tbest: 2.4642611 (291)\ttotal: 6m 7s\tremaining: 10.1s\n", + "292:\tlearn: 0.0927768\ttest: 2.4625615\tbest: 2.4625615 (292)\ttotal: 6m 10s\tremaining: 8.85s\n", + "293:\tlearn: 0.0923576\ttest: 2.4605372\tbest: 2.4605372 (293)\ttotal: 6m 12s\tremaining: 7.6s\n", + "294:\tlearn: 0.0917621\ttest: 2.4595634\tbest: 2.4595634 (294)\ttotal: 6m 13s\tremaining: 6.33s\n", + "295:\tlearn: 0.0911821\ttest: 2.4556208\tbest: 2.4556208 (295)\ttotal: 6m 14s\tremaining: 5.06s\n", + "296:\tlearn: 0.0906390\ttest: 2.4531431\tbest: 2.4531431 (296)\ttotal: 6m 15s\tremaining: 3.79s\n", + "297:\tlearn: 0.0900808\ttest: 2.4503985\tbest: 2.4503985 (297)\ttotal: 6m 16s\tremaining: 2.53s\n", + "298:\tlearn: 0.0895346\ttest: 2.4491837\tbest: 2.4491837 (298)\ttotal: 6m 18s\tremaining: 1.26s\n", + "299:\tlearn: 0.0889600\ttest: 2.4474767\tbest: 2.4474767 (299)\ttotal: 6m 19s\tremaining: 0us\n", + "bestTest = 2.447476705\n", + "bestIteration = 299\n" + ] + }, + { + "data": { + "text/plain": "" + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "params_cat = {\n", + " \"iterations\":300,\n", + " \"depth\":7,\n", + " #\"learning_rate\":0.1,\n", + " #\"eval_metric\":'F1',\n", + " \"loss_function\": \"MultiClass\",\n", + " \"random_seed\":1,\n", + " \"bootstrap_type\":'Bayesian',\n", + " \"bagging_temperature\":1,\n", + " \"od_type\":'Iter',\n", + " \"od_wait\":20,\n", + " \"task_type\":'GPU',\n", + "}\n", + "cat_model = CatBoostClassifier(**params_cat)\n", + "cat_model.fit(\n", + " X_train, y_train,\n", + " eval_set=(X_test, y_test),\n", + " use_best_model=True,\n", + " verbose=True,\n", + " plot=True\n", + " )" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T17:14:29.140678900Z", + "start_time": "2024-03-29T17:08:08.540374300Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 26, + "outputs": [], + "source": [ + "cat_model.save_model(\"catboost_blogger.cbm\")" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T17:26:38.910177200Z", + "start_time": "2024-03-29T17:26:38.604629500Z" + } + } + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 2 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython2", + "version": "2.7.6" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/notebooks/catboost_info/catboost_training.json b/notebooks/catboost_info/catboost_training.json new file mode 100644 index 0000000..f4f705c --- /dev/null +++ b/notebooks/catboost_info/catboost_training.json @@ -0,0 +1,304 @@ +{ +"meta":{"test_sets":["test"],"test_metrics":[{"best_value":"Min","name":"MultiClass"}],"learn_metrics":[{"best_value":"Min","name":"MultiClass"}],"launch_mode":"Train","parameters":"","iteration_count":300,"learn_sets":["learn"],"name":"experiment"}, +"iterations":[ +{"learn":[6.078499681],"iteration":0,"passed_time":2.351695094,"remaining_time":703.1568331,"test":[6.143380737]}, +{"learn":[5.991063457],"iteration":1,"passed_time":4.870570823,"remaining_time":725.7150526,"test":[6.108445231]}, +{"learn":[5.898436836],"iteration":2,"passed_time":7.286172665,"remaining_time":721.3310938,"test":[6.072753906]}, +{"learn":[5.805732488],"iteration":3,"passed_time":9.361580452,"remaining_time":692.7569535,"test":[6.047633362]}, +{"learn":[5.71586283],"iteration":4,"passed_time":11.54520807,"remaining_time":681.1672759,"test":[6.004778035]}, +{"learn":[5.62408987],"iteration":5,"passed_time":13.86800513,"remaining_time":679.5322512,"test":[5.978134155]}, +{"learn":[5.532086721],"iteration":6,"passed_time":16.10966046,"remaining_time":674.3043591,"test":[5.926335144]}, +{"learn":[5.512167836],"iteration":7,"passed_time":16.4003972,"remaining_time":598.6144978,"test":[5.914678955]}, +{"learn":[5.427746333],"iteration":8,"passed_time":18.50200862,"remaining_time":598.231612,"test":[5.850991821]}, +{"learn":[5.341576982],"iteration":9,"passed_time":20.70457794,"remaining_time":600.4327604,"test":[5.821012878]}, +{"learn":[5.249282526],"iteration":10,"passed_time":21.98334604,"remaining_time":577.5624551,"test":[5.773718262]}, +{"learn":[5.163128455],"iteration":11,"passed_time":23.349352,"remaining_time":560.384448,"test":[5.72849528]}, +{"learn":[5.075176711],"iteration":12,"passed_time":24.52188951,"remaining_time":541.3678683,"test":[5.673394775]}, +{"learn":[4.985614636],"iteration":13,"passed_time":25.72922668,"remaining_time":525.611345,"test":[5.630985006]}, +{"learn":[4.897878136],"iteration":14,"passed_time":26.86897861,"remaining_time":510.5105936,"test":[5.614907837]}, +{"learn":[4.815641276],"iteration":15,"passed_time":28.06687995,"remaining_time":498.1871192,"test":[5.561262512]}, +{"learn":[4.731967474],"iteration":16,"passed_time":29.35857706,"remaining_time":488.7339593,"test":[5.517518107]}, +{"learn":[4.659392605],"iteration":17,"passed_time":30.54519104,"remaining_time":478.5413262,"test":[5.484057109]}, +{"learn":[4.578722895],"iteration":18,"passed_time":31.67240452,"remaining_time":468.4181932,"test":[5.440280151]}, +{"learn":[4.490716013],"iteration":19,"passed_time":32.85820685,"remaining_time":460.0148959,"test":[5.415212504]}, +{"learn":[4.405220291],"iteration":20,"passed_time":34.0569654,"remaining_time":452.4711118,"test":[5.381733195]}, +{"learn":[4.321987604],"iteration":21,"passed_time":35.35033247,"remaining_time":446.6996558,"test":[5.337381999]}, +{"learn":[4.242016103],"iteration":22,"passed_time":36.56425271,"remaining_time":440.3607826,"test":[5.288017782]}, +{"learn":[4.160837851],"iteration":23,"passed_time":37.66652329,"remaining_time":433.1650178,"test":[5.2396993]}, +{"learn":[4.080592315],"iteration":24,"passed_time":38.90102502,"remaining_time":427.9112752,"test":[5.204029846]}, +{"learn":[4.000783907],"iteration":25,"passed_time":40.22796319,"remaining_time":423.9408428,"test":[5.159866333]}, +{"learn":[3.92555106],"iteration":26,"passed_time":41.46796279,"remaining_time":419.2871793,"test":[5.113316854]}, +{"learn":[3.853826863],"iteration":27,"passed_time":42.81069475,"remaining_time":415.8753204,"test":[5.086751811]}, +{"learn":[3.78186849],"iteration":28,"passed_time":43.91023854,"remaining_time":410.3336085,"test":[5.026649984]}, +{"learn":[3.706980097],"iteration":29,"passed_time":45.16278687,"remaining_time":406.4650818,"test":[5.011444092]}, +{"learn":[3.638270621],"iteration":30,"passed_time":46.2690508,"remaining_time":401.495957,"test":[4.959799194]}, +{"learn":[3.56151314],"iteration":31,"passed_time":47.48082954,"remaining_time":397.6519474,"test":[4.920832825]}, +{"learn":[3.485903951],"iteration":32,"passed_time":48.63101549,"remaining_time":393.4691253,"test":[4.877953084]}, +{"learn":[3.418529775],"iteration":33,"passed_time":49.75934004,"remaining_time":389.2936603,"test":[4.849810282]}, +{"learn":[3.344406688],"iteration":34,"passed_time":50.98630059,"remaining_time":386.039133,"test":[4.815338643]}, +{"learn":[3.273593617],"iteration":35,"passed_time":52.31069164,"remaining_time":383.6117387,"test":[4.776681519]}, +{"learn":[3.204086283],"iteration":36,"passed_time":53.69958208,"remaining_time":381.7024348,"test":[4.72350057]}, +{"learn":[3.137964365],"iteration":37,"passed_time":54.87066768,"remaining_time":378.318814,"test":[4.701003011]}, +{"learn":[3.070921025],"iteration":38,"passed_time":56.1207953,"remaining_time":375.5776301,"test":[4.679523722]}, +{"learn":[3.003936477],"iteration":39,"passed_time":57.30299597,"remaining_time":372.4694738,"test":[4.635553487]}, +{"learn":[2.938349011],"iteration":40,"passed_time":58.58181515,"remaining_time":370.0656128,"test":[4.602672323]}, +{"learn":[2.873790258],"iteration":41,"passed_time":59.7628901,"remaining_time":367.1148963,"test":[4.567190552]}, +{"learn":[2.808018774],"iteration":42,"passed_time":61.22100185,"remaining_time":365.9022669,"test":[4.55257314]}, +{"learn":[2.746207682],"iteration":43,"passed_time":62.44634612,"remaining_time":363.3241956,"test":[4.513031006]}, +{"learn":[2.685155087],"iteration":44,"passed_time":63.66333643,"remaining_time":360.7589064,"test":[4.473584493]}, +{"learn":[2.624164939],"iteration":45,"passed_time":64.78366139,"remaining_time":357.7184781,"test":[4.443353271]}, +{"learn":[2.56393661],"iteration":46,"passed_time":66.08423902,"remaining_time":355.7300526,"test":[4.417890422]}, +{"learn":[2.506789601],"iteration":47,"passed_time":67.29462699,"remaining_time":353.2967917,"test":[4.397577413]}, +{"learn":[2.453868051],"iteration":48,"passed_time":68.67102277,"remaining_time":351.7638105,"test":[4.366633606]}, +{"learn":[2.398626501],"iteration":49,"passed_time":69.99913593,"remaining_time":349.9956796,"test":[4.335512288]}, +{"learn":[2.344601835],"iteration":50,"passed_time":71.16099454,"remaining_time":347.433091,"test":[4.333229574]}, +{"learn":[2.286110558],"iteration":51,"passed_time":72.37728079,"remaining_time":345.1839545,"test":[4.311673991]}, +{"learn":[2.232852526],"iteration":52,"passed_time":73.69887238,"remaining_time":343.4645562,"test":[4.307272847]}, +{"learn":[2.184216226],"iteration":53,"passed_time":74.84732171,"remaining_time":340.9711322,"test":[4.289919027]}, +{"learn":[2.139685972],"iteration":54,"passed_time":75.97476069,"remaining_time":338.4330249,"test":[4.263577271]}, +{"learn":[2.090546609],"iteration":55,"passed_time":77.20540071,"remaining_time":336.3949602,"test":[4.222731527]}, +{"learn":[2.041986873],"iteration":56,"passed_time":78.2876972,"remaining_time":333.7528144,"test":[4.187989807]}, +{"learn":[1.998731963],"iteration":57,"passed_time":79.45782729,"remaining_time":331.5309345,"test":[4.152557373]}, +{"learn":[1.953124336],"iteration":58,"passed_time":80.8521876,"remaining_time":330.2606307,"test":[4.134202321]}, +{"learn":[1.905650112],"iteration":59,"passed_time":82.01410276,"remaining_time":328.0564111,"test":[4.111023966]}, +{"learn":[1.865799386],"iteration":60,"passed_time":83.18516059,"remaining_time":325.9221866,"test":[4.095328522]}, +{"learn":[1.824355103],"iteration":61,"passed_time":84.35736959,"remaining_time":323.823451,"test":[4.081379191]}, +{"learn":[1.780933448],"iteration":62,"passed_time":85.56660706,"remaining_time":321.8934265,"test":[4.072707367]}, +{"learn":[1.739331885],"iteration":63,"passed_time":86.76884724,"remaining_time":319.9601242,"test":[4.045982615]}, +{"learn":[1.699849031],"iteration":64,"passed_time":88.08678466,"remaining_time":318.4676061,"test":[4.027751668]}, +{"learn":[1.662564938],"iteration":65,"passed_time":89.29952498,"remaining_time":316.6074068,"test":[4.021947734]}, +{"learn":[1.62503305],"iteration":66,"passed_time":90.46207278,"remaining_time":314.5919844,"test":[4.00438741]}, +{"learn":[1.587419948],"iteration":67,"passed_time":91.82994865,"remaining_time":313.3021777,"test":[3.99345754]}, +{"learn":[1.549142518],"iteration":68,"passed_time":93.04736545,"remaining_time":311.5063974,"test":[3.975864665]}, +{"learn":[1.512732681],"iteration":69,"passed_time":94.31449451,"remaining_time":309.8904819,"test":[3.947286224]}, +{"learn":[1.47774351],"iteration":70,"passed_time":95.53135111,"remaining_time":308.1222451,"test":[3.935533396]}, +{"learn":[1.441362238],"iteration":71,"passed_time":96.75373148,"remaining_time":306.3868163,"test":[3.917481486]}, +{"learn":[1.409605356],"iteration":72,"passed_time":97.95863466,"remaining_time":304.6110968,"test":[3.897299194]}, +{"learn":[1.376120223],"iteration":73,"passed_time":99.17036003,"remaining_time":302.8716401,"test":[3.876349894]}, +{"learn":[1.346245549],"iteration":74,"passed_time":100.3097373,"remaining_time":300.9292118,"test":[3.837306213]}, +{"learn":[1.319773065],"iteration":75,"passed_time":101.4635394,"remaining_time":299.0504318,"test":[3.817653656]}, +{"learn":[1.2882575],"iteration":76,"passed_time":102.5719638,"remaining_time":297.059064,"test":[3.79955012]}, +{"learn":[1.259192725],"iteration":77,"passed_time":103.8236188,"remaining_time":295.497992,"test":[3.777655538]}, +{"learn":[1.230581021],"iteration":78,"passed_time":104.905814,"remaining_time":293.4706949,"test":[3.754454549]}, +{"learn":[1.206641206],"iteration":79,"passed_time":106.044697,"remaining_time":291.6229167,"test":[3.738656108]}, +{"learn":[1.182599417],"iteration":80,"passed_time":107.2165478,"remaining_time":289.8817774,"test":[3.725329844]}, +{"learn":[1.156946382],"iteration":81,"passed_time":108.3482956,"remaining_time":288.0479079,"test":[3.692279561]}, +{"learn":[1.133891535],"iteration":82,"passed_time":109.3881236,"remaining_time":285.9906363,"test":[3.665992228]}, +{"learn":[1.111985229],"iteration":83,"passed_time":110.4401617,"remaining_time":283.9889871,"test":[3.636715444]}, +{"learn":[1.087961874],"iteration":84,"passed_time":111.5830976,"remaining_time":282.2395999,"test":[3.615631612]}, +{"learn":[1.066268319],"iteration":85,"passed_time":112.6720402,"remaining_time":280.3699606,"test":[3.587188466]}, +{"learn":[1.045127402],"iteration":86,"passed_time":113.7408744,"remaining_time":278.4690373,"test":[3.57365214]}, +{"learn":[1.023450787],"iteration":87,"passed_time":114.7343572,"remaining_time":276.4054969,"test":[3.562523397]}, +{"learn":[1.002053439],"iteration":88,"passed_time":115.8899277,"remaining_time":274.750278,"test":[3.549553426]}, +{"learn":[0.9796275444],"iteration":89,"passed_time":117.0148588,"remaining_time":273.0346706,"test":[3.520524597]}, +{"learn":[0.9594051439],"iteration":90,"passed_time":118.1868883,"remaining_time":271.4402161,"test":[3.509105937]}, +{"learn":[0.939434939],"iteration":91,"passed_time":119.4680841,"remaining_time":270.1017555,"test":[3.49063975]}, +{"learn":[0.919377458],"iteration":92,"passed_time":120.5793155,"remaining_time":268.3862184,"test":[3.48337326]}, +{"learn":[0.9007291833],"iteration":93,"passed_time":121.6815583,"remaining_time":266.6638405,"test":[3.461991882]}, +{"learn":[0.8868972882],"iteration":94,"passed_time":122.6933749,"remaining_time":264.759388,"test":[3.454595947]}, +{"learn":[0.8703260357],"iteration":95,"passed_time":123.8134957,"remaining_time":263.1036785,"test":[3.440836589]}, +{"learn":[0.8527478276],"iteration":96,"passed_time":124.9570477,"remaining_time":261.5080484,"test":[3.431393178]}, +{"learn":[0.8410119712],"iteration":97,"passed_time":126.0543695,"remaining_time":259.8263534,"test":[3.412644958]}, +{"learn":[0.8243639057],"iteration":98,"passed_time":127.2714113,"remaining_time":258.3995321,"test":[3.394711304]}, +{"learn":[0.8103903427],"iteration":99,"passed_time":128.3689417,"remaining_time":256.7378834,"test":[3.388584137]}, +{"learn":[0.7959870423],"iteration":100,"passed_time":129.6086866,"remaining_time":255.3676103,"test":[3.377462769]}, +{"learn":[0.7798956008],"iteration":101,"passed_time":130.8001553,"remaining_time":253.9061838,"test":[3.357720947]}, +{"learn":[0.7665597929],"iteration":102,"passed_time":131.8310442,"remaining_time":252.142871,"test":[3.348424784]}, +{"learn":[0.7521820691],"iteration":103,"passed_time":132.8867107,"remaining_time":250.4403395,"test":[3.33727061]}, +{"learn":[0.7400185514],"iteration":104,"passed_time":134.0088431,"remaining_time":248.8735657,"test":[3.330624898]}, +{"learn":[0.7261154901],"iteration":105,"passed_time":135.0973915,"remaining_time":247.2537165,"test":[3.328591919]}, +{"learn":[0.7106712705],"iteration":106,"passed_time":136.2578676,"remaining_time":245.7735369,"test":[3.311295573]}, +{"learn":[0.6970821043],"iteration":107,"passed_time":137.4029911,"remaining_time":244.2719842,"test":[3.292128754]}, +{"learn":[0.6822898398],"iteration":108,"passed_time":138.5238032,"remaining_time":242.7343708,"test":[3.276170095]}, +{"learn":[0.6719192193],"iteration":109,"passed_time":139.6370124,"remaining_time":241.1912033,"test":[3.265556081]}, +{"learn":[0.6604899089],"iteration":110,"passed_time":140.7202158,"remaining_time":239.6046918,"test":[3.25706838]}, +{"learn":[0.6468280403],"iteration":111,"passed_time":141.9600007,"remaining_time":238.2900012,"test":[3.244795481]}, +{"learn":[0.6359651527],"iteration":112,"passed_time":143.0648728,"remaining_time":236.7533736,"test":[3.239033]}, +{"learn":[0.6251958938],"iteration":113,"passed_time":144.0816203,"remaining_time":235.0805384,"test":[3.227839661]}, +{"learn":[0.6135459018],"iteration":114,"passed_time":145.1877846,"remaining_time":233.5629578,"test":[3.215222168]}, +{"learn":[0.6039319927],"iteration":115,"passed_time":146.2751969,"remaining_time":232.0227261,"test":[3.204631551]}, +{"learn":[0.5924447611],"iteration":116,"passed_time":147.3897207,"remaining_time":230.5326401,"test":[3.200807699]}, +{"learn":[0.5814999535],"iteration":117,"passed_time":148.4807843,"remaining_time":229.0127351,"test":[3.186719767]}, +{"learn":[0.5731664541],"iteration":118,"passed_time":149.5790457,"remaining_time":227.5109855,"test":[3.184141032]}, +{"learn":[0.5627827962],"iteration":119,"passed_time":150.7201084,"remaining_time":226.0801626,"test":[3.176171621]}, +{"learn":[0.5550373519],"iteration":120,"passed_time":151.7889676,"remaining_time":224.5473157,"test":[3.165874736]}, +{"learn":[0.545502747],"iteration":121,"passed_time":152.8244088,"remaining_time":222.9733178,"test":[3.15401357]}, +{"learn":[0.5350832569],"iteration":122,"passed_time":154.1798785,"remaining_time":221.8686056,"test":[3.144956716]}, +{"learn":[0.5266289328],"iteration":123,"passed_time":155.2212928,"remaining_time":220.314093,"test":[3.13629659]}, +{"learn":[0.5196964186],"iteration":124,"passed_time":156.2446199,"remaining_time":218.7424679,"test":[3.12711436]}, +{"learn":[0.5100889868],"iteration":125,"passed_time":157.2801089,"remaining_time":217.1963409,"test":[3.112058258]}, +{"learn":[0.5021012702],"iteration":126,"passed_time":158.4218394,"remaining_time":215.8029781,"test":[3.106919352]}, +{"learn":[0.4933021597],"iteration":127,"passed_time":159.5308293,"remaining_time":214.3695519,"test":[3.099630483]}, +{"learn":[0.4846943343],"iteration":128,"passed_time":160.6516189,"remaining_time":212.9567972,"test":[3.088016764]}, +{"learn":[0.4783157037],"iteration":129,"passed_time":161.7582163,"remaining_time":211.5299751,"test":[3.079362233]}, +{"learn":[0.4693422071],"iteration":130,"passed_time":162.9075356,"remaining_time":210.1631566,"test":[3.073449961]}, +{"learn":[0.4625551392],"iteration":131,"passed_time":163.9865265,"remaining_time":208.7101247,"test":[3.066480001]}, +{"learn":[0.4569905599],"iteration":132,"passed_time":165.0371671,"remaining_time":207.2271195,"test":[3.065621948]}, +{"learn":[0.4498144863],"iteration":133,"passed_time":166.1286642,"remaining_time":205.801181,"test":[3.061811829]}, +{"learn":[0.4418239879],"iteration":134,"passed_time":167.266939,"remaining_time":204.4373699,"test":[3.048701223]}, +{"learn":[0.4380294281],"iteration":135,"passed_time":168.2561317,"remaining_time":202.8971,"test":[3.045186361]}, +{"learn":[0.4318165059],"iteration":136,"passed_time":169.4014389,"remaining_time":201.550617,"test":[3.039663188]}, +{"learn":[0.4240353539],"iteration":137,"passed_time":170.6014557,"remaining_time":200.2712741,"test":[3.035235087]}, +{"learn":[0.4188095819],"iteration":138,"passed_time":171.6369337,"remaining_time":198.8024916,"test":[3.023125203]}, +{"learn":[0.4119871386],"iteration":139,"passed_time":172.8388039,"remaining_time":197.5300616,"test":[3.017461141]}, +{"learn":[0.4075712243],"iteration":140,"passed_time":173.8655684,"remaining_time":196.0611729,"test":[3.010761261]}, +{"learn":[0.4008265904],"iteration":141,"passed_time":174.9356591,"remaining_time":194.6467193,"test":[3.005702718]}, +{"learn":[0.3948675662],"iteration":142,"passed_time":175.9344595,"remaining_time":193.1588121,"test":[3.00270462]}, +{"learn":[0.3887315815],"iteration":143,"passed_time":177.0571572,"remaining_time":191.8119203,"test":[2.992582448]}, +{"learn":[0.3828893545],"iteration":144,"passed_time":178.0790142,"remaining_time":190.3603256,"test":[2.982490285]}, +{"learn":[0.376542238],"iteration":145,"passed_time":179.2248457,"remaining_time":189.0453852,"test":[2.977775828]}, +{"learn":[0.3715528838],"iteration":146,"passed_time":180.2946164,"remaining_time":187.6535803,"test":[2.970784251]}, +{"learn":[0.3665649414],"iteration":147,"passed_time":181.3497707,"remaining_time":186.2511158,"test":[2.967378235]}, +{"learn":[0.3604531217],"iteration":148,"passed_time":182.3760176,"remaining_time":184.8240178,"test":[2.958194478]}, +{"learn":[0.3545811244],"iteration":149,"passed_time":183.5088706,"remaining_time":183.5088706,"test":[2.95484492]}, +{"learn":[0.3506109744],"iteration":150,"passed_time":184.5831312,"remaining_time":182.1383216,"test":[2.958148702]}, +{"learn":[0.3466603389],"iteration":151,"passed_time":185.607273,"remaining_time":180.722871,"test":[2.956562042]}, +{"learn":[0.341096673],"iteration":152,"passed_time":186.7851498,"remaining_time":179.460242,"test":[2.94521637]}, +{"learn":[0.3361990585],"iteration":153,"passed_time":187.8029522,"remaining_time":178.0469547,"test":[2.943592834]}, +{"learn":[0.3324092112],"iteration":154,"passed_time":188.919038,"remaining_time":176.730713,"test":[2.939905802]}, +{"learn":[0.3300631569],"iteration":155,"passed_time":189.9803752,"remaining_time":175.3665001,"test":[2.935866547]}, +{"learn":[0.3262109458],"iteration":156,"passed_time":191.0327244,"remaining_time":173.9979592,"test":[2.931802114]}, +{"learn":[0.3220618008],"iteration":157,"passed_time":192.162776,"remaining_time":172.7032544,"test":[2.923108419]}, +{"learn":[0.3172842013],"iteration":158,"passed_time":193.2314162,"remaining_time":171.3561615,"test":[2.919424438]}, +{"learn":[0.3124602649],"iteration":159,"passed_time":194.3047295,"remaining_time":170.0166383,"test":[2.905231222]}, +{"learn":[0.3079281554],"iteration":160,"passed_time":195.42456,"remaining_time":168.7205828,"test":[2.900041707]}, +{"learn":[0.3032787089],"iteration":161,"passed_time":196.5509477,"remaining_time":167.4322888,"test":[2.898774719]}, +{"learn":[0.3002985533],"iteration":162,"passed_time":197.5488465,"remaining_time":166.0379875,"test":[2.89527715]}, +{"learn":[0.2980598086],"iteration":163,"passed_time":198.6090322,"remaining_time":164.7001731,"test":[2.892689514]}, +{"learn":[0.2947384166],"iteration":164,"passed_time":199.7214971,"remaining_time":163.4084976,"test":[2.887913005]}, +{"learn":[0.2920314451],"iteration":165,"passed_time":200.8094789,"remaining_time":162.0992179,"test":[2.884514364]}, +{"learn":[0.287808622],"iteration":166,"passed_time":201.8534955,"remaining_time":160.7575743,"test":[2.877042135]}, +{"learn":[0.2836130986],"iteration":167,"passed_time":203.0320025,"remaining_time":159.5251448,"test":[2.870740509]}, +{"learn":[0.2795096884],"iteration":168,"passed_time":204.1038153,"remaining_time":158.2106498,"test":[2.868188477]}, +{"learn":[0.2755525965],"iteration":169,"passed_time":205.3059037,"remaining_time":156.9986322,"test":[2.861922201]}, +{"learn":[0.2726970647],"iteration":170,"passed_time":206.503672,"remaining_time":155.7834719,"test":[2.857214101]}, +{"learn":[0.2687534877],"iteration":171,"passed_time":207.7172796,"remaining_time":154.5803011,"test":[2.85291214]}, +{"learn":[0.2649158296],"iteration":172,"passed_time":209.0124452,"remaining_time":153.4368817,"test":[2.848010254]}, +{"learn":[0.2616892704],"iteration":173,"passed_time":210.072772,"remaining_time":152.1216625,"test":[2.844496409]}, +{"learn":[0.2581425673],"iteration":174,"passed_time":211.2448181,"remaining_time":150.8891558,"test":[2.839490763]}, +{"learn":[0.2552005275],"iteration":175,"passed_time":212.3316985,"remaining_time":149.597333,"test":[2.836548106]}, +{"learn":[0.2524460358],"iteration":176,"passed_time":213.3943658,"remaining_time":148.291,"test":[2.831381226]}, +{"learn":[0.2490010164],"iteration":177,"passed_time":214.7138589,"remaining_time":147.1634314,"test":[2.825665283]}, +{"learn":[0.2466685392],"iteration":178,"passed_time":215.7698689,"remaining_time":145.8556097,"test":[2.824078369]}, +{"learn":[0.243513769],"iteration":179,"passed_time":216.8339982,"remaining_time":144.5559988,"test":[2.814968363]}, +{"learn":[0.2404314314],"iteration":180,"passed_time":217.9526586,"remaining_time":143.2948419,"test":[2.8071462]}, +{"learn":[0.2371665072],"iteration":181,"passed_time":219.1065365,"remaining_time":142.0580841,"test":[2.80108846]}, +{"learn":[0.2341018573],"iteration":182,"passed_time":220.0742475,"remaining_time":140.7032074,"test":[2.794505819]}, +{"learn":[0.2310049874],"iteration":183,"passed_time":221.3360848,"remaining_time":139.5379665,"test":[2.791945394]}, +{"learn":[0.2280917836],"iteration":184,"passed_time":222.3523382,"remaining_time":138.219021,"test":[2.789228821]}, +{"learn":[0.2252031391],"iteration":185,"passed_time":223.3431403,"remaining_time":136.8877311,"test":[2.782490031]}, +{"learn":[0.2227855864],"iteration":186,"passed_time":224.5334787,"remaining_time":135.6806582,"test":[2.77783076]}, +{"learn":[0.2200291432],"iteration":187,"passed_time":225.6834306,"remaining_time":134.4497034,"test":[2.77628123]}, +{"learn":[0.2173522534],"iteration":188,"passed_time":226.7269019,"remaining_time":133.1570693,"test":[2.77493337]}, +{"learn":[0.2157392645],"iteration":189,"passed_time":227.7763232,"remaining_time":131.8705029,"test":[2.772179667]}, +{"learn":[0.213099058],"iteration":190,"passed_time":228.8842571,"remaining_time":130.6198116,"test":[2.766338603]}, +{"learn":[0.2103958234],"iteration":191,"passed_time":230.1464338,"remaining_time":129.457369,"test":[2.761561839]}, +{"learn":[0.2079177753],"iteration":192,"passed_time":231.1980058,"remaining_time":128.1771327,"test":[2.758612569]}, +{"learn":[0.2053164528],"iteration":193,"passed_time":232.6356577,"remaining_time":127.1102047,"test":[2.752464803]}, +{"learn":[0.2031463],"iteration":194,"passed_time":233.6568519,"remaining_time":125.8152279,"test":[2.746821594]}, +{"learn":[0.2013073357],"iteration":195,"passed_time":234.7124831,"remaining_time":124.5413176,"test":[2.743863424]}, +{"learn":[0.1990439486],"iteration":196,"passed_time":235.8452701,"remaining_time":123.3099635,"test":[2.740776062]}, +{"learn":[0.1968734637],"iteration":197,"passed_time":236.9099232,"remaining_time":122.0445059,"test":[2.734639231]}, +{"learn":[0.1949017168],"iteration":198,"passed_time":238.0732125,"remaining_time":120.8311279,"test":[2.730622864]}, +{"learn":[0.1928999505],"iteration":199,"passed_time":239.1605365,"remaining_time":119.5802682,"test":[2.725594076]}, +{"learn":[0.1906895436],"iteration":200,"passed_time":240.2216072,"remaining_time":118.318105,"test":[2.7202329]}, +{"learn":[0.1885419158],"iteration":201,"passed_time":241.36636,"remaining_time":117.0985311,"test":[2.717762248]}, +{"learn":[0.1864824152],"iteration":202,"passed_time":242.4160258,"remaining_time":115.8342586,"test":[2.714173126]}, +{"learn":[0.1843682114],"iteration":203,"passed_time":243.5112128,"remaining_time":114.5935119,"test":[2.709638468]}, +{"learn":[0.1824354937],"iteration":204,"passed_time":244.680831,"remaining_time":113.3886778,"test":[2.703714244]}, +{"learn":[0.1805434039],"iteration":205,"passed_time":245.7474663,"remaining_time":112.1371934,"test":[2.700139109]}, +{"learn":[0.178661279],"iteration":206,"passed_time":247.0044266,"remaining_time":110.9730033,"test":[2.697399902]}, +{"learn":[0.1770418543],"iteration":207,"passed_time":248.0807466,"remaining_time":109.7280225,"test":[2.696879832]}, +{"learn":[0.1751946482],"iteration":208,"passed_time":249.2264587,"remaining_time":108.5148696,"test":[2.691893514]}, +{"learn":[0.1733691884],"iteration":209,"passed_time":250.407991,"remaining_time":107.3177104,"test":[2.690488688]}, +{"learn":[0.1714630023],"iteration":210,"passed_time":251.5720816,"remaining_time":106.1133425,"test":[2.687352753]}, +{"learn":[0.1695710059],"iteration":211,"passed_time":252.702005,"remaining_time":104.8951719,"test":[2.684053802]}, +{"learn":[0.1677763958],"iteration":212,"passed_time":254.0354166,"remaining_time":103.7609448,"test":[2.682021586]}, +{"learn":[0.1660519555],"iteration":213,"passed_time":255.1945868,"remaining_time":102.5548339,"test":[2.679141744]}, +{"learn":[0.1643197611],"iteration":214,"passed_time":256.4154008,"remaining_time":101.3735305,"test":[2.671909078]}, +{"learn":[0.1626774172],"iteration":215,"passed_time":257.5023337,"remaining_time":100.1397964,"test":[2.668640137]}, +{"learn":[0.1614448184],"iteration":216,"passed_time":258.5430226,"remaining_time":98.88972754,"test":[2.666302999]}, +{"learn":[0.1598532333],"iteration":217,"passed_time":259.7998302,"remaining_time":97.72287192,"test":[2.660709127]}, +{"learn":[0.1584945575],"iteration":218,"passed_time":260.8894331,"remaining_time":96.49335196,"test":[2.655637105]}, +{"learn":[0.1570070332],"iteration":219,"passed_time":262.0170998,"remaining_time":95.2789454,"test":[2.650252279]}, +{"learn":[0.1555834297],"iteration":220,"passed_time":263.0752162,"remaining_time":94.04046189,"test":[2.648450979]}, +{"learn":[0.1540085358],"iteration":221,"passed_time":264.1071457,"remaining_time":92.79440254,"test":[2.644474792]}, +{"learn":[0.1525322116],"iteration":222,"passed_time":265.3764092,"remaining_time":91.63221304,"test":[2.642117564]}, +{"learn":[0.151287219],"iteration":223,"passed_time":266.4290392,"remaining_time":90.39556686,"test":[2.639079793]}, +{"learn":[0.1497950028],"iteration":224,"passed_time":267.6648716,"remaining_time":89.22162388,"test":[2.634571584]}, +{"learn":[0.1484199576],"iteration":225,"passed_time":268.782322,"remaining_time":88.00837092,"test":[2.633543905]}, +{"learn":[0.147060742],"iteration":226,"passed_time":269.9351347,"remaining_time":86.80733406,"test":[2.628498586]}, +{"learn":[0.1459057451],"iteration":227,"passed_time":271.0447582,"remaining_time":85.59308154,"test":[2.627511342]}, +{"learn":[0.1447944485],"iteration":228,"passed_time":272.1247553,"remaining_time":84.37055731,"test":[2.621807353]}, +{"learn":[0.1434431426],"iteration":229,"passed_time":273.2715658,"remaining_time":83.16960698,"test":[2.615139008]}, +{"learn":[0.1422090907],"iteration":230,"passed_time":274.3578743,"remaining_time":81.95105335,"test":[2.614328003]}, +{"learn":[0.1412789273],"iteration":231,"passed_time":275.4010335,"remaining_time":80.72099258,"test":[2.612124379]}, +{"learn":[0.1401044469],"iteration":232,"passed_time":276.4986444,"remaining_time":79.50819388,"test":[2.610364787]}, +{"learn":[0.139077354],"iteration":233,"passed_time":277.6544868,"remaining_time":78.31280396,"test":[2.607529195]}, +{"learn":[0.1381062826],"iteration":234,"passed_time":278.7022936,"remaining_time":77.08786843,"test":[2.602604675]}, +{"learn":[0.1368857144],"iteration":235,"passed_time":279.8523177,"remaining_time":75.89215396,"test":[2.600655874]}, +{"learn":[0.1358474731],"iteration":236,"passed_time":280.9245008,"remaining_time":74.67613313,"test":[2.600924683]}, +{"learn":[0.1346760653],"iteration":237,"passed_time":281.9570998,"remaining_time":73.45100919,"test":[2.60080897]}, +{"learn":[0.1337004266],"iteration":238,"passed_time":283.0383396,"remaining_time":72.23991094,"test":[2.598905182]}, +{"learn":[0.1329622437],"iteration":239,"passed_time":284.1276739,"remaining_time":71.03191846,"test":[2.597972361]}, +{"learn":[0.1319014569],"iteration":240,"passed_time":285.2012581,"remaining_time":69.8210549,"test":[2.597829946]}, +{"learn":[0.1307783789],"iteration":241,"passed_time":286.2804073,"remaining_time":68.61265961,"test":[2.594630941]}, +{"learn":[0.1296368865],"iteration":242,"passed_time":287.3604876,"remaining_time":67.40554648,"test":[2.589158122]}, +{"learn":[0.1287262586],"iteration":243,"passed_time":288.5019064,"remaining_time":66.2135523,"test":[2.585403951]}, +{"learn":[0.1276074053],"iteration":244,"passed_time":289.7591562,"remaining_time":65.04797385,"test":[2.582409668]}, +{"learn":[0.1265279134],"iteration":245,"passed_time":290.8667387,"remaining_time":63.8487963,"test":[2.580301921]}, +{"learn":[0.1257017382],"iteration":246,"passed_time":291.9365734,"remaining_time":62.64226069,"test":[2.578103129]}, +{"learn":[0.1246384497],"iteration":247,"passed_time":293.0043128,"remaining_time":61.43638816,"test":[2.574314372]}, +{"learn":[0.1235829671],"iteration":248,"passed_time":294.2227645,"remaining_time":60.26249393,"test":[2.571098328]}, +{"learn":[0.122673398],"iteration":249,"passed_time":295.334217,"remaining_time":59.0668434,"test":[2.56857605]}, +{"learn":[0.121687265],"iteration":250,"passed_time":296.3555197,"remaining_time":57.85426481,"test":[2.562774913]}, +{"learn":[0.1207623748],"iteration":251,"passed_time":297.6821941,"remaining_time":56.70137031,"test":[2.560464986]}, +{"learn":[0.1197748301],"iteration":252,"passed_time":298.7861806,"remaining_time":55.50573316,"test":[2.556700134]}, +{"learn":[0.1188709493],"iteration":253,"passed_time":299.9395435,"remaining_time":54.31975985,"test":[2.552275085]}, +{"learn":[0.1182092887],"iteration":254,"passed_time":300.9923696,"remaining_time":53.11630052,"test":[2.549561818]}, +{"learn":[0.1174325852],"iteration":255,"passed_time":302.0290328,"remaining_time":51.91124,"test":[2.547454325]}, +{"learn":[0.1164966505],"iteration":256,"passed_time":303.2613923,"remaining_time":50.74023295,"test":[2.543757884]}, +{"learn":[0.115938947],"iteration":257,"passed_time":304.4031517,"remaining_time":49.55400144,"test":[2.543648275]}, +{"learn":[0.1151439952],"iteration":258,"passed_time":305.6183205,"remaining_time":48.37973413,"test":[2.5400177]}, +{"learn":[0.1143520225],"iteration":259,"passed_time":306.7080714,"remaining_time":47.18585714,"test":[2.535711924]}, +{"learn":[0.1135108377],"iteration":260,"passed_time":307.8608232,"remaining_time":46.00219197,"test":[2.535621897]}, +{"learn":[0.1129622479],"iteration":261,"passed_time":308.88887,"remaining_time":44.8006758,"test":[2.532792155]}, +{"learn":[0.112268357],"iteration":262,"passed_time":309.8771708,"remaining_time":43.59488715,"test":[2.533655548]}, +{"learn":[0.1114186605],"iteration":263,"passed_time":310.9845617,"remaining_time":42.40698568,"test":[2.530929057]}, +{"learn":[0.1107954376],"iteration":264,"passed_time":312.5261421,"remaining_time":41.27703764,"test":[2.528061422]}, +{"learn":[0.1100099421],"iteration":265,"passed_time":315.200174,"remaining_time":40.28874404,"test":[2.525079854]}, +{"learn":[0.1091868394],"iteration":266,"passed_time":317.7772775,"remaining_time":39.27584329,"test":[2.522659302]}, +{"learn":[0.108381331],"iteration":267,"passed_time":320.4533359,"remaining_time":38.26308488,"test":[2.521879069]}, +{"learn":[0.107758378],"iteration":268,"passed_time":323.1164396,"remaining_time":37.23646701,"test":[2.520006816]}, +{"learn":[0.1069557138],"iteration":269,"passed_time":325.5996396,"remaining_time":36.17773773,"test":[2.516367594]}, +{"learn":[0.1062897974],"iteration":270,"passed_time":326.6005144,"remaining_time":34.94987055,"test":[2.512597148]}, +{"learn":[0.1055448675],"iteration":271,"passed_time":327.7733045,"remaining_time":33.74136958,"test":[2.510016886]}, +{"learn":[0.1048197325],"iteration":272,"passed_time":328.8747584,"remaining_time":32.52607501,"test":[2.506180064]}, +{"learn":[0.1042048033],"iteration":273,"passed_time":329.9530786,"remaining_time":31.30941622,"test":[2.504200999]}, +{"learn":[0.1035213756],"iteration":274,"passed_time":330.9564713,"remaining_time":30.08695194,"test":[2.501656596]}, +{"learn":[0.1029244974],"iteration":275,"passed_time":332.4386211,"remaining_time":28.90770618,"test":[2.499539185]}, +{"learn":[0.1021867609],"iteration":276,"passed_time":334.6278275,"remaining_time":27.78498207,"test":[2.497013346]}, +{"learn":[0.1014778293],"iteration":277,"passed_time":337.0358046,"remaining_time":26.67189821,"test":[2.496445719]}, +{"learn":[0.1010127061],"iteration":278,"passed_time":338.8444059,"remaining_time":25.50441765,"test":[2.494802094]}, +{"learn":[0.1005303415],"iteration":279,"passed_time":340.706931,"remaining_time":24.33620936,"test":[2.492796834]}, +{"learn":[0.09982948563],"iteration":280,"passed_time":342.4634125,"remaining_time":23.1558891,"test":[2.491398112]}, +{"learn":[0.09920661563],"iteration":281,"passed_time":344.3007268,"remaining_time":21.97664214,"test":[2.488418325]}, +{"learn":[0.0986052844],"iteration":282,"passed_time":346.0625702,"remaining_time":20.78821093,"test":[2.485483805]}, +{"learn":[0.09796148806],"iteration":283,"passed_time":347.7699406,"remaining_time":19.59267271,"test":[2.483169301]}, +{"learn":[0.0973414726],"iteration":284,"passed_time":350.0967096,"remaining_time":18.42614261,"test":[2.480479685]}, +{"learn":[0.09678289712],"iteration":285,"passed_time":352.7781012,"remaining_time":17.2688581,"test":[2.479582977]}, +{"learn":[0.09618151399],"iteration":286,"passed_time":355.35922,"remaining_time":16.09641066,"test":[2.476701101]}, +{"learn":[0.09563577873],"iteration":287,"passed_time":357.800527,"remaining_time":14.90835529,"test":[2.473906962]}, +{"learn":[0.09509237899],"iteration":288,"passed_time":360.2039239,"remaining_time":13.71018395,"test":[2.472135925]}, +{"learn":[0.09460564438],"iteration":289,"passed_time":362.6243472,"remaining_time":12.50428784,"test":[2.4681132]}, +{"learn":[0.09398221386],"iteration":290,"passed_time":365.1798007,"remaining_time":11.29422064,"test":[2.464863586]}, +{"learn":[0.09338008336],"iteration":291,"passed_time":367.6657749,"remaining_time":10.07303493,"test":[2.464261119]}, +{"learn":[0.09277681104],"iteration":292,"passed_time":370.4082321,"remaining_time":8.849343428,"test":[2.462561544]}, +{"learn":[0.09235764069],"iteration":293,"passed_time":372.21354,"remaining_time":7.596194695,"test":[2.460537211]}, +{"learn":[0.09176214309],"iteration":294,"passed_time":373.3308094,"remaining_time":6.327640837,"test":[2.459563446]}, +{"learn":[0.0911821015],"iteration":295,"passed_time":374.6294476,"remaining_time":5.062560103,"test":[2.455620829]}, +{"learn":[0.09063897165],"iteration":296,"passed_time":375.756852,"remaining_time":3.795523757,"test":[2.453143056]}, +{"learn":[0.09008075948],"iteration":297,"passed_time":376.9822714,"remaining_time":2.530082358,"test":[2.450398509]}, +{"learn":[0.08953455711],"iteration":298,"passed_time":378.1411479,"remaining_time":1.264686113,"test":[2.449183655]}, +{"learn":[0.08896004813],"iteration":299,"passed_time":379.3349327,"remaining_time":0,"test":[2.447476705]} +]} \ No newline at end of file diff --git a/notebooks/catboost_info/learn/events.out.tfevents b/notebooks/catboost_info/learn/events.out.tfevents new file mode 100644 index 0000000..dc5f498 Binary files /dev/null and b/notebooks/catboost_info/learn/events.out.tfevents differ diff --git a/notebooks/catboost_info/learn_error.tsv b/notebooks/catboost_info/learn_error.tsv new file mode 100644 index 0000000..e4261c2 --- /dev/null +++ b/notebooks/catboost_info/learn_error.tsv @@ -0,0 +1,301 @@ +iter MultiClass +0 6.078499681 +1 5.991063457 +2 5.898436836 +3 5.805732488 +4 5.71586283 +5 5.62408987 +6 5.532086721 +7 5.512167836 +8 5.427746333 +9 5.341576982 +10 5.249282526 +11 5.163128455 +12 5.075176711 +13 4.985614636 +14 4.897878136 +15 4.815641276 +16 4.731967474 +17 4.659392605 +18 4.578722895 +19 4.490716013 +20 4.405220291 +21 4.321987604 +22 4.242016103 +23 4.160837851 +24 4.080592315 +25 4.000783907 +26 3.92555106 +27 3.853826863 +28 3.78186849 +29 3.706980097 +30 3.638270621 +31 3.56151314 +32 3.485903951 +33 3.418529775 +34 3.344406688 +35 3.273593617 +36 3.204086283 +37 3.137964365 +38 3.070921025 +39 3.003936477 +40 2.938349011 +41 2.873790258 +42 2.808018774 +43 2.746207682 +44 2.685155087 +45 2.624164939 +46 2.56393661 +47 2.506789601 +48 2.453868051 +49 2.398626501 +50 2.344601835 +51 2.286110558 +52 2.232852526 +53 2.184216226 +54 2.139685972 +55 2.090546609 +56 2.041986873 +57 1.998731963 +58 1.953124336 +59 1.905650112 +60 1.865799386 +61 1.824355103 +62 1.780933448 +63 1.739331885 +64 1.699849031 +65 1.662564938 +66 1.62503305 +67 1.587419948 +68 1.549142518 +69 1.512732681 +70 1.47774351 +71 1.441362238 +72 1.409605356 +73 1.376120223 +74 1.346245549 +75 1.319773065 +76 1.2882575 +77 1.259192725 +78 1.230581021 +79 1.206641206 +80 1.182599417 +81 1.156946382 +82 1.133891535 +83 1.111985229 +84 1.087961874 +85 1.066268319 +86 1.045127402 +87 1.023450787 +88 1.002053439 +89 0.9796275444 +90 0.9594051439 +91 0.939434939 +92 0.919377458 +93 0.9007291833 +94 0.8868972882 +95 0.8703260357 +96 0.8527478276 +97 0.8410119712 +98 0.8243639057 +99 0.8103903427 +100 0.7959870423 +101 0.7798956008 +102 0.7665597929 +103 0.7521820691 +104 0.7400185514 +105 0.7261154901 +106 0.7106712705 +107 0.6970821043 +108 0.6822898398 +109 0.6719192193 +110 0.6604899089 +111 0.6468280403 +112 0.6359651527 +113 0.6251958938 +114 0.6135459018 +115 0.6039319927 +116 0.5924447611 +117 0.5814999535 +118 0.5731664541 +119 0.5627827962 +120 0.5550373519 +121 0.545502747 +122 0.5350832569 +123 0.5266289328 +124 0.5196964186 +125 0.5100889868 +126 0.5021012702 +127 0.4933021597 +128 0.4846943343 +129 0.4783157037 +130 0.4693422071 +131 0.4625551392 +132 0.4569905599 +133 0.4498144863 +134 0.4418239879 +135 0.4380294281 +136 0.4318165059 +137 0.4240353539 +138 0.4188095819 +139 0.4119871386 +140 0.4075712243 +141 0.4008265904 +142 0.3948675662 +143 0.3887315815 +144 0.3828893545 +145 0.376542238 +146 0.3715528838 +147 0.3665649414 +148 0.3604531217 +149 0.3545811244 +150 0.3506109744 +151 0.3466603389 +152 0.341096673 +153 0.3361990585 +154 0.3324092112 +155 0.3300631569 +156 0.3262109458 +157 0.3220618008 +158 0.3172842013 +159 0.3124602649 +160 0.3079281554 +161 0.3032787089 +162 0.3002985533 +163 0.2980598086 +164 0.2947384166 +165 0.2920314451 +166 0.287808622 +167 0.2836130986 +168 0.2795096884 +169 0.2755525965 +170 0.2726970647 +171 0.2687534877 +172 0.2649158296 +173 0.2616892704 +174 0.2581425673 +175 0.2552005275 +176 0.2524460358 +177 0.2490010164 +178 0.2466685392 +179 0.243513769 +180 0.2404314314 +181 0.2371665072 +182 0.2341018573 +183 0.2310049874 +184 0.2280917836 +185 0.2252031391 +186 0.2227855864 +187 0.2200291432 +188 0.2173522534 +189 0.2157392645 +190 0.213099058 +191 0.2103958234 +192 0.2079177753 +193 0.2053164528 +194 0.2031463 +195 0.2013073357 +196 0.1990439486 +197 0.1968734637 +198 0.1949017168 +199 0.1928999505 +200 0.1906895436 +201 0.1885419158 +202 0.1864824152 +203 0.1843682114 +204 0.1824354937 +205 0.1805434039 +206 0.178661279 +207 0.1770418543 +208 0.1751946482 +209 0.1733691884 +210 0.1714630023 +211 0.1695710059 +212 0.1677763958 +213 0.1660519555 +214 0.1643197611 +215 0.1626774172 +216 0.1614448184 +217 0.1598532333 +218 0.1584945575 +219 0.1570070332 +220 0.1555834297 +221 0.1540085358 +222 0.1525322116 +223 0.151287219 +224 0.1497950028 +225 0.1484199576 +226 0.147060742 +227 0.1459057451 +228 0.1447944485 +229 0.1434431426 +230 0.1422090907 +231 0.1412789273 +232 0.1401044469 +233 0.139077354 +234 0.1381062826 +235 0.1368857144 +236 0.1358474731 +237 0.1346760653 +238 0.1337004266 +239 0.1329622437 +240 0.1319014569 +241 0.1307783789 +242 0.1296368865 +243 0.1287262586 +244 0.1276074053 +245 0.1265279134 +246 0.1257017382 +247 0.1246384497 +248 0.1235829671 +249 0.122673398 +250 0.121687265 +251 0.1207623748 +252 0.1197748301 +253 0.1188709493 +254 0.1182092887 +255 0.1174325852 +256 0.1164966505 +257 0.115938947 +258 0.1151439952 +259 0.1143520225 +260 0.1135108377 +261 0.1129622479 +262 0.112268357 +263 0.1114186605 +264 0.1107954376 +265 0.1100099421 +266 0.1091868394 +267 0.108381331 +268 0.107758378 +269 0.1069557138 +270 0.1062897974 +271 0.1055448675 +272 0.1048197325 +273 0.1042048033 +274 0.1035213756 +275 0.1029244974 +276 0.1021867609 +277 0.1014778293 +278 0.1010127061 +279 0.1005303415 +280 0.09982948563 +281 0.09920661563 +282 0.0986052844 +283 0.09796148806 +284 0.0973414726 +285 0.09678289712 +286 0.09618151399 +287 0.09563577873 +288 0.09509237899 +289 0.09460564438 +290 0.09398221386 +291 0.09338008336 +292 0.09277681104 +293 0.09235764069 +294 0.09176214309 +295 0.0911821015 +296 0.09063897165 +297 0.09008075948 +298 0.08953455711 +299 0.08896004813 diff --git a/notebooks/catboost_info/test/events.out.tfevents b/notebooks/catboost_info/test/events.out.tfevents new file mode 100644 index 0000000..f5699ee Binary files /dev/null and b/notebooks/catboost_info/test/events.out.tfevents differ diff --git a/notebooks/catboost_info/test_error.tsv b/notebooks/catboost_info/test_error.tsv new file mode 100644 index 0000000..3936209 --- /dev/null +++ b/notebooks/catboost_info/test_error.tsv @@ -0,0 +1,301 @@ +iter MultiClass +0 6.143380737 +1 6.108445231 +2 6.072753906 +3 6.047633362 +4 6.004778035 +5 5.978134155 +6 5.926335144 +7 5.914678955 +8 5.850991821 +9 5.821012878 +10 5.773718262 +11 5.72849528 +12 5.673394775 +13 5.630985006 +14 5.614907837 +15 5.561262512 +16 5.517518107 +17 5.484057109 +18 5.440280151 +19 5.415212504 +20 5.381733195 +21 5.337381999 +22 5.288017782 +23 5.2396993 +24 5.204029846 +25 5.159866333 +26 5.113316854 +27 5.086751811 +28 5.026649984 +29 5.011444092 +30 4.959799194 +31 4.920832825 +32 4.877953084 +33 4.849810282 +34 4.815338643 +35 4.776681519 +36 4.72350057 +37 4.701003011 +38 4.679523722 +39 4.635553487 +40 4.602672323 +41 4.567190552 +42 4.55257314 +43 4.513031006 +44 4.473584493 +45 4.443353271 +46 4.417890422 +47 4.397577413 +48 4.366633606 +49 4.335512288 +50 4.333229574 +51 4.311673991 +52 4.307272847 +53 4.289919027 +54 4.263577271 +55 4.222731527 +56 4.187989807 +57 4.152557373 +58 4.134202321 +59 4.111023966 +60 4.095328522 +61 4.081379191 +62 4.072707367 +63 4.045982615 +64 4.027751668 +65 4.021947734 +66 4.00438741 +67 3.99345754 +68 3.975864665 +69 3.947286224 +70 3.935533396 +71 3.917481486 +72 3.897299194 +73 3.876349894 +74 3.837306213 +75 3.817653656 +76 3.79955012 +77 3.777655538 +78 3.754454549 +79 3.738656108 +80 3.725329844 +81 3.692279561 +82 3.665992228 +83 3.636715444 +84 3.615631612 +85 3.587188466 +86 3.57365214 +87 3.562523397 +88 3.549553426 +89 3.520524597 +90 3.509105937 +91 3.49063975 +92 3.48337326 +93 3.461991882 +94 3.454595947 +95 3.440836589 +96 3.431393178 +97 3.412644958 +98 3.394711304 +99 3.388584137 +100 3.377462769 +101 3.357720947 +102 3.348424784 +103 3.33727061 +104 3.330624898 +105 3.328591919 +106 3.311295573 +107 3.292128754 +108 3.276170095 +109 3.265556081 +110 3.25706838 +111 3.244795481 +112 3.239033 +113 3.227839661 +114 3.215222168 +115 3.204631551 +116 3.200807699 +117 3.186719767 +118 3.184141032 +119 3.176171621 +120 3.165874736 +121 3.15401357 +122 3.144956716 +123 3.13629659 +124 3.12711436 +125 3.112058258 +126 3.106919352 +127 3.099630483 +128 3.088016764 +129 3.079362233 +130 3.073449961 +131 3.066480001 +132 3.065621948 +133 3.061811829 +134 3.048701223 +135 3.045186361 +136 3.039663188 +137 3.035235087 +138 3.023125203 +139 3.017461141 +140 3.010761261 +141 3.005702718 +142 3.00270462 +143 2.992582448 +144 2.982490285 +145 2.977775828 +146 2.970784251 +147 2.967378235 +148 2.958194478 +149 2.95484492 +150 2.958148702 +151 2.956562042 +152 2.94521637 +153 2.943592834 +154 2.939905802 +155 2.935866547 +156 2.931802114 +157 2.923108419 +158 2.919424438 +159 2.905231222 +160 2.900041707 +161 2.898774719 +162 2.89527715 +163 2.892689514 +164 2.887913005 +165 2.884514364 +166 2.877042135 +167 2.870740509 +168 2.868188477 +169 2.861922201 +170 2.857214101 +171 2.85291214 +172 2.848010254 +173 2.844496409 +174 2.839490763 +175 2.836548106 +176 2.831381226 +177 2.825665283 +178 2.824078369 +179 2.814968363 +180 2.8071462 +181 2.80108846 +182 2.794505819 +183 2.791945394 +184 2.789228821 +185 2.782490031 +186 2.77783076 +187 2.77628123 +188 2.77493337 +189 2.772179667 +190 2.766338603 +191 2.761561839 +192 2.758612569 +193 2.752464803 +194 2.746821594 +195 2.743863424 +196 2.740776062 +197 2.734639231 +198 2.730622864 +199 2.725594076 +200 2.7202329 +201 2.717762248 +202 2.714173126 +203 2.709638468 +204 2.703714244 +205 2.700139109 +206 2.697399902 +207 2.696879832 +208 2.691893514 +209 2.690488688 +210 2.687352753 +211 2.684053802 +212 2.682021586 +213 2.679141744 +214 2.671909078 +215 2.668640137 +216 2.666302999 +217 2.660709127 +218 2.655637105 +219 2.650252279 +220 2.648450979 +221 2.644474792 +222 2.642117564 +223 2.639079793 +224 2.634571584 +225 2.633543905 +226 2.628498586 +227 2.627511342 +228 2.621807353 +229 2.615139008 +230 2.614328003 +231 2.612124379 +232 2.610364787 +233 2.607529195 +234 2.602604675 +235 2.600655874 +236 2.600924683 +237 2.60080897 +238 2.598905182 +239 2.597972361 +240 2.597829946 +241 2.594630941 +242 2.589158122 +243 2.585403951 +244 2.582409668 +245 2.580301921 +246 2.578103129 +247 2.574314372 +248 2.571098328 +249 2.56857605 +250 2.562774913 +251 2.560464986 +252 2.556700134 +253 2.552275085 +254 2.549561818 +255 2.547454325 +256 2.543757884 +257 2.543648275 +258 2.5400177 +259 2.535711924 +260 2.535621897 +261 2.532792155 +262 2.533655548 +263 2.530929057 +264 2.528061422 +265 2.525079854 +266 2.522659302 +267 2.521879069 +268 2.520006816 +269 2.516367594 +270 2.512597148 +271 2.510016886 +272 2.506180064 +273 2.504200999 +274 2.501656596 +275 2.499539185 +276 2.497013346 +277 2.496445719 +278 2.494802094 +279 2.492796834 +280 2.491398112 +281 2.488418325 +282 2.485483805 +283 2.483169301 +284 2.480479685 +285 2.479582977 +286 2.476701101 +287 2.473906962 +288 2.472135925 +289 2.4681132 +290 2.464863586 +291 2.464261119 +292 2.462561544 +293 2.460537211 +294 2.459563446 +295 2.455620829 +296 2.453143056 +297 2.450398509 +298 2.449183655 +299 2.447476705 diff --git a/notebooks/catboost_info/time_left.tsv b/notebooks/catboost_info/time_left.tsv new file mode 100644 index 0000000..788a9f1 --- /dev/null +++ b/notebooks/catboost_info/time_left.tsv @@ -0,0 +1,301 @@ +iter Passed Remaining +0 2351 703156 +1 4870 725715 +2 7286 721331 +3 9361 692756 +4 11545 681167 +5 13868 679532 +6 16109 674304 +7 16400 598614 +8 18502 598231 +9 20704 600432 +10 21983 577562 +11 23349 560384 +12 24521 541367 +13 25729 525611 +14 26868 510510 +15 28066 498187 +16 29358 488733 +17 30545 478541 +18 31672 468418 +19 32858 460014 +20 34056 452471 +21 35350 446699 +22 36564 440360 +23 37666 433165 +24 38901 427911 +25 40227 423940 +26 41467 419287 +27 42810 415875 +28 43910 410333 +29 45162 406465 +30 46269 401495 +31 47480 397651 +32 48631 393469 +33 49759 389293 +34 50986 386039 +35 52310 383611 +36 53699 381702 +37 54870 378318 +38 56120 375577 +39 57302 372469 +40 58581 370065 +41 59762 367114 +42 61221 365902 +43 62446 363324 +44 63663 360758 +45 64783 357718 +46 66084 355730 +47 67294 353296 +48 68671 351763 +49 69999 349995 +50 71160 347433 +51 72377 345183 +52 73698 343464 +53 74847 340971 +54 75974 338433 +55 77205 336394 +56 78287 333752 +57 79457 331530 +58 80852 330260 +59 82014 328056 +60 83185 325922 +61 84357 323823 +62 85566 321893 +63 86768 319960 +64 88086 318467 +65 89299 316607 +66 90462 314591 +67 91829 313302 +68 93047 311506 +69 94314 309890 +70 95531 308122 +71 96753 306386 +72 97958 304611 +73 99170 302871 +74 100309 300929 +75 101463 299050 +76 102571 297059 +77 103823 295497 +78 104905 293470 +79 106044 291622 +80 107216 289881 +81 108348 288047 +82 109388 285990 +83 110440 283988 +84 111583 282239 +85 112672 280369 +86 113740 278469 +87 114734 276405 +88 115889 274750 +89 117014 273034 +90 118186 271440 +91 119468 270101 +92 120579 268386 +93 121681 266663 +94 122693 264759 +95 123813 263103 +96 124957 261508 +97 126054 259826 +98 127271 258399 +99 128368 256737 +100 129608 255367 +101 130800 253906 +102 131831 252142 +103 132886 250440 +104 134008 248873 +105 135097 247253 +106 136257 245773 +107 137402 244271 +108 138523 242734 +109 139637 241191 +110 140720 239604 +111 141960 238290 +112 143064 236753 +113 144081 235080 +114 145187 233562 +115 146275 232022 +116 147389 230532 +117 148480 229012 +118 149579 227510 +119 150720 226080 +120 151788 224547 +121 152824 222973 +122 154179 221868 +123 155221 220314 +124 156244 218742 +125 157280 217196 +126 158421 215802 +127 159530 214369 +128 160651 212956 +129 161758 211529 +130 162907 210163 +131 163986 208710 +132 165037 207227 +133 166128 205801 +134 167266 204437 +135 168256 202897 +136 169401 201550 +137 170601 200271 +138 171636 198802 +139 172838 197530 +140 173865 196061 +141 174935 194646 +142 175934 193158 +143 177057 191811 +144 178079 190360 +145 179224 189045 +146 180294 187653 +147 181349 186251 +148 182376 184824 +149 183508 183508 +150 184583 182138 +151 185607 180722 +152 186785 179460 +153 187802 178046 +154 188919 176730 +155 189980 175366 +156 191032 173997 +157 192162 172703 +158 193231 171356 +159 194304 170016 +160 195424 168720 +161 196550 167432 +162 197548 166037 +163 198609 164700 +164 199721 163408 +165 200809 162099 +166 201853 160757 +167 203032 159525 +168 204103 158210 +169 205305 156998 +170 206503 155783 +171 207717 154580 +172 209012 153436 +173 210072 152121 +174 211244 150889 +175 212331 149597 +176 213394 148290 +177 214713 147163 +178 215769 145855 +179 216833 144555 +180 217952 143294 +181 219106 142058 +182 220074 140703 +183 221336 139537 +184 222352 138219 +185 223343 136887 +186 224533 135680 +187 225683 134449 +188 226726 133157 +189 227776 131870 +190 228884 130619 +191 230146 129457 +192 231198 128177 +193 232635 127110 +194 233656 125815 +195 234712 124541 +196 235845 123309 +197 236909 122044 +198 238073 120831 +199 239160 119580 +200 240221 118318 +201 241366 117098 +202 242416 115834 +203 243511 114593 +204 244680 113388 +205 245747 112137 +206 247004 110973 +207 248080 109728 +208 249226 108514 +209 250407 107317 +210 251572 106113 +211 252702 104895 +212 254035 103760 +213 255194 102554 +214 256415 101373 +215 257502 100139 +216 258543 98889 +217 259799 97722 +218 260889 96493 +219 262017 95278 +220 263075 94040 +221 264107 92794 +222 265376 91632 +223 266429 90395 +224 267664 89221 +225 268782 88008 +226 269935 86807 +227 271044 85593 +228 272124 84370 +229 273271 83169 +230 274357 81951 +231 275401 80720 +232 276498 79508 +233 277654 78312 +234 278702 77087 +235 279852 75892 +236 280924 74676 +237 281957 73451 +238 283038 72239 +239 284127 71031 +240 285201 69821 +241 286280 68612 +242 287360 67405 +243 288501 66213 +244 289759 65047 +245 290866 63848 +246 291936 62642 +247 293004 61436 +248 294222 60262 +249 295334 59066 +250 296355 57854 +251 297682 56701 +252 298786 55505 +253 299939 54319 +254 300992 53116 +255 302029 51911 +256 303261 50740 +257 304403 49554 +258 305618 48379 +259 306708 47185 +260 307860 46002 +261 308888 44800 +262 309877 43594 +263 310984 42406 +264 312526 41277 +265 315200 40288 +266 317777 39275 +267 320453 38263 +268 323116 37236 +269 325599 36177 +270 326600 34949 +271 327773 33741 +272 328874 32526 +273 329953 31309 +274 330956 30086 +275 332438 28907 +276 334627 27784 +277 337035 26671 +278 338844 25504 +279 340706 24336 +280 342463 23155 +281 344300 21976 +282 346062 20788 +283 347769 19592 +284 350096 18426 +285 352778 17268 +286 355359 16096 +287 357800 14908 +288 360203 13710 +289 362624 12504 +290 365179 11294 +291 367665 10073 +292 370408 8849 +293 372213 7596 +294 373330 6327 +295 374629 5062 +296 375756 3795 +297 376982 2530 +298 378141 1264 +299 379334 0 diff --git a/notebooks/catboost_info/tmp/cat_feature_index.587ae0ef-a03adf04-8586cae7-acc6ce77.tmp b/notebooks/catboost_info/tmp/cat_feature_index.587ae0ef-a03adf04-8586cae7-acc6ce77.tmp new file mode 100644 index 0000000..593f470 Binary files /dev/null and b/notebooks/catboost_info/tmp/cat_feature_index.587ae0ef-a03adf04-8586cae7-acc6ce77.tmp differ diff --git a/notebooks/catboost_info/tmp/cat_feature_index.aacf079b-4f4ca98f-f50d30cf-de48496a.tmp b/notebooks/catboost_info/tmp/cat_feature_index.aacf079b-4f4ca98f-f50d30cf-de48496a.tmp new file mode 100644 index 0000000..593f470 Binary files /dev/null and b/notebooks/catboost_info/tmp/cat_feature_index.aacf079b-4f4ca98f-f50d30cf-de48496a.tmp differ diff --git a/notebooks/deepface_notebooks.ipynb b/notebooks/deepface_notebooks.ipynb new file mode 100644 index 0000000..603860c --- /dev/null +++ b/notebooks/deepface_notebooks.ipynb @@ -0,0 +1,8544 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "WARNING:tensorflow:From C:\\Users\\fatik\\AppData\\Local\\Programs\\Python\\Python310\\lib\\site-packages\\tf_keras\\src\\losses.py:2976: The name tf.losses.sparse_softmax_cross_entropy is deprecated. Please use tf.compat.v1.losses.sparse_softmax_cross_entropy instead.\n", + "\n" + ] + } + ], + "source": [ + "import cv2\n", + "from deepface import DeepFace\n", + "import os\n", + "from mtcnn import MTCNN" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T11:51:18.815961100Z", + "start_time": "2024-03-29T11:51:14.103338900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 3, + "outputs": [], + "source": [ + "models = [\n", + " \"VGG-Face\",\n", + " \"Facenet\",\n", + " \"Facenet512\",\n", + " \"OpenFace\",\n", + " \"DeepFace\",\n", + " \"DeepID\",\n", + " \"ArcFace\",\n", + " \"Dlib\",\n", + " \"SFace\",\n", + " \"GhostFaceNet\",\n", + "]\n", + "backends = [\n", + " 'opencv',\n", + " 'ssd',\n", + " 'dlib',\n", + " 'mtcnn',\n", + " 'retinaface',\n", + " 'mediapipe',\n", + " 'yolov8',\n", + " 'yunet',\n", + " 'fastmtcnn',\n", + "]" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T11:51:19.274075400Z", + "start_time": "2024-03-29T11:51:19.216042200Z" + } + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [ + { + "data": { + "text/plain": " 0%| | 0/419 [00:00 1:\n", + " continue\n", + " for detection in detections:\n", + " confidence = detection[\"confidence\"]\n", + " if confidence > 0.9:\n", + " x, y, w, h = detection[\"box\"]\n", + " detected_face = img[int(y):int(y + h), int(x):int(x + w)]\n", + " embedding = DeepFace.represent(detected_face, model_name='Facenet', enforce_detection=False)\n", + " dicter3[f'{filename}_{i}'] = embedding[0][\"embedding\"]" + ], + "metadata": { + "collapsed": false, + "is_executing": true, + "ExecuteTime": { + "start_time": "2024-03-29T17:06:57.675570400Z" + } + } + }, + { + "cell_type": "code", + "execution_count": 29, + "outputs": [], + "source": [ + "import pickle\n", + "with open('actors_ussr_embeddings.pkl', 'wb') as f:\n", + " pickle.dump(dicter3, f)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2024-03-29T17:05:49.924417200Z", + "start_time": "2024-03-29T17:05:49.760230900Z" + } + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "collapsed": true + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 2 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython2", + "version": "2.7.6" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +}