RobotsGenerator.com. Используя этот ресурс, владелец сайта сможет быстро создать файл robots.txt.
{"8mwm":{"state":{"logo":{"lang":"ru","a11yLabel":"Главная страница Яндекса","mordaUrl":"//ya.ru/"},"form":{"action":"/blogs/search","searchLabel":"Найти","hiddenInputs":[{"name":"lr","value":20815}]},"actions":{"advancedSearch":{"checked":true}},"userSection":{"loggedIn":false,"loginProps":{"loginUrl":"https://passport.yandex.ru/auth?retpath=%2F&origin=serp_desktop_auth_new","loginText":"Войти","burgerAriaLabel":"Меню"}},"navigation":{"tabs":[{"id":"search","label":"Поиск","url":"/search","params":{"text":"[$query]","source":"tabbar"}},{"id":"images","label":"Картинки","url":"/images/search","params":{"text":"[$query]","noreask":"[$noreask]","nomisspell":"[$nomisspell]","parent-reqid":"[$reqid]","from":"tabbar"}},{"id":"video","label":"Видео","url":"/video/search","params":{"text":"[$query]","parent-reqid":"[$reqid]","from":"tabbar"}},{"id":"maps","label":"Карты","url":"/maps","params":{"text":"[$query]","source":"serp_navig"}},{"id":"products","label":"Товары","url":"/products/search","params":{"text":"[$query]","lr":"[$lr]","from":"tabbar"}},{"id":"blogs","label":"Блоги","params":{"text":"[$query]","from":"tabbar"}},{"id":"translate","label":"Переводчик","url":"//translate.yandex.ru","params":{"text":"[$query]","from":"tabbar"}},{"id":"all","label":"Все","url":"/all","params":{"text":"[$query]","from":"tabbar"}}],"selectedTabId":"blogs","fixedTabsCount":1},"context":{"query":"link=\"http://robotsgenerator.com\"","reqid":"1716716910122843-8491587366440398121-balancer-l7leveler-kubr-yp-vla-181-BAL","lr":"20815","counters":{"type":"b","data":{"$header":"hot4z000","logo":"hot4z001","login":"hot4z003","usermenu":"hot4z004","market-cart":"hot4z006","$navigation":"hot4z007","item":"hot4z00m","tab-search":"hot4z009","tab-images":"hot4z00b","tab-video":"hot4z00d","tab-maps":"hot4z00f","tab-products":"hot4z00h","tab-blogs":"hot4z00j","tab-translate":"hot4z00l","tab-all":"hot4z00n"}}},"loggedIn":false,"baobab":{"parentNode":{"context":{"genInfo":{"prefix":"hot4w01-0-1"},"ui":"desktop","service":"web","fast":{"name":"header-desktop"}}}}},"type":"header-desktop"},"hot40":{"state":{"withinData":{"items":[{"value":0,"text":"За всё время"},{"value":77,"text":"За сутки","logNodeData":{"name":"within","attrs":{"behaviour":{"type":"dynamic"},"period":"77"}}},{"value":1,"text":"За 2 недели","logNodeData":{"name":"within","attrs":{"behaviour":{"type":"dynamic"},"period":"1"}}},{"value":2,"text":"За месяц","logNodeData":{"name":"within","attrs":{"behaviour":{"type":"dynamic"},"period":"2"}}}]},"regionData":{"region":{"id":"-20815","name":"В Колумбусе"},"selected":false},"languageData":{"items":[{"value":"ru","text":"Русский","popular":true},{"value":"en","text":"Английский","popular":true},{"value":"be","text":"Белорусский","popular":false},{"value":"id","text":"Индонезийский","popular":false},{"value":"kk","text":"Казахский","popular":false},{"value":"de","text":"Немецкий","popular":false},{"value":"tt","text":"Татарский","popular":false},{"value":"tr","text":"Турецкий","popular":false},{"value":"uk","text":"Украинский","popular":false},{"value":"fr","text":"Французский","popular":false}],"languages":[]},"regionSuggestData":{"url":"//suggest-maps.yandex.ru/suggest-geo?lang=ru&v=8&bases=locality,country&max_geobase_level=6","skipEmptyRequest":true,"transport":"jsonp","jsonpCallbackPrefix":"suggest2_provider_jsonp_","popupOffset":0,"fitToRoot":false},"baobab":{"parentNode":{"context":{"genInfo":{"prefix":"hot4w02-0-1"},"ui":"desktop","service":"web"}}}},"type":"advanced-search"},"hot41":{"state":{"src":"//yandex.ru/ads/system/context.js","blockId":"R-I-1644736-3","rawGrab":"link=\"http://robotsgenerator.com\"","subtype":"rsya_guarantee","nonceId":"8415","needOwnResult":true,"needSendLayoutCoords":true,"isAjax":false,"extParams":{"reqId":"1716716910122843-8491587366440398121-balancer-l7leveler-kubr-yp-vla-181-BAL"},"initStrategy":"mediaquery","baobab":{"parentNode":{"context":{"genInfo":{"prefix":"hot4w05-0-1"},"ui":"desktop","service":"web","fast":{"name":"adv","subtype":"rsya_guarantee"}}}}},"type":"adv","subtype":"rsya_guarantee"},"hot42":{"state":{"linksGroups":[{"type":"geo","links":[{"label":"Колумбус","title":"Колумбус","url":"//yandex.ru/tune/geo","logNode":{"name":"region"},"target":"_self","a11yLabel":"Ваш регион Колумбус","needRetpath":true}]},{"type":"searchengines","links":[{"label":"Google","url":"//www.google.ru/search?ie=UTF-8&q=link%3D%22http%3A%2F%2Frobotsgenerator.com%22","logNode":{"name":"link","attrs":{"type":"google"}},"target":"_blank"},{"label":"Bing","url":"//www.bing.com/search?q=link%3D%22http%3A%2F%2Frobotsgenerator.com%22","logNode":{"name":"link","attrs":{"type":"bing"}},"target":"_blank"}]},{"type":"feedback","links":[{"label":"Сообщить об ошибке","logNode":{"name":"feedback","attrs":{"behaviour":{"type":"dynamic"}}}}]},{"type":"settings","links":[{"label":"Настройки","url":"//yandex.ru/tune/search","logNode":{"name":"settings"},"target":"_self","needRetpath":true}]},{"type":"morda","links":[{"label":"ya.ru","url":"//ya.ru/?from=serp_footer","logNode":{"name":"morda"},"target":"_self"}]},{"type":"company","links":[{"label":"О компании","url":"https://company.yandex.ru","logNode":{"name":"about"},"target":"_blank"},{"label":"Коммерческие предложения","url":"/search/direct?text=link%3D%22http%3A%2F%2Frobotsgenerator.com%22&filters_docs=direct_cm","logNode":{"name":"commercial"},"target":"_blank"},{"label":"Вакансии","url":"//yandex.ru/jobs","logNode":{"name":"vacancy"},"target":"_blank"},{"label":"Лицензия на использование","url":"//yandex.ru/legal/termsofuse/","logNode":{"name":"license"},"target":"_blank"},{"label":"Политика конфиденциальности","url":"//yandex.ru/legal/confidential/","logNode":{"name":"confidential"},"target":"_blank"},{"label":"Правила рекомендаций","url":"//yandex.ru/legal/recommendations/#index__search","logNode":{"name":"recommendations"},"target":"_blank"}],"a11yHidden":true}],"reportFeedbackProps":{"feature":"Подвал","title":"Сообщить об ошибке","checkBoxLabels":[]},"isSearchApp":false,"hasExtralinks":true,"limitingSelector":".AliceFabButton","baobab":{"parentNode":{"context":{"genInfo":{"prefix":"hot4w06-0-1"},"ui":"desktop","service":"web"}}}},"type":"serp-footer"},"hot43":{"state":{"conditionLoadList":{"marketCart":false,"highchartsHighstock":false,"advProductGallery":false,"musicPlayer":false,"ecomRates":false,"darkmodeChangeDrawer":true},"reportFeedbackBaseProps":{"initEmail":"","metaFields":{"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","userTestids":"","yandexuid":"3008858331716716905","uid":"0","queryText":"link=\"http://robotsgenerator.com\"","reqid":"1716716910122843-8491587366440398121-balancer-l7leveler-kubr-yp-vla-181-BAL","searchSlices":[],"userRegionName":"Columbus","userRegionId":"20815"}},"extralinksPopupProps":{"abuseLink":"https://yandex.ru/search/abuse?sign=3e983cced35cc285e41b7c1ae657d1d0&keyno=0"},"isLoggedIn":false,"userMenuDialogProps":{"flag":"skin,feedback","host":"yandex.ru","lang":"ru","project":"serp","queryParams":{"utm_source":"search"},"retpath":"","tld":"ru"},"baobab":{"parentNode":{"context":{"genInfo":{"prefix":"hot4w07-0-1"},"ui":"desktop","service":"web","fast":{"name":"lazy-load"}}}}},"type":"lazy-load"}}