네이버 뉴스 검색 API

네이버 뉴스 검색 API

네이버에서 제공하는 뉴스 검색 API 기본 정보를 저장해보았습니다. 

https://developers.naver.com/docs/search/news/

하루에 25000건 까지 사용이 가능합니다. 

간단하게 작성했던 포스팅인데 지금도 가끔씩  검색 유입이 있어서 

예전에 뉴스 검색 crawler 작성해서  github에 올려두었던 것 추가합니다. 

php로 작성했고 json으로 받은 결과를 csv 형태로 변환해서 저장하는 예제입니다. 

	<?php
	echo "\nstock cron start".date("Ymd")."\n";
	$start=1;
	$display=20;
	$total=20;
	$newname = "news.txt";
	$line = "";
	for($start=1;$start <=$total; $start=$start+$display)
	{
	$encText = urlencode("insert search keyword here");
	$url = "https://openapi.naver.com/v1/search/news.json?display=$display&start=$start&sort=date&query=".$encText;
	if($debug) echo " url:".$url;
	$response = getSearchResult($url);
	if($debug) echo " result:".$response;
	if ($response !== false)
	{
	$rs = getJsonArray($response);
	if($debug) print_r($rs);
	for($i=0; $i < sizeof($rs['items']); $i++)
	{
	$item = $rs['items'][$i];
	$title = $item['title'];
	$title = getNewHighlightTag($title);
	$desc = getNewHighlightTag($desc);
	$originallink = getNewHighlightTag($originallink);
	$desc = trim(str_replace("\n", " ", $item['description']));
	$desc = str_replace("\t", " ", $desc);
	$pubDate = $item['pubDate'];
	$link = $item['link'];
	$line .= $pubDate."\t".$title."\t".$desc."\t".$originallink."\n";
	}
	}
	else {
	echo "Error: It's not possible to get $new_request_addr";
	}
	}
	echo "\nline:".$line;
	file_put_contents($newname, $line, FILE_APPEND);
	$total_request++;
	}
	}
	function getNewHighlightTag($title)
	{
	$title = str_replace("&lt;b&gt;", "<strong class=\"hl\">", $title);
	$title = str_replace("<b>", "<strong class=\"hl\">", $title);
	$title = str_replace("&lt;/b&gt;", "</strong>", $title);
	$title = str_replace("</b>", "</strong>", $title);
	$title = str_replace("&", "&amp;", $title);
	return $title;
	}
	function getJsonArray($response)
	{
	$json_array = json_decode($response, true);
	switch(json_last_error())
	{
	case JSON_ERROR_DEPTH:
	echo ' - Maximum stack depth exceeded';
	break;
	case JSON_ERROR_CTRL_CHAR:
	echo ' - Unexpected control character found';
	break;
	case JSON_ERROR_SYNTAX:
	echo ' - Syntax error, malformed JSON';
	break;
	case JSON_ERROR_NONE:
	//echo ' - No errors';
	break;
	}
	return $json_array;
	}
	function getSearchResult($url)
	{
	$client_id = "insert your id here";
	$client_secret = "insert your screte code here";
	$is_post = false;
	$ch = curl_init();
	curl_setopt($ch, CURLOPT_URL, $url);
	curl_setopt($ch, CURLOPT_POST, $is_post);
	curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
	$headers = array();
	$headers[] = "X-Naver-Client-Id: ".$client_id;
	$headers[] = "X-Naver-Client-Secret: ".$client_secret;
	curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
	$response = curl_exec ($ch);
	$status_code = curl_getinfo($ch, CURLINFO_HTTP_CODE);
	curl_close ($ch);
	if($status_code == 200) {
	return $response;
	} else {
	echo "Error 내용:".$response;
	return false;
	}
	}
	?>

view raw crawl_news.php hosted with ❤ by GitHub

https://github.com/roboreport/doc2vec-api/blob/master/data/crawler/cron_news.php