' . theme('item_list', $toc) . '
';
-
- if (!empty($heading)) {
- $out .= '' . drupal_get_form('np_scan_stats_proto_options_form') . '
';
- }
-
- $help = array();
- $help[] = t('Trending measures current momentum usng the normalized ratio of the current velocity (5 minute increments) to the long term velocity (30 day).');
- $help[] .= t('See ' . theme('item_list', $help) . '
';
-
- $query_active_and_online = array('scan_id' => array('$gt' => 0), 'scan.status' => 0, 'scan.active' => 1);
- $query_no_scan = array('scan_id' => 0);
- $query_scan = array('scan_id' => array('$gt' => 0));
-
- if ($heading == 'scan') {
- if (empty($detail)) {
- $out .= '';
-// $out .= _np_scan_stats_word_details_header($heading, intval($detail));
- $out .= _np_scan_stats_scan_title($scan_id);
- $out .= '' . t('Url: %url_id: %title', array('%url_id' => $detail, '%title' => $title)) . '
';
- $out .= _np_scan_stats_url_details($detail, $scan_id);
- }
-
- db_set_active();
- return '' . $out . '
';
-}
-
-function _np_scan_stats_scan_title($scan_id, $link = true) {
- if ($scan_id) {
- $title = db_result(db_query("SELECT title FROM {scan} INNER JOIN {node_revisions} using(vid) WHERE scan_id = %d", $scan_id));
- $out = t('Scan: %scan_id: %title', array('%scan_id' => $scan_id, '%title' => $title));
- return '' . ($link ? l($out, 'admin/reports/scan_stats/scan/' . $scan_id, array('html' => 1)) : $out) . '
';
- }
-}
-
-function _np_scan_stats_scan_top_velocity($query = array()) {
- $output = array();
- if (!($cursor = scan_api_get_mongo('scan_stats', 'scan'))) {
- _np_scan_stats_mongo_error();
- }
- else {
- $buckets = array(
- 'hour' => array('bucket' => 'minutes', 'velocity' => 'velocity', 'prev_velocity' => 1),
- 'day' => array('bucket' => 'hours', 'velocity' => 'velocity'),
- 'biday' => array('bucket' => 'hours', 'velocity' => 'velocity48', 'prev_velocity' => 1),
- 'week' => array('bucket' => 'days', 'velocity' => 'velocity7'),
- 'month' => array('bucket' => 'days', 'velocity' => 'velocity', 'prev_velocity' => 1),
- );
- $caption = array();
- foreach ($buckets as $timeslice => $mongo) {
- $output[$timeslice] = array();
- $bucket = $mongo['bucket'];
- $velocity_field = $bucket . '.' . $mongo['velocity'];
- $fields = array('scan_id' => 1, $velocity_field => 1, 'trending' => 1, 'updated' => 1, 'created' => 1);
- if (isset($mongo['prev_velocity'])) {
- $fields[$bucket . '.prev_velocity'] = 1;
- }
- $bucket_query = $query;
- $bucket_query[$velocity_field] = array('$gt' => 0);
- $hint = array($velocity_field => -1);
- $sort = array($velocity_field => -1);
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- $caption[$timeslice] = theme('mongo_query', 'scan', $bucket_query, $fields, $sort, $limit);
- try {
- $results = $cursor->find($bucket_query, $fields)
- ->sort($sort)
- ->limit($limit)
- ->hint($hint)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- foreach ($results as $row) {
- $title = db_result(db_query("SELECT title FROM {scan} INNER JOIN {node_revisions} using(vid) WHERE scan_id = %d", $row['scan_id']));
- $output[$timeslice][] = array(
- l($row['scan_id'], 'admin/reports/scan_stats/scan/'. $row['scan_id']),
- theme('mongo_short_datetime', $row['created']),
- theme('mongo_datetime', $row['updated']),
- $title ? l($title, 'admin/reports/scan_stats/scan/' . $row['scan_id']) : '-',
- isset($row['trending']) ? round($row['trending'], STATS_TRENDING_PRECISION) : '-',
- round($row[$bucket][$mongo['velocity']], STATS_VELOCITY_PRECISION),
- isset($mongo['prev_velocity']) ? round($row[$bucket]['prev_velocity'], STATS_VELOCITY_PRECISION) : '-',
- );
- }
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- }
-
- $headers = array(
- array('data' => t('id'), 'class' => 'id'),
- array('data' => t('Created'), 'class' => 'created'),
- array('data' => t('Updated'), 'class' => 'updated'),
- array('data' => t('Title'), 'class' => 'title'),
- array('data' => t('Trending'), 'class' => 'trending'),
- array('data' => t('Velocity'), 'class' => 'velocity'),
- array('data' => t('Prev'), 'class' => 'prev_velocity'),
- );
-
- $out = '';
- $out .= '' . t('Last 60 Minutes') . '
';
- $out .= theme('table', $headers, $output['hour'], array(), $caption['hour']);
-
- $out .= '' . t('Last 24 Hours') . '
';
- $out .= theme('table', $headers, $output['day'], array(), $caption['day']);
-
- $out .= '' . t('Last 48 Hours') . '
';
- $out .= theme('table', $headers, $output['biday'], array(), $caption['biday']);
-
- $out .= '' . t('Last 7 Days') . '
';
- $out .= theme('table', $headers, $output['week'], array(), $caption['week']);
-
- $out .= '' . t('Last 30 Days') . '
';
- $out .= theme('table', $headers, $output['month'], array(), $caption['month']);
-
- return $out;
-}
-
-function _np_scan_stats_top_unique_links($query = array()) {
- if (!($cursor = scan_api_get_mongo('scan_stats', 'scanurl'))) {
- _np_scan_stats_mongo_error();
- }
- else {
- // most active scans by number of unique links
- $buckets = array(
- 'day' => array('bucket' => 'hours', 'velocity' => 'velocity24'),
- 'biday' => array('bucket' => 'hours', 'velocity' => 'velocity'),
- 'week' => array('bucket' => 'days', 'velocity' => 'velocity7'),
- 'month' => array('bucket' => 'days', 'velocity' => 'velocity'),
- );
- $output = array();
- $caption = array();
- foreach ($buckets as $timeslice => $mongo) {
- $output[$timeslice] = array();
- $bucket = $mongo['bucket'];
- $velocity_field = $bucket . '.' . $mongo['velocity'];
- $fields = array(
- 'scan_id' => 1,
- $velocity_field => 1,
- 'updated' => 1,
- 'created' => 1,
- $bucket . '.general.' . $mongo['velocity'] => 1,
- $bucket . '.video.' . $mongo['velocity'] => 1,
- $bucket . '.photo.' . $mongo['velocity'] => 1,
- );
- $bucket_query = $query;
- $bucket_query[$velocity_field] = array('$gt' => 0);
- $sort = array($velocity_field => -1);
- $hint = array('scan_id' => 1, $velocity_field => -1);
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- $caption[$timeslice] = theme('mongo_query', 'scanurl', $bucket_query, $fields, $sort, $limit);
- try {
- $results = $cursor
- ->find($bucket_query, $fields)
- ->sort($sort)
- ->limit($limit)
- ->hint($hint)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- foreach ($results as $row) {
- $title = db_result(db_query("SELECT title FROM {scan} INNER JOIN {node_revisions} using(vid) WHERE scan_id = %d", $row['scan_id']));
- $output[$timeslice][] = array(
- l($row['scan_id'], 'admin/reports/scan_stats/scan/' . $row['scan_id']),
- theme('mongo_short_datetime', $row['created']),
- theme('mongo_datetime', $row['updated']),
- $title ? l($title, 'admin/reports/scan_stats/scan/' . $row['scan_id']) : '-',
- round($row[$bucket][$mongo['velocity']], STATS_VELOCITY_PRECISION),
- isset($row[$bucket]['general'][$mongo['velocity']]) ? round($row[$bucket]['general'][$mongo['velocity']], STATS_VELOCITY_PRECISION) : '-',
- isset($row[$bucket]['video'][$mongo['velocity']]) ? round($row[$bucket]['video'][$mongo['velocity']], STATS_VELOCITY_PRECISION) : '-',
- isset($row[$bucket]['photo'][$mongo['velocity']]) ? round($row[$bucket]['photo'][$mongo['velocity']], STATS_VELOCITY_PRECISION) : '-',
- );
- }
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- return;
- }
- }
- }
-
- $headers = array(
- array('data' => t('id'), 'class' => 'id'),
- array('data' => t('Created'), 'class' => 'created'),
- array('data' => t('Updated'), 'class' => 'updated'),
- array('data' => t('Title'), 'class' => 'title'),
- array('data' => t('Velocity'), 'class' => 'velocity'),
- array('data' => t('General'), 'class' => 'general'),
- array('data' => t('Video'), 'class' => 'video'),
- array('data' => t('Photo'), 'class' => 'photo'),
- );
-
- $out = '';
- $out .= '' . t('Last 24 Hours') . '
';
- $out .= theme('table', $headers, $output['day'], array(), $caption['day']);
-
- $out .= '' . t('Last 48 Hours') . '
';
- $out .= theme('table', $headers, $output['biday'], array(), $caption['biday']);
-
- $out .= '' . t('Last 7 Days') . '
';
- $out .= theme('table', $headers, $output['week'], array(), $caption['week']);
-
- $out .= '' . t('Last 30 Days') . '
';
- $out .= theme('table', $headers, $output['month'], array(), $caption['month']);
-
- return $out;
-}
-
-function _np_scan_stats_top_links($query = array(), $sort = array()) {
- $output = array();
- if (!($cursor = scan_api_get_mongo('scan_stats', 'url'))) {
- _np_scan_stats_mongo_error();
- $caption = theme('mongo_query', 'url', array(), array(), array(), LIMIT);
- }
- else {
- $fields = array(
- 'category' => 1,
- 'url_id' => 1,
- 'hours.velocity' => 1,
- 'count' => 1,
- 'updated' => 1,
- 'created' => 1,
- );
- if (isset($sort['hours.velocity'])) {
- $query['hours.velocity'] = array('$gt' => 0);
- $hint = array('scan_id' => 1, 'category' => 1, 'hours.velocity' => -1);
- }
- else {
- $hint = array('scan_id' => 1, 'category' => 1, 'count' => -1);
- }
- // Add category to query so we can use the index
- if (!isset($query['category'])) {
- $query['category'] = array('$in' => array(1, 2, 3));
- }
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- try {
- $results = $cursor->find($query, $fields)
- ->sort($sort)
- ->limit($limit)
- ->hint($hint)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- $caption = theme('mongo_query', 'url', $query, $fields, $sort, $limit);
- foreach ($results as $row) {
- db_set_active('misc');
- $url = db_fetch_array(db_query("
- SELECT u.title, u.resolved,
- si.thumb_path,
- se.domain, se.video_id
- FROM {urls} u
- LEFT JOIN {scan_images} si ON si.url_id = u.id
- LEFT JOIN {scan_embeds} se ON se.url_id = u.id
- WHERE u.id = %d
- ", $row['url_id']));
- $title = empty($url['title']) ? '-' : $url['title'];
- if ($row['category'] == 2 && !empty($url['thumb_path'])) {
- $path = basename($url['thumb_path']);
- $full_path = 'http://media.scan.nowpublic.com/'. substr($path, 0, 1) . '/' . substr($path, 1, 1) . substr($path, 2, 1) . '/'. $path;
- $title = theme('image', $full_path, $title, $title, NULL, FALSE);
- }
- elseif ($row['category'] == 3 && !empty($url['video_id'])) {
- $title = _api_embed_code($url['domain'], $url['video_id'], 280, 200);
- }
- if (!empty($url['resolved'])) {
- $url['host'] = parse_url($url['resolved'], PHP_URL_HOST);
- }
- db_set_active();
- $output[] = array(
- l($row['url_id'], 'admin/reports/scan_stats/url/' . $row['url_id']),
- theme('mongo_short_datetime', $row['created']),
- theme('mongo_datetime', $row['updated']),
- $title,
- empty($url['resolved']) ? '-' : l($url['host'], $url['resolved']),
- round($row['hours']['velocity'], STATS_VELOCITY_PRECISION),
- $row['count'],
- );
- }
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
-
- $headers = array(
- array('data' => t('Id'), 'class' => 'id'),
- array('data' => t('Created'), 'class' => 'created'),
- array('data' => t('Updated'), 'class' => 'updated'),
- array('data' => t('Title'), 'class' => 'url-title'),
- array('data' => t('Link'), 'class' => 'url-link'),
- array('data' => t('Velocity'), 'class' => 'velocity'),
- array('data' => t('Count'), 'class' => 'count'),
- );
-
- return theme('table', $headers, $output, array(), $caption);
-}
-
-function _np_scan_stats_scan_details($scan_id) {
- if ($cursor = scan_api_get_mongo('scan_stats', 'scan')) {
- $query = array('scan_id' => intval($scan_id));
- try {
- $results = $cursor
- ->find($query)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- return theme('mongo_scan_details', _np_scan_stats_get_record('scan', $results));
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- else {
- _np_scan_stats_mongo_error();
- }
-}
-
-function _np_scan_stats_word_details_header($collection, $value) {
- if (!($cursor = scan_api_get_mongo('scan_stats', $collection))) { // keyword, hashtag, keyword, location, (url -- disabled)
- _np_scan_stats_mongo_error();
- return;
- }
- $collections = array(
- 'keyword' => 'word',
- 'hashtag' => 'word',
- 'retweet' => 'word',
- 'location' => 'location_id',
- 'url' => 'url_id',
- );
- $query = array($collections[$collection] => $value, 'scan_id' => array('$gt' => 0));
- $hint = array('scan_id' => 1, $collections[$collection] => 1, 'hours.velocity' => -1);
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- try {
- $results = $cursor
- ->find($query, array('scan_id' => 1, 'hours.velocity' => 1))
- ->sort(array('hours.velocity' => -1))
- ->hint($hint)
- ->limit($limit)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- $rows = array();
- foreach ($results as $row) {
- $title = db_result(db_query("SELECT title FROM {scan} INNER JOIN {node_revisions} using(vid) WHERE scan_id = %d", $row['scan_id']));
- if (strlen($title) > 40) {
- $title = substr($title, 0, 40) . "...";
- }
- $rows[] = round($row['hours']['velocity'], STATS_VELOCITY_PRECISION) . ': ' . l($title ? $title : $row['scan_id'], 'admin/reports/scan_stats/scan/' . $row['scan_id']);
- }
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- if ($rows) {
- return '' . theme('item_list', $rows, 'scans', 'ol') . '
';
- }
-}
-
-function _np_scan_stats_scan_details_header($scan_id) {
- $query = array('scan_id' => intval($scan_id));
- $collections = array(
- 'keyword' => 'word',
- 'hashtag' => 'word',
- 'retweet' => 'word',
- 'location' => 'location_id',
- 'url' => 'url_id',
- );
- $toc = array();
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- foreach ($collections as $collection => $field) {
- if ($cursor = scan_api_get_mongo('scan_stats', $collection)) { // keyword, hashtag, retweet, location, url
- try {
- $results = $cursor
- ->find($query, array($field => 1, 'hours.velocity' => 1))
- ->sort(array('hours.velocity' => -1))
- ->limit($limit)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- $rows = array();
- foreach ($results as $row) {
- $title = $row[$field];
- if ($collection == 'location') {
- if ($name = db_result(db_query("SELECT name FROM {geonames} WHERE geonameid = %d", $row[$field]))) {
- $title = $name . ' (' . $row[$field] . ')';
- }
- }
- else if ($collection == 'url') {
- if ($title = db_result(db_query("SELECT title FROM {urls} WHERE id = %d", $row[$field]))) {
- $title = preg_replace('/^YouTube\s+-\s+/', '', $title);
- if (strlen($title) > 40) {
- $title = substr($title, 0, 40) . "...";
- }
- $title .= ' (' . $row[$field] . ')';
- }
- }
- $rows[] = round($row['hours']['velocity'], STATS_VELOCITY_PRECISION) . ': ' . l($title, 'admin/reports/scan_stats/'. $collection . '/' . $row[$field] . '/' . $scan_id);
- }
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- else {
- _np_scan_stats_mongo_error();
- }
- if ($rows) {
- return '' . theme('item_list', $rows, $collection . 's', 'ol') . '
';
- }
- }
-}
-
-function _np_scan_stats_word_top_velocity($collection, $query = array()) {
- $output = array('hour' => array(), 'day' => array(), 'month' => array());
- $key = $collection == 'location' ? 'location_id' : 'word';
-
- if (!($cursor = scan_api_get_mongo('scan_stats', $collection))) { // keyword, hashtag, (retweet -- disabled), location
- _np_scan_stats_mongo_error();
- $caption_title = theme('mongo_query', $collection, array(), array(), array(), LIMIT);
- $caption = array('hour' => $caption_title, 'day' => $caption_title, 'month' => $caption_title);
- }
- else {
- $buckets = array(
- 'hour' => array('bucket' => 'minutes', 'velocity' => 'velocity'),
- 'day' => array('bucket' => 'hours', 'velocity' => 'velocity'),
- 'month' => array('bucket' => 'days', 'velocity' => 'velocity'),
- );
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- foreach ($buckets as $timeslice => $mongo) {
- $bucket = $mongo['bucket'];
- $velocity_field = $bucket . '.' . $mongo['velocity'];
- $bucket_query = $query;
- $bucket_query[$velocity_field] = array('$gt' => 0);
- $hint = array('scan_id' => 1, $velocity_field => -1);
- $sort = array($velocity_field => -1);
- $fields = array($velocity_field => 1, 'trending' => 1, 'created' => 1, 'updated' => 1, $bucket . '.prev_velocity', $key => 1);
- $caption[$timeslice] = theme('mongo_query', $collection, $bucket_query, $fields, $sort, $limit);
- try {
- $results = $cursor
- ->find($bucket_query, $fields)
- ->sort($sort)
- ->limit($limit)
- ->hint($hint)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- foreach ($results as $row) {
- if ($collection == 'location') {
- $name = db_result(db_query("SELECT name FROM {geonames} WHERE geonameid = %d", $row[$key]));
- $key_link = l($row[$key], 'admin/reports/scan_stats/location/' . $row[$key]);
- $key_value = empty($name) ? $key_link : l($name, 'admin/reports/scan_stats/location/' . $row[$key]) . ' (' . $key_link . ')';
- }
- else {
- $key_value = theme('twitter_word', $collection, $row[$key]);
- }
- $output_row = array(
- theme('mongo_short_datetime', $row['created']),
- theme('mongo_datetime', $row['updated']),
- $key_value,
- isset($row['trending']) ? round($row['trending'], STATS_TRENDING_PRECISION) : '-',
- round($row[$bucket][$mongo['velocity']], STATS_VELOCITY_PRECISION),
- isset($mongo['prev_velocity']) ? round($row[$bucket]['prev_velocity'], STATS_VELOCITY_PRECISION) : '-',
- );
- if ($collection != 'location') {
- $whitelist = db_result(db_query("SELECT IFNULL(type, -1) as whitelist FROM {keyword_whitelist} WHERE word = '%s'", $row['word']));
- $output_row[] = $whitelist == -1 ? "NER" : (($whitelist == 5) ? "whitelist-user" : "whitelist");
- }
- $output[$timeslice][] = $output_row;
- }
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- }
-
- $headers = array(
- array('data' => t('Created'), 'class' => 'created'),
- array('data' => t('Updated'), 'class' => 'updated'),
- array('data' => $collection == 'location' ? t('Location') : t('Word'), 'class' => $collection == 'location' ? 'location' : 'word'),
- array('data' => t('Trending'), 'class' => 'trending'),
- array('data' => t('Velocity'), 'class' => 'velocity'),
- array('data' => t('Prev'), 'class' => 'prev_velocity'),
- );
- if ($collection != 'location') {
- $headers[] = array('data' => t('Source'), 'class' => 'source');
- }
-
- $out = '';
- $out .= '' . t('Last 60 Minutes') . '
';
- $out .= theme('table', $headers, $output['hour'], array(), $caption['hour']);
-
- $out .= '' . t('Last 24 Hours') . '
';
- $out .= theme('table', $headers, $output['day'], array(), $caption['day']);
-
- $out .= '' . t('Last 30 Days') . '
';
- $out .= theme('table', $headers, $output['month'], array(), $caption['month']);
-
- return $out;
-}
-
-function _np_scan_stats_word_top_sort($collection, $sort, $query = array()) {
- $output = array();
- $keys = array('location' => 'location_id', 'scan' => 'scan_id');
- $key = isset($keys[$collection]) ? $keys[$collection] : 'word';
- $sort_keys = array_keys($sort);
- $sort_key = $sort_keys[0];
-
- if (!($cursor = scan_api_get_mongo('scan_stats', $collection))) { // scan, keyword, hashtag, (retweet -- disabled), location
- _np_scan_stats_mongo_error();
- $caption = theme('mongo_query', $collection, array(), array(), array(), LIMIT);
- }
- else {
- $fields = array('trending' => 1, 'created' => 1, 'updated' => 1, 'minutes.velocity' => 1, 'minutes.prev_velocity' => 1, 'hours.velocity' => 1, 'hours.prev_velocity' => 1, 'days.velocity' => 1, 'days.prev_velocity' => 1, $key => 1);
- $hint = ($collection == 'scan') ? array() : array('scan_id' => 1);
- $hint = array_merge($hint, $sort);
- $limit = isset($_GET['limit']) ? $_GET['limit'] : LIMIT;
- $caption = theme('mongo_query', $collection, $query, $fields, $sort, $limit);
- try {
- $results = $cursor
- ->find($query, $fields)
- ->sort($sort)
- ->limit($limit)
- ->hint($hint)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- foreach ($results as $row) {
- if ($collection == 'location') {
- $name = db_result(db_query("SELECT name FROM {geonames} WHERE geonameid = %d", $row[$key]));
- $path = 'admin/reports/scan_stats/location/' . $row[$key];
- $key_path = l($row[$key], $path);
- $key_value = empty($name) ? $key_path : l($name, $path) . ' (' . $key_path . ')';
- }
- else if ($collection == 'scan') {
- $title = db_result(db_query("SELECT title FROM {scan} INNER JOIN {node_revisions} using(vid) WHERE scan_id = %d", $row[$key]));
- $key_value = l($title, 'admin/reports/scan_stats/scan/' . $row[$key]);
- }
- else {
- $key_value = theme('twitter_word', $collection, $row[$key]);
- }
- $output_row = array(
- theme('mongo_short_datetime', $row['created']),
- theme('mongo_datetime', $row['updated']),
- $key_value,
- isset($row['trending']) ? round($row['trending'], STATS_TRENDING_PRECISION) : '-',
- isset($row['minutes']['velocity']) ? round($row['minutes']['velocity'], STATS_VELOCITY_PRECISION) : '-',
- isset($row['minutes']['prev_velocity']) ? round($row['minutes']['prev_velocity'], STATS_VELOCITY_PRECISION) : '-',
- isset($row['hours']['velocity']) ? round($row['hours']['velocity'], STATS_VELOCITY_PRECISION) : '-',
- isset($row['hours']['prev_velocity']) ? round($row['hours']['prev_velocity'], STATS_VELOCITY_PRECISION) : '-',
- isset($row['days']['velocity']) ? round($row['days']['velocity'], STATS_VELOCITY_PRECISION) : '-',
- isset($row['days']['prev_velocity']) ? round($row['days']['prev_velocity'], STATS_VELOCITY_PRECISION) : '-',
- );
- if ($key == 'word') {
- $whitelist = db_result(db_query("SELECT IFNULL(type, -1) as whitelist FROM {keyword_whitelist} WHERE word = '%s'", $row['word']));
- $output_row[] = $whitelist == -1 ? "NER" : (($whitelist == 5) ? "whitelist-user" : "whitelist");
- }
- if (floatval($row[$sort_key]) > 0) {
- $output[] = $output_row;
- }
- }
- }
- catch (MongoCursorTimeoutException $e) {
- }
- }
-
- $headers = array(
- array('data' => t('Created'), 'class' => 'created'),
- array('data' => t('Updated'), 'class' => 'updated'),
- array('data' => $collection == 'location' ? t('Location') : t('Word'), 'class' => $collection == 'location' ? 'location' : 'word'),
- array('data' => t('Trending'), 'class' => 'trending'),
- array('data' => t('Velocity hr'), 'class' => 'velocity'),
- array('data' => t('Prev hr'), 'class' => 'prev_velocity'),
- array('data' => t('Velocity day'), 'class' => 'velocity'),
- array('data' => t('Prev day'), 'class' => 'prev_velocity'),
- array('data' => t('Velocity mon'), 'class' => 'velocity'),
- array('data' => t('Prev mon'), 'class' => 'prev_velocity'),
- );
- if ($key == 'word') {
- $headers[] = array('data' => t('Source'), 'class' => 'source');
- }
-
- return theme('table', $headers, $output, array(), $caption);
-}
-
-function _np_scan_stats_word_details($collection, $word, $scan_id) {
- if ($cursor = scan_api_get_mongo('scan_stats', $collection)) { // keyword, hashtag, retweet
- $query = array('scan_id' => empty($scan_id) ? 0 : intval($scan_id), 'word' => $word);
- try {
- $results = $cursor
- ->find($query)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- return theme('mongo_word_details', $collection, _np_scan_stats_get_record($collection, $results));
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- else {
- _np_scan_stats_mongo_error();
- }
-}
-
-function _np_scan_stats_location_details($location_id, $scan_id) {
- if ($cursor = scan_api_get_mongo('scan_stats', 'location')) {
- $query = array('scan_id' => empty($scan_id) ? 0 : intval($scan_id), 'location_id' => intval($location_id));
- try {
- $results = $cursor
- ->find($query)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- return theme('mongo_location_details', _np_scan_stats_get_record('location', $results));
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- else {
- _np_scan_stats_mongo_error();
- }
-}
-
-function _np_scan_stats_url_details($url_id, $scan_id) {
- if ($cursor = scan_api_get_mongo('scan_stats', 'url')) {
- $query = array('scan_id' => empty($scan_id) ? 0 : intval($scan_id), 'url_id' => intval($url_id));
- $hint = array('scan_id' => 1, 'url_id' => 1, 'hours.velocity' => -1);
- try {
- $results = $cursor
- ->find($query)
- ->hint($hint)
- ->timeout(scan_api_get_mongo_timeout())
- ;
- return theme('mongo_url_details', _np_scan_stats_get_record('url', $results));
- }
- catch (MongoCursorTimeoutException $e) {
- _np_scan_stats_mongo_timeout_error();
- }
- }
- else {
- _np_scan_stats_mongo_error();
- }
-}
-
-function _np_scan_stats_get_record($collection, $cursor) {
- $record = $cursor->getNext();
- if (!$record) {
- return array('error' => t('can not read collection'));
- }
- $updated = $record['updated']->sec;
- foreach (array('minutes', 'hours', 'days') as $type) {
- if (isset($record[$type])) {
- $index = scan_api_bucket_index($collection, $type, $updated);
- if (isset($record[$type][$index])) {
- $record[$type][$index] .= ' (*' . t('updated') . ')';
- }
- else {
-// drupal_set_message(t('current %type index of %index missing', array('%type' => $type, '%index' => $index)));
- }
- // Validate that the velocities.
- $size = scan_api_interval_count($collection, $type);
- $velocity = 0;
- foreach ($record[$type] as $key => $value) {
- if (is_numeric($key)) {
- $velocity += $value;
- }
- }
- $field = 'velocity';
- if ($collection == 'scan' && $type == 'hours') {
- $field .= $size;
- }
- if (intval($record[$type][$field] * $size + 0.0001 /*account for rounding error*/) != $velocity) {
- drupal_set_message(t('%type %field is %old, but should be %new', array('%type' => $type, '%field' => $field, '%old' => round($record[$type]['velocity'], 4), '%new' => round($velocity / $size, 4))), 'error');
- }
- }
- }
- foreach (array('updated', 'created') as $field) {
- if (isset($record[$field])) {
- $dt = $record[$field];
- $record[$field] = (array) $dt;
- $record[$field]['sec'] .= ' (*' . theme('mongo_datetime', $dt) . ')';
- }
- }
- if (isset($record['scan'])) {
- foreach (array('client_id', 'active', 'status') as $key) {
- if (!isset($record['scan'][$key])) {
- drupal_set_message(t('scan.%key missing', array('%key' => $key)), 'error');
- }
- }
- }
- return $record;
-}
-
-function np_scan_stats_proto_options_form($form_state) {
- $form = array();
- $form['limit'] = array(
- '#type' => 'select',
- '#title' => t('Limit'),
- '#default_value' => isset($_GET['limit']) ? $_GET['limit'] : LIMIT,
- '#options' => drupal_map_assoc(array(5, 10, 15, 20, 30, 40, 50, 60, 100, 200, 300, 400, 500)),
- );
- $form['fields'] = array(
- '#type' => 'checkbox',
- '#title' => t('Show Fields in JSON'),
- '#default_value' => isset($_GET['fields']) ? $_GET['fields'] : 0,
- );
- $form['submit'] = array(
- '#type' => 'submit',
- '#value' => t('Change'),
- );
- return $form;
-}
-
-function np_scan_stats_proto_options_form_submit($form, &$form_state) {
- $options = array();
- if ($form_state['values']['limit'] != LIMIT) {
- $options['limit'] = $form_state['values']['limit'];
- }
- if ($form_state['values']['fields'] == 1) {
- $options['fields'] = $form_state['values']['fields'];
- }
- if (count($options)) {
- drupal_goto($_GET['q'], $options);
- }
-}
-
-function theme_mongo_query($collection, $query, $fields, $sort, $limit) {
- $out = 'mongo> db.' . $collection;
- $out .= '.find(' . theme('mongo_json', $query);
- if (count($fields) > 0 && isset($_GET['fields'])) {
- $out .= ',' . theme('mongo_json', $fields);
- }
- $out .= ')';
- if (count($sort) > 0) {
- $out .= '.sort(' . theme('mongo_json', $sort) . ')';
- }
- if ($limit) {
- $out .= '.limit(' . $limit . ')';
- }
- $out .= ".timeout(" . scan_api_get_mongo_timeout() . ")";
- return $out;
-}
-
-function theme_mongo_json($json) {
- return str_replace(array(',', ':'), array(', ', ': '), json_encode($json));
-}
-
-function theme_mongo_short_datetime($dt) {
- return date(SHORT_FORMAT, $dt->sec);
-}
-
-function theme_mongo_datetime($dt) {
- if (empty($dt)) {
- return '-';
- }
- static $now;
- if (!isset($now)) {
- $now = time();
- }
- if ($now <= $dt->sec + 60) {
- return t('last minute');
- }
- $ago = $now - $dt->sec;
- if ($ago <= 3600) {
- return t('%mins minutes', array('%mins' => round($ago / 60, $ago <= 300 ? 1 : 0)));
- }
- return date(MEDIUM_FORMAT, $dt->sec);
-}
-
-// @TODO: Here's a quick implementation for writing detail records,
-// but would be nice to see some real theming.
-
-function theme_mongo_scan_details($record) {
- return '' . _mongo_record_to_string($record) . '
' . _mongo_record_to_string($record) . '
' . _mongo_record_to_string($record) . '
' . _mongo_record_to_string($record) . '