'. esc_html__('SEO best practices recommend posts have at least 1 Inbound Internal link, and 3 or more Outbound Internal links.', 'wpil') .'
'
. '
' . esc_html__('To help you meet these goals, this report will show you all the posts that could use some links, and give our recommendation on how many links to add!', 'wpil').'
'
. '
' . esc_html__('Known money pages are treated as inbound-only, so they are excluded from the outbound link target in this report.', 'wpil') .'
'. esc_html__('SEO best practices recommend link anchor texts be between 3 and 7 words in length.', 'wpil') .'
'
. '
' . sprintf(esc_html__('To help you meet these goals, this report shows posts with out-of-guideline anchor text and %s where the percentage of compliant links is low.', 'wpil'), 'highlights').'
'. esc_html__('SEO best practices recommend linking between related posts, and avoiding links between unrelated posts.', 'wpil') .'
'
. '
' . sprintf(esc_html__('We recommended having at least 80%% of links going to related posts. We have %s all of posts that have a low proportion of related-post links.', 'wpil'), 'highlighted').'
';
}else{
$title = __('Internal Links Report', 'wpil');
}
include WP_INTERNAL_LINKING_PLUGIN_DIR . '/templates/link_report_v2.php';
break;
case 'domains':
Wpil_Settings::create_ai_credit_popup();
Wpil_Base::show_support_widget();
$table = new Wpil_Table_Domain();
$table->prepare_items();
$report_description = "";
if(isset($_REQUEST['domain_focus'])){
$report_description =
'
'. esc_html__('SEO best practices recommend creating a natural external link profile, and avoiding over-linking to a single domain.', 'wpil') .'
'
. '
' . sprintf(esc_html__('We recommended having no more than 60%% of all external links going to the same external site. We have %s any domains that exceed this.', 'wpil'), 'highlighted').'
';
if(!empty($link->post) && $link->post->type === 'post') {
// Get the main term
$primary_term = Wpil_Post::get_primary_term_for_main_taxonomy($link->post->id, $link->post->getRealType());
if ($primary_term instanceof WP_Term) {
$primary_category_note = '
';
if(!empty($link->post) && $link->post->type === 'post') {
// Get the main term
$primary_term = Wpil_Post::get_primary_term_for_main_taxonomy($link->post->id, $link->post->getRealType());
if ($primary_term instanceof WP_Term) {
$primary_category_note = '
';
wp_send_json(array('success' => array('link_table' => $table)));
}
/**
* Identifyes the phrase that a specific link is inside
**/
private static function find_link_phrase_key($phrases = array(), $link = array()){
if(empty($phrases) || empty($link)){
return false;
}
// first, lets go over the phrases and try to find the link's monitoring id
if(!empty($link->tracking_id)){
foreach($phrases as $key => $phrase){
if(preg_match('~data-wpil-monitor-id=["\']'.preg_quote($link->tracking_id, '~').'["\']~', $phrase->sentence_src, $m)){
return $key;
}
}
}
// if that dien't work, try finding the link in the phrases
foreach($phrases as $key => $phrase){
// if we found it
if(preg_match('~href=["\']'.preg_quote($link->url, '~').'["\']|href=["\']'.preg_quote(wp_make_link_relative($link->url), '~').'["\']~', $phrase->sentence_src, $m)){
// return it
return $key;
}
}
// if that didn't work, we can't find the link
return false;
}
/**
* Assembles a suggestion object for us to use in the anchor report so that usuers can customize their links!
* Oh isn't it glorious!!!!
**/
private static function assemble_suggestion_item($phrase = array()){
if(empty($phrase)){
return false;
}
$suggestion = (object) array(
'sentence_with_anchor' => '',
'sentence_src_with_anchor' => '',
'original_sentence_with_anchor' => ''
);
//get anchors and sentence with anchor
$nbsp = urldecode('%C2%A0');
$sentence_with_anchor = '' . implode('', preg_split('~<[^>]*>(*SKIP)(*F)|\s+~u', str_replace($nbsp, ' ', strip_tags($phrase->sentence_src, '')))) . '';
$sentence_with_anchor = str_replace(
[ ',',
'(',
')',
':',
'\'',
'\''
],
[ ',',
'(',
')',
':',
'\'',
'\''
], $sentence_with_anchor);
$sentence_with_anchor = Wpil_Suggestion::formatTags($sentence_with_anchor);
// make sure the anchor isn't inside a word
$sentence_with_anchor = str_replace([''], [''], $sentence_with_anchor);
// make sure the anchor words have correct span padding
$sentence_with_anchor = preg_replace_callback('~(]*>)(.*?)()~is', function ($m) {
[$full, $open, $inner, $close] = $m;
// Inside the anchor, wrap ONLY the plain-text runs (not tags)
$wrapped = preg_replace_callback('~([^<]+)|(<[^>]+>)~s', function ($n) {
// $n[1] = a chunk of text (no "<"), $n[2] = a tag
if (!empty($n[1])) {
// Donโt create empty spans for whitespace-only chunks
return trim($n[1]) === '' ? $n[1] : '' . $n[1] . '';
}
return $n[2]; // pass tags straight through
}, $inner);
return $open . $wrapped . $close;
}, $sentence_with_anchor);
//Wpil_Suggestion::setSentenceSrcWithAnchor($suggestion, $phrase->sentence_src, $words_real[$min], $words_real[$max]);
$suggestion->sentence_src_with_anchor = $phrase->sentence_src;
$suggestion->sentence_with_anchor = Wpil_Suggestion::setSuggestionTags($sentence_with_anchor);
$suggestion->original_sentence_with_anchor = $suggestion->sentence_with_anchor; // for 'reset' not for getting back to the original
$phrase->suggestions = array($suggestion);
return $phrase;
}
/**
* Saves the screen options via ajax
**/
public static function ajax_save_screen_options(){
if(!isset($_POST['nonce']) || !wp_verify_nonce($_POST['nonce'], 'screen-options-nonce')){
wp_send_json(
array(
'error' => array(
'title' => __('Data Error', 'wpil'),
'text' => __('There was an error in processing the data, please reload the page and try again.', 'wpil'),
)
)
);
}
$return = array('error' => 'this is an error!');
$report_types = array('report_options', 'wpil_keyword_options', 'target_keyword_options');
if( isset($_POST['options']) && !empty(($_POST['options'])) && is_array(($_POST['options'])) &&
isset($_POST['options']['wp_screen_options_name']) &&
in_array($_POST['options']['wp_screen_options_name'], $report_types, true)
){
$report = $_POST['options']['wp_screen_options_name'];
$index = array(
// links report
'show_categories' => 'on/off',
'show_type' => 'on/off',
'show_date' => 'on/off',
'show_traffic' => 'on/off',
'hide_ignore' => 'on/off',
'hide_noindex' => 'on/off',
'show_link_attrs' => 'on/off',
'show_click_traffic' => 'on/off',
'show_broken_link_type' => 'on/off',
'show_broken_link_discovered' => 'on/off',
'enable_tours' => 'on/off',
// autolinking report
'hide_select_links_column' => 'on/off',
// target keywords
'show_date' => 'on/off',
'show_traffic' => 'on/off',
'remove_obviated_keywords' => 'on/off',
// general
'per_page' => 'int',
);
$user_id = get_current_user_id();
$options = get_user_meta($user_id, $report, true);
if(empty($options) || is_string($options)){
$options = array();
}
foreach($_POST['options'] as $key => $value){
if(!isset($index[$key])){
continue;
}
if($index[$key] === 'on/off' && ($value === 'on' || $value === 'off')){
$options[$key] = $value;
}elseif($index[$key] === 'int'){
$options[$key] = (int) $value;
}
}
update_user_meta($user_id, $report, $options);
// If this is report_options and enable_tours was updated, also update the global setting
if ($report === 'report_options' && isset($options['enable_tours'])) {
update_option('wpil_enable_tours', ($options['enable_tours'] === 'on') ? '1' : '0');
}
$return = array('success' => 'this is success!');
}
wp_send_json($return);
}
/**
* Permanently dismisses the suggestion popup notifications
**/
public static function ajax_dismiss_popup_notice(){
Wpil_Base::verify_nonce('dismiss-popup-nonce');
$user_id = get_current_user_id();
$ignore_popups = get_user_meta($user_id, 'wpil_dismissed_popups', true);
$ignore_popups = (!empty($ignore_popups)) ? $ignore_popups: array();
if(isset($_POST['popup_name']) && !empty($_POST['popup_name'])){
switch ($_POST['popup_name']) {
case 'suggestions':
$ignore_popups['suggestions'] = 1;
break;
case 'target_keyword_create':
$ignore_popups['target_keyword_create'] = 1;
break;
case 'target_keyword_delete':
$ignore_popups['target_keyword_delete'] = 1;
break;
case 'target_keyword_update':
$ignore_popups['target_keyword_update'] = 1;
break;
case 'link_report_trash_post':
$ignore_popups['link_report_trash_post'] = 1;
break;
case 'delete_link':
$ignore_popups['delete_link'] = 1;
break;
case 'update_domain_attribute':
$ignore_popups['update_domain_attribute'] = 1;
break;
case 'update_broken_link_url':
$ignore_popups['update_broken_link_url'] = 1;
break;
}
}
update_user_meta($user_id, 'wpil_dismissed_popups', $ignore_popups);
wp_send_json(array('success' => 'Yay!'));
}
/**
* Obtains the status icons for the URLs in the linking dropdowns
* @param object $post
* @param object $link
**/
public static function get_dropdown_icons($post = array(), $link = array(), $disposition = 'inbound-internal', $hide_header = false){
$icons = '';
$stats = array();
if(!empty($post)){
$redirected_post_url = Wpil_Link::get_url_redirection($post->getViewLink());
// if the current item is a post and it's had it's URL redirected
if($post->type === 'post' && !empty($redirected_post_url)){
// check if the redirect is pointing to a different post
$new_post = Wpil_Post::getPostByLink($redirected_post_url);
// if it is, or the redirect is pointing to the home url
if(!empty($new_post) && $post->id !== $new_post->id || Wpil_Link::url_points_home($redirected_post_url)){
// create the "hidden by redirect" icon
if($disposition === 'inbound-internal'){
$description = __('Source post hidden by redirect', 'wpil');
}elseif($disposition === 'outbound-internal'){
$description = __('Target post hidden by redirect', 'wpil');
}else{
$description = __('Unknown Error', 'wpil'); // if we're seeing outbound external posts listed in the redirects, something is going wrong
}
$icon = '';
$icon .= '
';
$icon .= '';
$icon .= '
' . $description . '
';
$icon .= '
';
$stats[] = $icon;
}
/*
TODO: Consider creating "redirect applied" icon for posts so we can tell users if the post has any kind of redirect
$redirected = Wpil_Settings::getRedirectedPosts();
if(!empty($redirected) && in_array($post->id, $redirected)){
if($disposition === 'inbound-internal'){
$description = __('Source post hidden by redirect', 'wpil');
}elseif($disposition === 'outbound-internal'){
$description = __('Target post hidden by redirect', 'wpil');
}else{
$description = __('Unknown Error', 'wpil'); // if we're seeing outbound external posts listed in the redirects, something is going wrong
}
$icon = '';
$icon .= '
';
}
}
return $icons;
}
public static function get_link_context_icon($context_id = 0){
$context = '';
switch (Wpil_Toolbox::get_link_context($context_id)) {
case 'normal':
$context .= '';
$context .= '
' . __('Normal Link', 'wpil') . '
';
break;
case 'related-post-link':
$context .= '';
$context .= '
' . __('Related Post Link', 'wpil') . '
';
break;
case 'page-builder-link':
$context .= '';
$context .= '
' . __('Page Builder or Module Link. (may not be deletable)', 'wpil') . '
';
break;
}
return $context;
}
public static function getCustomFieldsInboundLinks($url)
{
global $wpdb;
if(!Wpil_Settings::get_acf_active()){
return array();
}
$posts = [];
$custom_fields = Wpil_Post::getAllCustomFields();
$custom_fields = !empty($custom_fields) ? " m.meta_key IN ('" . implode("', '", $custom_fields ) . "') AND " : '';
$statuses_query = Wpil_Query::postStatuses('p');
$result = $wpdb->get_results($wpdb->prepare("SELECT m.post_id FROM {$wpdb->postmeta} m INNER JOIN {$wpdb->posts} p ON m.post_id = p.ID WHERE $custom_fields m.meta_value LIKE %s $statuses_query", Wpil_Toolbox::esc_like($url)));
if ($result) {
foreach ($result as $post) {
$posts[] = new Wpil_Model_Post($post->post_id);
}
}
return $posts;
}
/**
* Creates the report links table in the database if it doesn't exist.
* Clears the link table if it does.
* Can be set to only create the link table if it doesn't already exist
* @param bool $only_insert_table
**/
public static function setupWpilLinkTable($only_insert_table = false){
global $wpdb;
$wpil_links_table = $wpdb->prefix . 'wpil_report_links';
$wpil_link_table_query = "CREATE TABLE IF NOT EXISTS {$wpil_links_table} (
link_id bigint(20) unsigned NOT NULL AUTO_INCREMENT,
post_id bigint(20) unsigned NOT NULL,
target_id bigint(20) unsigned NOT NULL,
target_type varchar(8),
clean_url text,
raw_url text,
host text,
anchor text,
anchor_word_count int(10) NOT NULL DEFAULT 0,
url_slug_word_count int(10) UNSIGNED NOT NULL DEFAULT 0,
anchor_slug_positional_match double UNSIGNED NOT NULL DEFAULT 0,
internal tinyint(1) DEFAULT 0,
has_links tinyint(1) NOT NULL DEFAULT 0,
post_type varchar(8),
location varchar(20),
broken_link_scanned tinyint(1) DEFAULT 0,
link_whisper_created tinyint(1) DEFAULT 0,
is_autolink tinyint(1) DEFAULT 0,
tracking_id bigint(20) UNSIGNED NOT NULL DEFAULT 0,
module_link tinyint(1) UNSIGNED NOT NULL DEFAULT 0,
link_context tinyint(1) UNSIGNED NOT NULL DEFAULT 0,
ai_relation_score double UNSIGNED NOT NULL DEFAULT 0,
PRIMARY KEY (link_id),
INDEX (post_id),
INDEX (post_type),
INDEX (target_id),
INDEX (target_type),
INDEX (clean_url(500)),
INDEX (host(64)),
INDEX (tracking_id)
) CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;";
// create DB table if it doesn't exist
require_once (ABSPATH . 'wp-admin/includes/upgrade.php');
dbDelta($wpil_link_table_query);
if (strpos($wpdb->last_error, 'Index column size too large') !== false) {
$wpil_link_table_query = str_replace('INDEX (clean_url(500))', 'INDEX (clean_url(191))', $wpil_link_table_query);
dbDelta($wpil_link_table_query);
}
// run the table update just to make sure column 'location' is set
Wpil_Base::updateTables();
if(self::link_table_is_created()){
update_option(WPIL_LINK_TABLE_IS_CREATED, true, false);
}
if(!$only_insert_table){
// and clear any existing data
$wpdb->query("TRUNCATE TABLE {$wpil_links_table}");
}
Wpil_Base::fixCollation($wpil_links_table);
}
/**
* Creates the link tracking table that we use to tag and monitor links.
**/
public static function prepare_link_tracking_table(){
global $wpdb;
$wpil_link_tracking_table = $wpdb->prefix . 'wpil_tracked_link_ids';
$wpil_link_table_query = "CREATE TABLE IF NOT EXISTS {$wpil_link_tracking_table} (
link_id bigint(20) unsigned NOT NULL AUTO_INCREMENT,
creation_time bigint(20) unsigned NOT NULL,
author_id bigint(20) unsigned NOT NULL,
PRIMARY KEY (link_id),
INDEX (author_id)
) CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;";
// create DB table if it doesn't exist
require_once (ABSPATH . 'wp-admin/includes/upgrade.php');
dbDelta($wpil_link_table_query);
}
/**
* Does a full search of the DB to check for post ids that don't show up in the link table,
* and then it processes each of those posts to extract the urls from the content to insert in the link table.
**/
public static function fillWpilLinkTable(){
global $wpdb;
$links_table = $wpdb->prefix . "wpil_report_links";
$count = 0;
$start = microtime(true);
$memory_break_point = self::get_mem_break_point();
$speed_optimize = Wpil_Settings::optimize_link_scan_for_speed();
// get the ids that haven't been added to the link table yet
$unprocessed_ids = self::get_all_unprocessed_link_post_ids();
// if all the posts have been processed
if(empty($unprocessed_ids)){
// check to see if categories have been selected for processing
if(!empty(Wpil_Settings::getTermTypes())){
// check for categories
$terms = [];
$updated_terms = $wpdb->get_results("SELECT DISTINCT `post_id` FROM {$links_table} WHERE `post_type` = 'term'");
foreach ($updated_terms as $key => $term) {
$terms[] = $term->post_id;
}
$term_query = !empty($terms) ? " AND `term_id` NOT IN (" . implode(',', $terms) . ") " : "";
$terms = $wpdb->get_results("SELECT `term_id` FROM {$wpdb->prefix}term_taxonomy WHERE taxonomy IN ('" . implode("','" , Wpil_Settings::getTermTypes()) . "') " . $term_query);
// if there are categories
$term_update_count = 0;
if ($terms) {
foreach ($terms as $term) {
if(Wpil_Base::overTimeLimit(15, 30) || ('disabled' !== $memory_break_point && memory_get_usage() > $memory_break_point)){
break;
}
// insert the term's links into the link table
$post = new Wpil_Model_Post($term->term_id, 'term');
$term_insert_count = self::insert_links_into_link_table($post);
// if the link insert was successful, increase the update count
if($term_insert_count > 0){
$term_update_count += $term_insert_count;
}
}
}
// track the progress
$total = (isset($_POST['link_posts_to_process_count'])) ? (int)$_POST['link_posts_to_process_count'] : self::get_total_post_count();
Wpil_Toolbox::track_process_progress(
'link_scanning',
'Searching for Links',
$term_update_count,
count($terms),
$total
);
// if all the found cats have had their links loaded in the database
if(count($terms) === $term_update_count){
// return success
return array('completed' => true, 'inserted_posts' => $term_update_count);
}else{
// if not, go around again
return array('completed' => false, 'inserted_posts' => $term_update_count);
}
}
return array('completed' => true, 'inserted_posts' => 0);
}
/*
// if we're optimizing speed
if($speed_optimize){
// chunk the ids so we can pull the content from multiple posts quickly
$unprocessed_ids = array_chunk($unprocessed_ids, 10);
}*/
$interval = microtime(true);
$old_count = 0;
$posts = [];
foreach($unprocessed_ids as $key => $id){
// exit the loop if we've been at this for 30 seconds or we've passed the memory breakpoint
if(Wpil_Base::overTimeLimit(15, 30) || ('disabled' !== $memory_break_point && memory_get_usage() > $memory_break_point)){
break;
}
// allow other plugin/code to record what post id we're about to process
do_action('wpil_fill_link_table_before_process', $id);
// if we are not optimizing for speed or there are active editors or ACF
if(!$speed_optimize || !empty(Wpil_Post::get_active_editors())){
// set up a new post with the current id
if(self::insert_links_into_link_table(new Wpil_Model_Post($id))){
$count++;
unset($unprocessed_ids[$key]);
}
if(!$speed_optimize){
// update the stored list of unprocessed ids as they're checked off so we stay up to date
set_transient('wpil_stored_unprocessed_link_ids', $unprocessed_ids, MINUTE_IN_SECONDS * 5);
}
}else{
$posts[] = $id;
$count++;
unset($unprocessed_ids[$key]);
if(count($posts) > 19 || empty($unprocessed_ids)){
$posts = Wpil_Toolbox::get_multiple_posts_with_content($posts);
self::insert_links_into_link_table(false, $posts);
$posts = array();
}
}
// if we've been at this for over 5 seconds
if(microtime(true) - $interval > 5){
$interval = microtime(true);
$total = (isset($_POST['link_posts_to_process_count'])) ? (int)$_POST['link_posts_to_process_count'] : self::get_total_post_count();
$diff = ($count - $old_count);
$old_count = $count;
// track the progress
Wpil_Toolbox::track_process_progress(
'link_scanning',
'Searching for Links',
$diff,
count($unprocessed_ids),
$total
);
}
// check to see if the user has set a limit on the max number of posts to process at one go
if(apply_filters('wpil_fill_link_table_post_limit_break', false, $count)){
// if we've exceeded the limit, stop processing posts
break;
}
}
if($speed_optimize){
// update the stored list of unprocessed ids as they're checked off so we stay up to date
set_transient('wpil_stored_unprocessed_link_ids', $unprocessed_ids, MINUTE_IN_SECONDS * 5);
}
// track the progress
$total = (isset($_POST['link_posts_to_process_count'])) ? (int)$_POST['link_posts_to_process_count'] : self::get_total_post_count();
$diff = ($count - $old_count);
Wpil_Toolbox::track_process_progress(
'link_scanning',
'Searching for Links',
$diff,
count($unprocessed_ids),
$total
);
return array('completed' => false, 'inserted_posts' => $count);
}
/**
*
**/
public static function update_reusable_block_links($post){
global $wpdb;
if(empty($post) || $post->post_type !== 'wp_block' || !Wpil_Settings::update_reusable_block_links()){
return;
}
// don't save on autosaves
if(defined('DOING_AUTOSAVE') && DOING_AUTOSAVE){
return;
}
// find all of the posts with this block
$content = $wpdb->prepare(" AND `post_content` LIKE %s", Wpil_Toolbox::esc_like(''));
$post_types = Wpil_Query::postTypes();
$post_statuses = Wpil_Query::postStatuses();
$posts = $wpdb->get_col("SELECT ID FROM {$wpdb->posts} WHERE 1=1 {$post_types} {$post_statuses} {$content}");
foreach($posts as $post_id){
$post = new Wpil_Model_Post($post_id);
if(self::stored_link_content_changed($post)){
// get the fresh post content for the benefit of the descendent methods
$post->getFreshContent();
// find any Inbound Internal link references that are no longer valid
$removed_links = self::find_removed_report_inbound_links($post);
// update the links stored in the link table
self::update_post_in_link_table($post);
// update the meta data for the post
self::statUpdate($post, true);
// and update the link counts for the posts that this one links to
self::updateReportInternallyLinkedPosts($post, $removed_links);
}
}
}
/**
* First checks to see if the links in the current post's content are different from the ones stored in the Links table.
* Then checks to see if the meta-stored links have changed
*
* @param object $post The post object that we're checking
* @return bool True if the links have changed, False if they haven't
**/
public static function stored_link_content_changed($post){
global $wpdb;
$links_table = $wpdb->prefix . "wpil_report_links";
if(empty($post)){
return false;
}
$stored_links = $wpdb->get_results($wpdb->prepare("SELECT `raw_url`, `anchor` FROM {$links_table} WHERE `post_id` = %d AND `post_type` = %s", $post->id, $post->type));
$post_links = self::getContentLinks($post, true);
// if there are links in the content and in storage, create URL-anchor strings so we can compare them
$stored = '';
$content = '';
foreach($stored_links as $link){
$stored .= ($link->raw_url . $link->anchor);
}
foreach($post_links as $link){
$content .= ($link->url . $link->anchor);
}
if(md5($stored) !== md5($content)){
return true;
}
// if the database is up to date, check to make sure the post meta links are too
$meta_links = array_merge($post->getOutboundInternalLinks(), $post->getOutboundExternalLinks());
// first check the link count
if(count($meta_links) !== count($post_links)){
// if they don't match, the links have changed
return true;
}
// if that didn't work, create a link hash string and check that
$meta_content = '';
foreach($meta_links as $link){
$meta_content .= ($link->url . $link->anchor);
}
// return if the link hash matches the one we just pulled out of the content
return md5($meta_content) !== md5($content);
}
/**
* Finds links that are listed in the links report table, but aren't actually present in the current post.
**/
public static function find_removed_report_inbound_links($post){
global $wpdb;
$links_table = $wpdb->prefix . 'wpil_report_links';
if(empty($post)){
return array();
}
// first get all of the links that the post currently has
$links = self::getContentLinks($post, true);
// clean up and key the Outbound Internal links so we can search them quickly
$existing = array();
foreach($links as $link){
if(empty($link) || empty($link->internal)){
continue;
}
$existing[self::getCleanUrl($link->url) . '_' . $link->anchor] = true;
}
// now get all the ones that are stored in the links table
$report_links = $wpdb->get_results($wpdb->prepare("SELECT * FROM {$links_table} WHERE `post_id` = %d AND `post_type` = %s", $post->id, $post->type));
// go over the results and find all the links that have been removed
$removed = array();
foreach($report_links as $report_link){
if(empty($report_link) || empty($report_link->internal)){
continue;
}
if(!isset($existing[$report_link->clean_url . '_' . $report_link->anchor])){
$removed[] = $report_link;
}
}
return $removed;
}
/**
* Updates a post's content links by removing the existing link data from the link table and inserting new links from the post content.
* @param int|object $post
* @return bool
**/
public static function update_post_in_link_table($post){
// if we've just been given a post id
if(is_numeric($post) && !is_object($post)){
// create a new post object
$post = new Wpil_Model_Post($post);
}
$remove = self::remove_post_from_link_table($post);
$insert = self::insert_links_into_link_table($post);
return (empty($remove) || empty($insert)) ? false : true;
}
public static function remove_post_from_link_table($post, $delete_link_refs = false){
global $wpdb;
$links_table = $wpdb->prefix . "wpil_report_links";
// exit if a post id isn't given
if(empty($post)){
return 0;
}
// delete the rows for this post that are stored in the links table
$results = $wpdb->delete($links_table, array('post_id' => $post->id, 'post_type' => $post->type));
$results2 = 0;
// if we're supposed to remove the links that point to the current post as well
if($delete_link_refs){
// get the url
$url = $post->getLinks()->view;
$cleaned_url = self::getCleanUrl($url);
// if there is a url
if(!empty($cleaned_url)){
// delete the rows that have this post's url in them
$results2 = $wpdb->delete($links_table, array('clean_url' => $cleaned_url));
}
}
// add together the results of both possible delete operations to get the total rows removed
return (((int) $results) + ((int) $results2));
}
/**
* Extracts the links from the given post and inserts them into the link table.
* @param object $post
* @param array $posts An array of post objects that already have the content pulled for quicker bulk processing
* @return int $count (1 if success, 0 if failure)
**/
public static function insert_links_into_link_table($post, $posts = array()){
global $wpdb;
$links_table = $wpdb->prefix . "wpil_report_links";
$speed_optimize = Wpil_Settings::optimize_link_scan_for_speed();
$count = 0;
$insert_query = "INSERT INTO {$links_table} (post_id, target_id, target_type, clean_url, raw_url, host, anchor, anchor_word_count, url_slug_word_count, anchor_slug_positional_match, internal, has_links, post_type, location, broken_link_scanned, link_whisper_created, is_autolink, tracking_id, module_link, link_context, ai_relation_score) VALUES ";
$links_data = array();
$place_holders = array();
if(empty($posts)){
$posts = array($post);
}
foreach($posts as $post){
$ai_relation_data = Wpil_AI::get_embedding_relatedness_data($post->id, $post->type);
if($speed_optimize){
$links = self::getContentLinks($post, false, $post->getContent());
}else{
$links = self::getContentLinks($post);
}
foreach($links as $link){
$ai_relation_score = 0;
$slug_match_data = self::get_url_slug_match_data($link->url, $link->anchor);
if(!empty($ai_relation_data) && isset($link->post) && !empty($link->post)){
$pid = $link->post->get_pid();
if(isset($ai_relation_data->$pid) && !empty($ai_relation_data->$pid)){
$ai_relation_score = $ai_relation_data->$pid;
}
}
array_push (
$links_data,
$post->id,
!empty($link->post) ? $link->post->id: 0,
!empty($link->post) ? $link->post->type: '',
self::getCleanUrl($link->url),
$link->url,
$link->host,
$link->anchor,
Wpil_Word::getWordCount($link->anchor),
$slug_match_data['url_slug_word_count'],
$slug_match_data['anchor_slug_positional_match'],
$link->internal,
1,
$post->type,
$link->location,
0,
$link->link_whisper_created,
$link->is_autolink,
$link->tracking_id,
$link->module_link,
$link->link_context,
$ai_relation_score
);
$place_holders [] = "('%d', '%d', '%s', '%s', '%s', '%s', '%s', '%d', '%d', '%f', '%d', '%d', '%s', '%s', '%d', '%d', '%d', '%d', '%d', '%d', '%f')";
}
// if there are no links, update the link table with null values to remove it from processing
if(empty($links)){
$insert = $wpdb->insert(
$links_table,
array(
'post_id' => $post->id,
'target_id' => 0,
'target_type' => null,
'clean_url' => null,
'raw_url' => null,
'host' => null,
'anchor' => null,
'anchor_word_count' => 0,
'url_slug_word_count' => 0,
'anchor_slug_positional_match' => 0,
'internal' => null,
'has_links' => 0,
'post_type' => $post->type,
'location' => 'content',
'broken_link_scanned' => 0,
'link_whisper_created' => 0,
'is_autolink' => 0,
'tracking_id' => 0,
'module_link' => 0,
'link_context' => 0,
'ai_relation_score' => 0
)
);
// if the insert was successful
if(false !== $insert){
// increase the insert count
$count += 1;
}
}
}
if (count($place_holders) > 0) {
$insert_query .= implode (', ', $place_holders);
$insert_query = $wpdb->prepare ($insert_query, $links_data);
$insert = $wpdb->query ($insert_query);
// if the insert was successful
if(false !== $insert){
// increase the insert count
$count += 1;
}
}
return $count;
}
/**
* Gets all post ids from the post table and returns an array of ids.
* @return array $all_post_ids (an array of all post ids from the post table. Categories aren't included. We're focusing on post ids since they make up the bulk of the ids)
**/
public static function get_all_post_ids($age_limit = null){
if (empty(self::$all_post_ids)){
global $wpdb;
$post_types = Wpil_Settings::getPostTypes();
$post_type_replace_string = "";
if (!empty($post_types)) {
$post_type_replace_string = " AND post_type IN ('" . implode("', '", $post_types) . "') ";
}
// get the ids that aren't supposed to be processed
$ignored_pages = Wpil_Settings::get_completely_ignored_pages();
$completely_ignore = '';
if(!empty($ignored_pages)){
$data = array();
foreach($ignored_pages as $id){
if(false !== strpos($id, 'post')){
$dat = explode('_', $id);
$data[] = $dat[1];
}
}
if(!empty($data)){
$completely_ignore = " AND ID NOT IN (" . implode(", ", $data) . ") ";
}
}
$max_age = "";
if(!empty($age_limit)){
if($age_limit === 'ai'){ // TODO: Create case switch if we need more limit settings
$max_age = Wpil_Query::getPostDateQueryLimit('', $age_limit);
}
}
$statuses_query = Wpil_Query::postStatuses();
self::$all_post_ids = $wpdb->get_col("SELECT ID FROM {$wpdb->posts} WHERE 1=1 {$statuses_query} {$post_type_replace_string} {$completely_ignore} {$max_age}");
}
return self::$all_post_ids;
}
/**
* Gets all term ids from taxonomies that we process and returns an array of ids.
* @return array $all_term_ids
**/
public static function get_all_term_ids(){
if (empty(self::$all_term_ids)){
global $wpdb;
$taxonomies = Wpil_Query::taxonomyTypes();
if(!empty($taxonomies)){
$ignored_terms = Wpil_Query::ignoredTermIds('');
self::$all_term_ids = $wpdb->get_col("SELECT term_id FROM {$wpdb->term_taxonomy} WHERE 1=1 {$taxonomies} {$ignored_terms}");
}
}
return self::$all_term_ids;
}
/**
* Gets all post ids that aren't listed in the link table.
* Checks a transient to see if there's a stored list of un updated ids.
* If there isn't, it checks the database directly
* @return array $unprocessed_ids (All of the post ids that haven't been listed in the link table yet.)
**/
public static function get_all_unprocessed_link_post_ids(){
global $wpdb;
$stored_ids = get_transient('wpil_stored_unprocessed_link_ids');
if ($stored_ids){
$unprocessed_ids = $stored_ids;
} else {
$all_post_ids = self::get_all_post_ids();
$all_processed_ids = $wpdb->get_col("SELECT DISTINCT post_id AS ID FROM {$wpdb->prefix}wpil_report_links");
$unprocessed_ids = array_diff($all_post_ids, $all_processed_ids);
set_transient('wpil_stored_unprocessed_link_ids', $unprocessed_ids, MINUTE_IN_SECONDS * 5);
Wpil_Base::set_transient('wpil_stored_unprocessed_link_ids', $unprocessed_ids, MINUTE_IN_SECONDS * 5);
}
// and return the results of our efforts
return $unprocessed_ids;
}
/**
* Gets the total number of posts that are eligible to include in the link table.
* This counts all post types selected in the LW settings, including categories.
* @return int $all_post_count
**/
public static function get_total_post_count(){
global $wpdb;
$post_table = $wpdb->prefix . "posts";
$term_table = $wpdb->prefix . "term_taxonomy";
if(isset(self::$all_post_count) && !empty(self::$all_post_count)){
return self::$all_post_count;
}else{
$total = get_transient('wpil_total_process_post_count');
if(empty($total)){
// get all of the site's posts that are in our settings group
$post_types = Wpil_Settings::getPostTypes();
$post_type_replace_string = !empty($post_types) ? " AND post_type IN ('" . (implode("','", $post_types)) . "') " : "";
$statuses_query = Wpil_Query::postStatuses();
// get the ids that aren't supposed to be processed
$ignored_pages = Wpil_Settings::get_completely_ignored_pages();
$completely_ignore = '';
if(!empty($ignored_pages)){
$data = array();
foreach($ignored_pages as $id){
if(false !== strpos($id, 'post')){
$dat = explode('_', $id);
$data[] = $dat[1];
}
}
if(!empty($data)){
$completely_ignore = " AND ID NOT IN (" . implode(", ", $data) . ") ";
}
}
$post_count = $wpdb->get_var("SELECT COUNT(ID) FROM {$post_table} WHERE 1=1 {$post_type_replace_string} {$statuses_query} {$completely_ignore}");
// if term is a selected type
if(!empty(Wpil_Settings::getTermTypes())){
// get all the site's categories that aren't empty
$taxonomies = Wpil_Settings::getTermTypes();
// find any cats that the user wants to exclude
$ignore = '';
if(!empty($ignored_pages)){
$data = array();
foreach($ignored_pages as $id){
if(false !== strpos($id, 'term')){
$dat = explode('_', $id);
$data[] = $dat[1];
}
}
if(!empty($data)){
$ignore = " AND term_id NOT IN (" . implode(", ", $data) . ") ";
}
}
$cat_count = $wpdb->get_var("SELECT COUNT(DISTINCT term_id) FROM {$term_table} WHERE `taxonomy`IN ('" . implode("', '", $taxonomies) . "') {$ignore}");
}else{
$cat_count = 0;
}
// add the post count and term count together and return
self::$all_post_count = ($post_count + $cat_count);
set_transient('wpil_total_process_post_count', self::$all_post_count, MINUTE_IN_SECONDS * 60); // should be cleared when a new scan runs, so we can put a long time on this
}else{
self::$all_post_count = $total;
}
return self::$all_post_count;
}
}
/**
* Gets the PHP memory safe usage limit so we know when to quit processing.
* Currently, the break point is 20mb short of the PHP memory limit.
*
* Note "wp_is_ini_value_changeable" checks if the ini values are writable. It might be useful in the future
**/
public static function get_mem_break_point(){
if(isset(self::$memory_break_point) && !empty(self::$memory_break_point)){
return self::$memory_break_point;
}else{
$mem_limit = ini_get('memory_limit');
// if the max memory has been set, and it's different than the ini's limit
if('-1' !== $mem_limit && defined('WP_MAX_MEMORY_LIMIT') && !empty(WP_MAX_MEMORY_LIMIT) && WP_MAX_MEMORY_LIMIT !== $mem_limit){
$mem_limit = wp_convert_hr_to_bytes(WP_MAX_MEMORY_LIMIT) > wp_convert_hr_to_bytes($mem_limit) ? WP_MAX_MEMORY_LIMIT : $mem_limit;
}
if(empty($mem_limit) || '-1' == $mem_limit){
self::$memory_break_point = 'disabled';
return self::$memory_break_point;
}
$mem_size = 0;
switch(substr($mem_limit, -1)){
case 'M':
case 'm':
$mem_size = (int)$mem_limit * 1048576;
break;
case 'K':
case 'k':
$mem_size = (int)$mem_limit * 1024;
break;
case 'G':
case 'g':
$mem_size = (int)$mem_limit * 1073741824;
break;
default: $mem_size = $mem_limit;
}
$mem_break_point = round(($mem_size - ($mem_size * 0.15))); // break point == (mem limit - 15%)
if($mem_break_point < 0){
self::$memory_break_point = 'disabled';
}else{
self::$memory_break_point = $mem_break_point;
}
return self::$memory_break_point;
}
}
public static function get_loading_screen($screen = ''){
switch($screen){
case 'meta-loading-screen':
ob_start();
include WP_INTERNAL_LINKING_PLUGIN_DIR . 'templates/report_prepare_meta_processing.php';
$return_screen = ob_get_clean();
break;
case 'link-loading-screen':
ob_start();
include WP_INTERNAL_LINKING_PLUGIN_DIR . 'templates/report_prepare_link_inserting_into_table.php';
$return_screen = ob_get_clean();
break;
case 'post-loading-screen':
ob_start();
include WP_INTERNAL_LINKING_PLUGIN_DIR . 'templates/report_prepare_process_links.php';
$return_screen = ob_get_clean();
break;
case 'external-site-loading-screen':
ob_start();
include WP_INTERNAL_LINKING_PLUGIN_DIR . 'templates/report_prepare_linked_site_import.php';
$return_screen = ob_get_clean();
break;
default:
$return_screen = '';
}
return $return_screen;
}
/**
* Checks to see if the link table is created.
**/
public static function link_table_is_created(){
global $wpdb;
$links_table = $wpdb->prefix . "wpil_report_links";
// check to see that the link table was successfully created
$table = $wpdb->get_var("SHOW TABLES LIKE '$links_table'");
if ($table != $links_table) {
return false;
} else {
return true;
}
}
/**
* Gets the posts that haven't had their meta filled yet.
**/
public static function get_untagged_posts(){
global $wpdb;
$post_table = $wpdb->prefix . "posts";
$meta_table = $wpdb->prefix . "postmeta";
$args = array();
$post_type_replace_string = '';
$post_types = Wpil_Settings::getPostTypes();
$type_count = (count($post_types) - 1);
foreach($post_types as $key => $post_type){
if(empty($post_type_replace_string)){
$post_type_replace_string = ' AND ' . $post_table . '.post_type IN (';
}
$args[] = $post_type;
if($key < $type_count){
$post_type_replace_string .= '%s, ';
}else{
$post_type_replace_string .= '%s)';
}
}
// First get all the site's posts
$all_post_ids = self::get_all_post_ids();
// Then get the ids of all the posts that have the processing flag
$posts_with_flag = $wpdb->get_results("SELECT `post_id` FROM {$meta_table} WHERE `meta_key` = 'wpil_sync_report3' ORDER BY `post_id` ASC");
// create a list of all posts that haven't had their meta filled yet.
$all_post_ids = array_flip($all_post_ids);
foreach($posts_with_flag as $flagged_post){
$all_post_ids[$flagged_post->post_id] = false;
}
$unfilled_posts = array_flip(array_filter($all_post_ids, 'strlen'));
return $unfilled_posts;
}
/**
* Saves a user's report filtering suggestions to the user meta so we can have persistent report filtering.
**/
function ajax_save_user_filter_settings(){
$user_id = get_current_user_id();
if(isset($_POST['nonce']) && wp_verify_nonce($_POST['nonce'], $user_id . 'wpil_filter_nonce') && !empty($user_id)){
if(isset($_POST['setting_type']) && 'target_keywords' === $_POST['setting_type']){
$keyword_post_type = (isset($_POST['post_type']) && !empty($_POST['post_type'])) ? sanitize_text_field($_POST['post_type']) : false;
self::save_target_keyword_filtering($keyword_post_type);
}else{
$post_type = (isset($_POST['post_type']) && !empty($_POST['post_type'])) ? sanitize_text_field($_POST['post_type']) : false;
$category = (isset($_POST['category']) && !empty($_POST['category'])) ? sanitize_text_field($_POST['category']) : false;
self::save_link_report_filtering($post_type, $category);
}
}
}
public static function save_link_report_filtering($post_type = '', $category = ''){
$user_id = get_current_user_id();
$filter_settings = get_user_meta($user_id, 'wpil_filter_settings', true);
// create the default settings for the user filters
if(empty($filter_settings)){
$filter_settings = array();
}
if(!isset($filter_settings['report'])){
$filter_settings['report'] = array('post_type' => false, 'category' => false);
}
if(!empty($post_type)){
$filter_settings['report']['post_type'] = $post_type;
}else{
$filter_settings['report']['post_type'] = false;
}
if(!empty($category)){
$filter_settings['report']['category'] = $category;
}else{
$filter_settings['report']['category'] = false;
}
update_user_meta($user_id, 'wpil_filter_settings', $filter_settings);
}
public static function save_target_keyword_filtering($keyword_post_type){
$user_id = get_current_user_id();
$filter_settings = get_user_meta($user_id, 'wpil_filter_settings', true);
// create the default settings for the user filters
if(empty($filter_settings)){
$filter_settings = array();
}
if(!isset($filter_settings['target_keywords'])){
$filter_settings['target_keywords'] = array('keyword_post_type' => false);
}
if(!empty($keyword_post_type)){
$filter_settings['target_keywords']['keyword_post_type'] = $keyword_post_type;
}else{
$filter_settings['target_keywords']['keyword_post_type'] = false;
}
update_user_meta($user_id, 'wpil_filter_settings', $filter_settings);
}
/**
* Outputs some custom styling when specific report tabs
**/
public static function outputCustomTabStyles(){
if(isset($_GET['type']) && $_GET['type'] === 'links'){
?>
prefix . 'wpil_report_links';
$posts = array();
$significant =
$wpdb->get_results("SELECT c.target_id, c.c AS link_count, (c.c - s.avg_c) / NULLIF(s.sd_c, 0) AS z_score FROM
(SELECT target_id, COUNT(*) AS c FROM {$link_table}
WHERE target_id > 0
AND internal = 1
AND post_id <> target_id
AND target_type = 'post'
GROUP BY target_id) c
JOIN
(SELECT AVG(t.c) AS avg_c, STDDEV_SAMP(t.c) AS sd_c FROM
(SELECT target_id, COUNT(*) AS c FROM {$link_table}
WHERE target_id > 0
AND internal = 1
AND post_id <> target_id
AND target_type = 'post'
GROUP BY target_id) t) s
WHERE c.c > s.avg_c + (2 * s.sd_c)
ORDER BY c.c DESC");
if(!empty($significant)){
foreach($significant as $post){
$posts[] = $post->target_id;
}
}
return $posts;
}
}