I'm working on a Hubspot Api and trying to fetch all blog posts through api, but the api limit is only 20 post each time and i need to get 1960 blog posts. So how i supposed to do that?
Is there any way to do this with ajax or java script or through a loop that increase limit every time
Here is my code:
<?php
include 'wp-load.php';
require_once(ABSPATH . "wp-admin" . '/includes/image.php');
require_once(ABSPATH . "wp-admin" . '/includes/file.php');
require_once(ABSPATH . "wp-admin" . '/includes/media.php');
require_once(ABSPATH . "wp-admin" . '/includes/taxonomy.php');
$apiKey = "9****966-***************";
$getArgs = array('timeout' => 120);
// Grab all blog posts . '&archived=false&offset=0&limit=300' total=1906
$response = wp_remote_get('https://api.hubapi.com/content/api/v2/blog-posts?hapikey=' . $apiKey . '&archived=false&limit=1960&offset=0', $getArgs);
$output = json_decode(wp_remote_retrieve_body($response), true);
$results = $output['objects'];
foreach ($results as $item) {
$postStatus = 'publish';
if ($item['blog_author']['email'] !== '') {
$user = get_user_by('email', $item['blog_author']['email']);
if ($user == false) {
$user = wp_insert_user(array(
'user_login' => $item['blog_author']['email'],
'user_email' => $item['blog_author']['email'],
'first_name' => $item['blog_author']['full_name'],
'user_pass' => substr(str_shuffle('abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789'),
0, 10),
));
$user = get_user_by('id', $user);
}
} else {
$user = wp_get_current_user();
}
if ($item['state'] == 'DRAFT') {
$postStatus = 'draft';
} elseif ($item['state'] == 'SCHEDULED') {
$postStatus = 'future';
}
$categories = $item['topic_ids'];
$args = array(
'posts_per_page' => 1,
'post_type' => 'post',
'meta_key' => 'hubspot_id',
'meta_value' => $item['id'],
'meta_compare' => '='
);
$exists = new WP_Query($args);
if ($exists->post_count == 0) {
$post_id = wp_insert_post(array(
'post_title' => $item['name'],
'post_content' => $item['post_body'],
'post_status' => $postStatus,
//'post_category' => $categories,
'post_type' => 'post',
'post_date' => date('Y-m-d H:i:s', $item['publish_date'] / 1000),
'post_author' => $user->ID
));
} else {
while ($exists->have_posts()) {
$exists->the_post();
$post_id = wp_update_post(array(
'ID' => get_the_ID(),
'post_title' => $item['name'],
'post_content' => $item['post_body'],
'post_status' => $postStatus,
//'post_category' => $categories,
'post_type' => 'post',
'post_date' => date('Y-m-d H:i:s', $item['publish_date'] / 1000),
'post_author' => $user->ID
));
}
wp_reset_postdata();
}
if (!empty($post_id) && !is_null($post_id)) {
$image_url = $item['featured_image'];
if ($image_url !== '' && isset($image_url)) {
$imageAltText = $item['featured_image_alt_text'];
$temp_file = download_url($image_url);
$file = array(
'name' => basename($image_url), // ex: wp-header-logo.png
'type' => wp_check_filetype($temp_file, null)['type'],
'tmp_name' => $temp_file,
'error' => 0,
'size' => filesize($temp_file),
);
$overrides = [
'test_form' => false,
'test_size' => true,
];
$results = wp_handle_sideload($file, $overrides);
if (empty($results['error'])) {
$filename = $results['file']; // Full path to the file
$local_url = $results['url']; // URL to the file in the uploads dir
$type = $results['type']; // MIME type of the file
// Set attachment data
$attachment = [
'post_mime_type' => $type,
'post_title' => sanitize_file_name($imageAltText),
'post_content' => '',
'post_status' => 'inherit'
];
// Create the attachment
$attach_id = wp_insert_attachment($attachment, $filename, $post_id);
if (has_post_thumbnail($post_id)) {
$oldthumbnail = get_post_thumbnail_id($post_id);
wp_delete_attachment($oldthumbnail, true);
}
// Define attachment metadata
$attach_data = wp_generate_attachment_metadata($attach_id, $filename);
// Assign metadata to attachment
wp_update_attachment_metadata($attach_id, $attach_data);
// And finally assign featured image to post
set_post_thumbnail($post_id, $attach_id);
}
}
if (!add_post_meta($post_id, 'hubspot_id', $item['id'], true)) {
update_post_meta($post_id, 'hubspot_id', $item['id']);
}
wp_reset_postdata();
}
$topicIds = $item['topic_ids'];
$getArgs = array('timeout' => 120);
$topics = [];
foreach ($topicIds as $topicId) {
$response = wp_remote_get('https://api.hubapi.com/blogs/v3/topics/' . $topicId . '?hapikey=9****966-***************', $getArgs);
$topics[] = json_decode(wp_remote_retrieve_body($response), true);
foreach ($topics as $topic) {
$catarr = array(
'cat_name' => $topic['name'],
'category_description' => $topic['description'],
'category_nicename' => $topic['slug'],
'taxonomy' => 'category'
);
$category_id = wp_insert_category($catarr);
wp_set_post_terms($post_id, $category_id, "category", true);
$default_category = (int)get_option('default_category');
if (in_category($default_category, $post_id)) {
// get list of all the post categories
$post_categories = get_the_category($post_id);
// count the total of the categories
$total_categories = count($post_categories);
// check if the post is in more than 1 category (the default one and more..)
if ($total_categories > 1) {
// remove the default category from the post
wp_remove_object_terms($post_id, $default_category, 'category');
}
}
}
}
}
?>
posts_per_pageoption and theoffsetparameter? Pagination Codex and WPSE Questionuncategorizedso i need to call only 20 post each time but how i suppose to part all posts in chunks so after every time only 20 posts will insert and then the offset will change automatically thats i cant figure out how to code it.