We need a scraping script in PHP to read and update records on all items offered of the website [login to view URL]
The script is to read all new auctions and update the actions with the final price and bidcount when finished. All records will go to a mysql database we already have (not all fields may be filled from the website):
CREATE TABLE `cp_egun_history` (
`id` int(11) NOT NULL AUTO_INCREMENT,
`user` int(11) NOT NULL DEFAULT '0',
`imported` int(11) NOT NULL DEFAULT '0',
`updated` int(11) NOT NULL DEFAULT '0',
`action` int(11) NOT NULL DEFAULT '0',
`title` tinytext,
`description` text,
`normal_price` double(16,4) NOT NULL DEFAULT '0.0000',
`buy_now` double(16,4) NOT NULL DEFAULT '0.0000',
`category` varchar(255) DEFAULT NULL,
`gh_category` varchar(255) DEFAULT NULL,
`gh_category_id` int(11) DEFAULT '0',
`discounted_price` double(16,4) NOT NULL DEFAULT '0.0000',
`discount_period` int(11) NOT NULL DEFAULT '0',
`discount_ends` int(11) NOT NULL DEFAULT '0',
`shipping` char(1) CHARACTER SET latin1 DEFAULT NULL,
`shipping_expenses` text CHARACTER SET latin1,
`shipping_std` double(16,4) NOT NULL DEFAULT '0.0000',
`shipping_cod` double(16,4) NOT NULL DEFAULT '0.0000',
`international` char(1) CHARACTER SET latin1 DEFAULT NULL,
`shipping_terms` text CHARACTER SET latin1,
`payment_options` tinytext CHARACTER SET latin1,
`quantity` int(11) NOT NULL DEFAULT '0',
`ean` varchar(20) CHARACTER SET latin1 DEFAULT NULL,
`mpn` varchar(45) CHARACTER SET latin1 DEFAULT NULL,
`brand` tinytext CHARACTER SET latin1,
`sku` varchar(255) CHARACTER SET latin1 DEFAULT NULL,
`noVAT` char(1) DEFAULT '0',
`firearms_permit` char(1) DEFAULT '0',
`age_verification` tinyint(1) unsigned NOT NULL DEFAULT '0',
`picture1` tinytext,
`picture2` tinytext,
`picture3` tinytext,
`picture4` tinytext,
`picture5` tinytext,
`picture6` tinytext,
`picture7` tinytext,
`picture8` tinytext,
`picture9` tinytext,
`picture10` tinytext,
`item_id` int(11) DEFAULT '0',
`gh_live` char(1) DEFAULT NULL,
`caliber` tinytext,
`condition` tinytext,
`foreign_id` int(11) unsigned NOT NULL DEFAULT '0',
`source` varchar(16) NOT NULL,
`end_date` datetime NOT NULL,
`bid_count` int(11) unsigned NOT NULL DEFAULT '0',
`page_views` int(11) unsigned NOT NULL DEFAULT '0',
`auction_price` double(16,4) NOT NULL DEFAULT '0.0000',
`foreignUserName` varchar(45) DEFAULT NULL,
PRIMARY KEY (`id`),
KEY `lookup` (`foreign_id`,`user`)
) ENGINE=InnoDB AUTO_INCREMENT=1345776 DEFAULT CHARSET=utf8;