Generate a .html with the Ebay Categories Tree by terminal and save it in a sqlite DB

At the end we’re going to generate a .html file that would look like the image above.

First of all we’re going to create the categories.sh script to control de terminal commands.
The script will manage two terminal commands

• — build
• — render [categoryID]

#!/bin/sh
if [ $# -eq 0 ]
 then
 echo “Please insert — rebuild or— render [categoryId]”
else
 if [ $1 = “ — rebuild” ]; 
  then exec python db.py
 elif [ $1 = “ — render” ]; 
  then exec python html.py $2
 fi
fi

Then we create two python scripts, one to manage the the database CRUD actions and the rest query, and the other to render the .html file.

The first one is called db.py, and is going to search for a db file called “categories_ht.db” if the file exists, the script will delete it, then create a new db file called “categories_ht.db”.

#!/usr/bin/python
# -*- coding: utf-8 -*-
__author__ = ‘hetdev’
import sqlite3
import os
import requests
import xml.etree.ElementTree as ET
def delete_database():
 filelist = [ f for f in os.listdir(“.”) if f == ‘categories_ht.db’ ]
 for f in filelist:
 os.remove(f)
def create_database():
 conn = sqlite3.connect(‘categories_ht.db’)
 c = conn.cursor()
 c.execute(‘’’CREATE TABLE categories
 (id integer primary key, categoryName text, categoryLevel integer,          bestOfferEnabled integer,
 categoryParentID integer)’’’)
conn.commit()
conn.close()

Make the REST api request, and save the data into the db.

def get_categories():
 request_headers = {
 ‘X-EBAY-API-CALL-NAME’: ‘GetCategories’,
 ‘X-EBAY-API-APP-NAME’: ‘EchoBay62–5538–466c-b43b-662768d6841’,
 ‘X-EBAY-API-CERT-NAME’: ‘00dd08ab-2082–4e3c-9518–5f4298f296db’,
 ‘X-EBAY-API-DEV-NAME’: ‘16a26b1b-26cf-442d-906d-597b60c41c19’,
 ‘X-EBAY-API-SITEID’: 0,
 ‘X-EBAY-API-COMPATIBILITY-LEVEL’: 861
 }
 data_xml = ‘’’<?xml version=”1.0" encoding=”utf-8"?>
 <GetCategoriesRequest xmlns=”urn:ebay:apis:eBLBaseComponents”>
 <CategorySiteID>0</CategorySiteID>
 <ViewAllNodes>True</ViewAllNodes>
 <DetailLevel>ReturnAll</DetailLevel>
 <RequesterCredentials>
 <eBayAuthToken>AgAAAA**AQAAAA**aAAAAA**y6rfVg**nY+sHZ2PrBmdj6wVnY+sEZ2PrA2dj6wFk4GhAJeHqQydj6x9nY+seQ**PbwDAA**AAMAAA**8OlM6fqJvNyuqK22AdBhw6/Ef9NR5TFA4TbCh2Kj5aZa+cRwuCmml6OFQ9bPWMiCn6fRqiKYjZW4SnihoRtnJhcq9UQL7sgWd7S7rV6k2LMAvUdPWbIadFnxroUnbDpAfCxx+MKKVo4Ez6ENlhtYFVhuVXYRWZ644UVGuTz3JMFdS97ZvTQiZI6oKkRPJM7uYs3+t2VvTzuaI63zMrtIZtsHO2H+qxrqChDL4eGr1K6ugJ1tSYztrmhf2vdtd01QID2CbVrEI/NJOypCs8nTXKEcvMtEsaUmU6ZdlmhTWnfHa45UAWHlEC/sG86r7Y/g72DEhl1SOrRLnng9CnTTT0274q9aJDwgoxK1u6TyP1qoKsa8FrCzIFdevT3FZ2d59PCk6jdKgKEyYiP8EmeNOK82QDOLverS7AhUrJB/fhMMurYy9mQpl0wyz5P8SVbtRb5r8ae3VXM2Sy2+7iSXwjwTyYDkS/ZeBMAEjXslMptIVMUi7pKqUMZofp2nClqrYOJ7k9SHCO3tCG6eckKznOdznSlcizf8/gHNg8AX9i4Dxx6s+L7HebrYptYM565446z7W3hD6fwuzXMONL0q0jffaJvF+buKFVTN/pPXhO/idD310Im5z1NGmb8/suCD6h0jOEGbSl8VRcQ/vNil2ddojHRmKTZr425Rc1JZhAfka4Yem8PmJrVE64C+4PbGXpusrEMK0z5fDpxcAfBw1B+zug42MZuFlO/1xvKEkwopwHlBq4S02sHuiZpfte23</eBayAuthToken>
 </RequesterCredentials>
 </GetCategoriesRequest>’’’
r =requests.post(‘https://api.sandbox.ebay.com/ws/api.dll', headers=request_headers, data=data_xml)
root = ET.fromstring(r.text.encode(‘utf-8’))
 categories = root.find(‘{urn:ebay:apis:eBLBaseComponents}CategoryArray’)
conn = sqlite3.connect(‘categories_ht.db’)
 c = conn.cursor()
 categories_array_sql = []
 for child in categories:
 id = int(child.find(‘{urn:ebay:apis:eBLBaseComponents}CategoryID’).text)
 categoryName = child.find(‘{urn:ebay:apis:eBLBaseComponents}CategoryName’).text
 categoryLevel = int(child.find(‘{urn:ebay:apis:eBLBaseComponents}CategoryLevel’).text)
bestOfferEnabled = 0
 try:
 if child.find(‘{urn:ebay:apis:eBLBaseComponents}BestOfferEnabled’).text == ‘true’:
 bestOfferEnabled = 1
 except Exception as e:
 pass
categoryParentID = int(child.find(‘{urn:ebay:apis:eBLBaseComponents}CategoryParentID’).text)
 if categoryParentID == id:
 categoryParentID = -1
category = (id, categoryName, categoryLevel, bestOfferEnabled, categoryParentID)
 categories_array_sql.append(category)
c.executemany(‘INSERT INTO categories VALUES (?,?,?,?,?)’, categories_array_sql)
conn.commit()
conn.close()

At then we call the previous methods.

try:
 delete_database()
 create_database()
 get_categories()
except Exception as e:
 print e
 delete_database()
 print (‘Error creating the db or getting the data’)

The other python script is called html.py, this script will search for the category information and the data of their sons, then render it in a html file.

The methods to get the category data and the method to get the sons category data.

#!/usr/bin/python
# -*- coding: utf-8 -*-
__author__ = ‘hetdev’
import sqlite3
import sys
def getCategory(categoryId):
 conn = sqlite3.connect(‘categories_ht.db’)
 c = conn.cursor()
 category = None
 c.execute(“SELECT * FROM categories WHERE id = “ + categoryId)
 category = c.fetchone()
 conn.commit()
 conn.close()
return category
def getCategorySons(categoryId):
 conn = sqlite3.connect(‘categories_ht.db’)
 c = conn.cursor()
 categories = None
 c.execute(“SELECT * FROM categories WHERE categoryParentID = “ + str(categoryId))
 categories = c.fetchall()
 conn.commit()
 conn.close()
return categories

The method to add the list and the list items.

def render_category_list(f, category):
 list_header = “<ul>”
 f.write(list_header)
name = category[1]
 list_item = “<li>” + name.encode(‘utf-8’) + “</li>”
 f.write(list_item)
categoryId = category[0]
 sons = getCategorySons(categoryId)
 if len(sons)>0:
 for son in sons:
 render_category_list(f,son)
list_footer = “</ul>”
 f.write(list_footer)

Method to create the html file.

def start():
 categoryId = sys.argv[1]
 category = getCategory(categoryId)
 if category is None:
 print ‘No category with ID:’ + categoryId
 else:
 html_file_name = categoryId + ‘.html’
 f = open( html_file_name,’w’)
header = “””<!DOCTYPE html>
 <head>
 <meta charset=”utf-8">
 <link rel=”stylesheet” type=”text/css” href=”https://maxcdn.bootstrapcdn.com/bootstrap/3.3.4/css/bootstrap.min.css">
 <link href=”http://fonts.googleapis.com/css?family=Open+Sans" rel=”stylesheet” type=”text/css”>
 </head>
 <body>
 <h2>Ebay Categories List</h2>”””
 f.write(header)
render_category_list(f, category)
footer = “””</body>
 </html>”””
 f.write(footer)
 f.close()
 print html_file_name

At the we call the previous method

try:
 start()
except Exception as e:
 # print e
 print (‘Error creating the html file’)

Finally we can run in the terminal the commands below.

./categories.sh  --rebuild
./categories.sh  --render 1

The product is a html with the category list.

Link to download de files:

MEGA

As always thanks for reading!