Skip to content

Commit

Permalink
Parse kitspace
Browse files Browse the repository at this point in the history
  • Loading branch information
@hildogjr
hildogjr committed Jun 2, 2019
1 parent 304ba28 commit 7d25323
Show file tree
Hide file tree
Showing 3 changed files with 80 additions and 63 deletions.
9 changes: 8 additions & 1 deletion kicost/distributors/api_octopart.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -285,6 +285,13 @@ def get_part_info(query, parts, currency='USD'):
i = int(result['reference']) # Get the index into the part dict.

# Loop through the offers from various dists for this particular part.
parts[i].price_tiers = {}
parts[i].part_num = {}
parts[i].url = {}
parts[i].qty_avail = {}
parts[i].moq = {}
parts[i].qty_increment = {}
parts[i].info_dist = {}
for item in result['items']:

# Assign the lifecycle status 'obsolete' (others possible: 'active'
Expand Down Expand Up @@ -366,7 +373,7 @@ def get_part_info(query, parts, currency='USD'):
prev_i = 0 # Used to record index where parts query occurs.
for i, part in enumerate(parts):

# Creat an Octopart query using the manufacturer's part number or
# Create an Octopart query using the manufacturer's part number or
# distributor SKU.
manf_code = part.fields.get('manf#')
if manf_code:
Expand Down
127 changes: 70 additions & 57 deletions kicost/distributors/api_partinfo_kitspace.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ class api_partinfo_kitspace(distributor_class):
def init_dist_dict():
distributor_dict.update({
'digikey': {
'api_info': {'kitspace_dist_name': 'DigiKey'},
'api_info': {'kitspace_dist_name': 'Digikey'},
'module': 'digikey',
'type': 'api',
'order': {
Expand Down Expand Up @@ -218,9 +218,10 @@ def emit(self, record):
dist_value['api_info']['kitspace_dist_name']: dist_key
for dist_key, dist_value in distributors.items() if dist_value['type']=='api'
}
print(dist_xlate)##TODO

def get_part_info(query, parts, index, currency='USD'):
"""Query PartInfo for quantity/price info and place it into the parts list."""
'''Query PartInfo for quantity/price info and place it into the parts list'''

results = api_partinfo_kitspace.query(query)

Expand All @@ -229,53 +230,65 @@ def get_part_info(query, parts, index, currency='USD'):
result = results['data']['match'][i]
idx = index[i]

# Get the information of the part.
parts[idx].datasheet = result.get('datasheet')
parts[idx].lifecycle = api_partinfo_kitspace.get_value(result['specs'], 'lifecycle_status', 'active')

# Loop through the offers from various dists for this particular part.
for offer in result['offers']:
# Get the distributor who made the offer and add their
# price/qty info to the parts list if its one of the accepted distributors.
dist = dist_xlate.get(offer['sku']['vendor'], '')
if dist in distributors:

# Get pricing information from this distributor.
try:
price_tiers = {} # Empty dict in case of exception.
local_currency = list(offer['prices'].keys())
price_tiers = {
qty: float( currency_convert(price, local_currency[0], currency.upper()) )
for qty, price in list(offer['prices'].values())[0]
}
# Combine price lists for multiple offers from the same distributor
# to build a complete list of cut-tape and reeled components.
parts[idx].price_tiers[dist].update(price_tiers)
except Exception:
pass # Price list is probably missing so leave empty default dict in place.

# Compute the quantity increment between the lowest two prices.
# This will be used to distinguish the cut-tape from the reeled components.
try:
part_break_qtys = sorted(price_tiers.keys())
part_qty_increment = part_break_qtys[1] - part_break_qtys[0]
except Exception:
# This will happen if there are not enough entries in the price/qty list.
# As a stop-gap measure, just assign infinity to the part increment.
# A better alternative may be to examine the packaging field of the offer.
part_qty_increment = float("inf")

# Use the qty increment to select the part SKU, web page, and available quantity.
# Do this if this is the first part offer from this dist.
print(offer)
parts[idx].part_num[dist] = offer.get('sku', '').get('part', '')
parts[idx].url[dist] = offer.get('product_url', '') # Page to purchase.
parts[idx].qty_avail[dist] = offer.get('in_stock_quantity', None) # In stock.
parts[idx].qty_avail[dist] = offer.get('moq', None) # Minimum order qty.s
parts[idx].qty_increment[dist] = part_qty_increment

# Don't bother with any extra info from the distributor.
parts[idx].info_dist[dist] = {}
parts[idx].price_tiers = {}
parts[idx].part_num = {}
parts[idx].url = {}
parts[idx].qty_avail = {}
parts[idx].moq = {}
parts[idx].qty_increment = {}
parts[idx].info_dist = {}
if not result:
#logger.warning('Found any result to part \'{}\''.format(parts[idx].get('manf#')))
print('---> NOT GET RESULT',idx, result) ##TODO
else:

# Get the information of the part.
parts[idx].datasheet = result.get('datasheet')
parts[idx].lifecycle = api_partinfo_kitspace.get_value(result['specs'], 'lifecycle_status', 'active')

# Loop through the offers from various dists for this particular part.
for offer in result['offers']:
# Get the distributor who made the offer and add their
# price/qty info to the parts list if its one of the accepted distributors.
dist = dist_xlate.get(offer['sku']['vendor'], '')
if dist in distributors:

# Get pricing information from this distributor.
try:
price_tiers = {} # Empty dict in case of exception.
local_currency = list(offer['prices'].keys())
price_tiers = {
qty: float( currency_convert(price, local_currency[0], currency.upper()) )
for qty, price in list(offer['prices'].values())[0]
}
# Combine price lists for multiple offers from the same distributor
# to build a complete list of cut-tape and reeled components.
parts[idx].price_tiers[dist].update(price_tiers)
except Exception:
pass # Price list is probably missing so leave empty default dict in place.

# Compute the quantity increment between the lowest two prices.
# This will be used to distinguish the cut-tape from the reeled components.
try:
part_break_qtys = sorted(price_tiers.keys())
part_qty_increment = part_break_qtys[1] - part_break_qtys[0]
except Exception:
# This will happen if there are not enough entries in the price/qty list.
# As a stop-gap measure, just assign infinity to the part increment.
# A better alternative may be to examine the packaging field of the offer.
part_qty_increment = float("inf")

# Use the qty increment to select the part SKU, web page, and available quantity.
# Do this if this is the first part offer from this dist.
parts[idx].part_num[dist] = offer.get('sku', '').get('part', '')
parts[idx].url[dist] = offer.get('product_url', '') # Page to purchase.
parts[idx].qty_avail[dist] = offer.get('in_stock_quantity', None) # In stock.
parts[idx].moq[dist] = offer.get('moq', None) # Minimum order qty.s
parts[idx].qty_increment[dist] = part_qty_increment

# Don't bother with any extra info from the distributor.
parts[idx].info_dist[dist] = {}
##print('----',dist,parts[idx].part_num[dist])

# Get the valid distributors names used by them part catalog
# that may be index by PartInfo. This is used to remove the
Expand All @@ -287,14 +300,15 @@ def get_part_info(query, parts, index, currency='USD'):
# Break list of parts into smaller pieces and get price/quantities from PartInfo.
partinfo_query = []
part_enumerate = []
prev_i = 0 # Used to record index where parts query occurs.
prev_idx = 0 # Used to record index where parts query occurs.
for idx, part in enumerate(parts):

# Creat an PartInfo query using the manufacturer's part number or
# Create an PartInfo query using the manufacturer's part number or
# distributor SKU.
manf_code = part.fields.get('manf#')
if manf_code:
part_query = {'mpn': {'manufacturer': '', 'part': urlquote(manf_code)} }
#part_query = {'mpn': {'manufacturer': '', 'part': urlquote(manf_code)} }#TODO
part_query = {'mpn': {'manufacturer': '', 'part': manf_code} }
else:
try:
# No MPN, so use the first distributor SKU that's found.
Expand All @@ -306,8 +320,7 @@ def get_part_info(query, parts, index, currency='USD'):
break
# Create the part query using SKU matching.
if sku:
part_query = {'sku': {'manufacturer': '', 'part': urlquote(sku)} }

part_query = {'sku': {'manufacturer': '', 'part': sku} }
# Because was used the distributor (enrolled at Octopart list)
# despite the normal 'manf#' code, take the sub quantity as
# general sub quantity of the current part.
Expand All @@ -329,15 +342,15 @@ def get_part_info(query, parts, index, currency='USD'):
# Once there are enough (but not too many) part queries, make a query request to Octopart.
if len(partinfo_query) == MAX_PARTS_BY_QUERY:
get_part_info(partinfo_query, parts, part_enumerate)
progress.update(i - prev_i) # Update progress bar.
prev_i = i;
progress.update(idx - prev_idx) # Update progress bar.
prev_idx = idx;
partinfo_query = [] # Get ready for next batch.
part_enumerate = []

# Query PartInfo for the last batch of parts.
if partinfo_query:
get_part_info(partinfo_query, parts, part_enumerate)
progress.update(len(parts)-prev_i) # This will indicate final progress of 100%.
progress.update(len(parts)-prev_idx) # This will indicate final progress of 100%.

# Restore the logging print channel now that the progress bar is no longer needed.
logger.addHandler(logDefaultHandler)
Expand Down
7 changes: 2 additions & 5 deletions kicost/spreadsheet.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -807,11 +807,8 @@ def add_dist_to_worksheet(wks, wrk_formats, columns_global, start_row, start_col

for part in parts:

# Get the distributor part number.
dist_part_num = part.part_num[dist]

# Extract price tiers from distributor HTML page tree.
price_tiers = part.price_tiers[dist]
dist_part_num = part.part_num[dist] # Get the distributor part number.
price_tiers = part.price_tiers[dist] # Extract price tiers from distributor HTML page tree.

# If the part number doesn't exist, just leave this row blank.
if len(dist_part_num) == 0:
Expand Down

0 comments on commit 7d25323

Please sign in to comment.