actual solving, minus constraints for non tcc/tif constraints
This commit is contained in:
parent
6558875591
commit
d02137112a
@ -10,7 +10,6 @@ class TestInformationFunction():
|
||||
|
||||
for item in items:
|
||||
result = self.iif.calculate(b_param=item.b_param, theta=kwargs['theta'])
|
||||
item.iif = result
|
||||
sum += item.iif
|
||||
sum += result
|
||||
|
||||
return sum
|
||||
|
@ -11,7 +11,6 @@ class TestResponseFunction():
|
||||
|
||||
for item in items:
|
||||
result = self.irf.calculate(b_param=item.b_param, theta=kwargs['theta'])
|
||||
item.irf = result
|
||||
sum += item.irf
|
||||
sum += result
|
||||
|
||||
return sum
|
||||
|
@ -19,7 +19,7 @@ class ServiceListener(SqsListener):
|
||||
logging.info('Process complete for %s', service.file_name)
|
||||
|
||||
def main():
|
||||
logging.info('Starting Solver Service (v0.4.3)...')
|
||||
logging.info('Starting Solver Service (v0.6.0)...')
|
||||
listener = ServiceListener(
|
||||
'measure-development-solver-ingest',
|
||||
region_name=os.environ['AWS_REGION'],
|
||||
|
@ -2,8 +2,8 @@ from pydantic import BaseModel
|
||||
from typing import List, Optional, Dict
|
||||
|
||||
class AdvancedOptions(BaseModel):
|
||||
linearity_check: bool
|
||||
show_progress: bool
|
||||
linearity_check: Optional[bool]
|
||||
show_progress: Optional[bool]
|
||||
max_solution_time: Optional[int]
|
||||
brand_bound_tolerance: Optional[float]
|
||||
max_forms: Optional[int]
|
||||
|
@ -3,9 +3,16 @@ from typing import List
|
||||
|
||||
from models.attribute import Attribute
|
||||
|
||||
from lib.irt.item_response_function import ItemResponseFunction
|
||||
from lib.irt.item_information_function import ItemInformationFunction
|
||||
|
||||
class Item(BaseModel):
|
||||
id: int
|
||||
attributes: List[Attribute]
|
||||
b_param: int
|
||||
irf: float = 0.00
|
||||
iif: float = 0.00
|
||||
b_param: float = 0.00
|
||||
|
||||
def iif(self, solver_run, theta):
|
||||
return ItemInformationFunction(solver_run.irt_model).calculate(b_param=self.b_param,theta=theta)
|
||||
|
||||
def irf(self, solver_run, theta):
|
||||
return ItemResponseFunction(solver_run.irt_model).calculate(b_param=self.b_param,theta=theta)
|
||||
|
@ -13,6 +13,7 @@ class SolverRun(BaseModel):
|
||||
irt_model: IRTModel
|
||||
objective_function: ObjectiveFunction
|
||||
total_form_items: int
|
||||
total_forms: int
|
||||
theta_cut_score: float = 0.00
|
||||
advanced_options: Optional[AdvancedOptions]
|
||||
engine: str
|
||||
|
@ -1,5 +1,7 @@
|
||||
import os, json, random, io, logging
|
||||
|
||||
from pulp import *
|
||||
|
||||
from helpers import aws_helper, tar_helper, csv_helper, service_helper, irt_helper
|
||||
|
||||
from models.solver_run import SolverRun
|
||||
@ -37,20 +39,74 @@ class LoftService(Base):
|
||||
return attributes
|
||||
|
||||
def generate_solution(self):
|
||||
logging.info('Processing Solution...')
|
||||
# temporary data for mocks
|
||||
form_count = 10
|
||||
|
||||
# items will be generated from real solver process, this is for mock purposes
|
||||
# real solver will return N forms and process a cut score, this is for mock purposes
|
||||
return Solution(
|
||||
response_id=random.randint(100,5000),
|
||||
forms=[Form.create(random.sample(self.solver_run.items, self.solver_run.total_form_items), self.solver_run) for x in range(form_count)]
|
||||
# unsolved solution
|
||||
solution = Solution(
|
||||
response_id=random.randint(100, 5000),
|
||||
forms=[]
|
||||
)
|
||||
|
||||
# counter for number of forms
|
||||
f = 0
|
||||
|
||||
# iterate for number of forms that require creation
|
||||
# currently creates distinc forms with no item overlap
|
||||
while f < self.solver_run.total_forms:
|
||||
# setup vars
|
||||
items = LpVariable.dicts(
|
||||
"Item", [item.id for item in self.solver_run.items], lowBound=1, upBound=1, cat='Binary')
|
||||
used = dict(zip([item.id for item in self.solver_run.items],
|
||||
[1 for item in self.solver_run.items]))
|
||||
problem_objection_functions = []
|
||||
|
||||
# create problem
|
||||
problem = LpProblem("ata-form-generate", LpMinimize)
|
||||
|
||||
# constraints
|
||||
problem += lpSum([used[i]*items[i]
|
||||
for i in items]) == self.solver_run.total_form_items
|
||||
|
||||
# multi-objective functions and constraints
|
||||
for target in self.solver_run.objective_function.tif_targets:
|
||||
tif = lpSum([item.iif(self.solver_run, target.theta)*items[item.id]
|
||||
for item in self.solver_run.items])
|
||||
problem += lpSum([item.iif(self.solver_run, target.theta)*items[item.id]
|
||||
for item in self.solver_run.items]) <= target.value
|
||||
problem_objection_functions.append(tif)
|
||||
|
||||
for target in self.solver_run.objective_function.tcc_targets:
|
||||
tcc = lpSum([item.irf(self.solver_run, target.theta)*items[item.id]
|
||||
for item in self.solver_run.items])
|
||||
problem += lpSum([item.irf(self.solver_run, target.theta)*items[item.id]
|
||||
for item in self.solver_run.items]) <= target.value
|
||||
problem_objection_functions.append(tcc)
|
||||
|
||||
# solve problem
|
||||
problem.sequentialSolve(problem_objection_functions)
|
||||
|
||||
# add return items and create as a form
|
||||
form_items = []
|
||||
for v in problem.variables():
|
||||
count = 0
|
||||
if v.varValue > 0:
|
||||
item_id = v.name.replace('Item_', '')
|
||||
for item in self.solver_run.items:
|
||||
if str(item.id) == item_id:
|
||||
# add item to list
|
||||
form_items.append(item)
|
||||
# remove ids from master items list
|
||||
self.solver_run.items.remove(item)
|
||||
|
||||
# add form to solution
|
||||
solution.forms.append(Form.create(form_items, self.solver_run))
|
||||
|
||||
# successfull form, increment
|
||||
f += 1
|
||||
|
||||
return solution
|
||||
|
||||
def stream_to_s3_bucket(self):
|
||||
self.file_name = f'{service_helper.key_to_uuid(self.key)}.csv'
|
||||
logging.info('Streaming to %s s3 bucket %s', self.file_name, os.environ['S3_PROCESSED_BUCKET'])
|
||||
logging.info('Streaming %s to s3 bucket - %s', self.file_name, os.environ['S3_PROCESSED_BUCKET'])
|
||||
# setup writer buffer and write processed forms to file
|
||||
buffer = io.StringIO()
|
||||
solution_file = service_helper.solution_to_file(buffer, self.solver_run.total_form_items, self.solution.forms)
|
||||
|
Loading…
x
Reference in New Issue
Block a user