Implement 10 platform features: evaluation UX, admin tools, AI summaries, applicant portal
Batch 1 - Quick Wins: - F1: Evaluation progress indicator with touch tracking in sticky status bar - F2: Export filtering results as CSV with dynamic AI column flattening - F3: Observer access to analytics dashboards (8 procedures changed to observerProcedure) Batch 2 - Jury Experience: - F4: Countdown timer component with urgency colors + email reminder service with cron endpoint - F5: Conflict of interest declaration system (dialog, admin management, review workflow) Batch 3 - Admin & AI Enhancements: - F6: Bulk status update UI with selection checkboxes, floating toolbar, status history recording - F7: AI-powered evaluation summary with anonymized data, OpenAI integration, scoring patterns - F8: Smart assignment improvements (geo diversity penalty, round familiarity bonus, COI blocking) Batch 4 - Form Flexibility & Applicant Portal: - F9: Evaluation form flexibility (text, boolean, section_header types, conditional visibility) - F10: Applicant portal (status timeline, per-round documents, mentor messaging) Schema: 5 new models (ReminderLog, ConflictOfInterest, EvaluationSummary, ProjectStatusHistory, MentorMessage), ProjectFile extended with roundId + isLate. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -6,13 +6,18 @@
|
||||
* - Bio/description match (text similarity)
|
||||
* - Workload balance
|
||||
* - Country match (mentors only)
|
||||
* - Geographic diversity penalty (prevents clustering by country)
|
||||
* - Previous round familiarity bonus (continuity across rounds)
|
||||
* - COI penalty (conflict of interest hard-block)
|
||||
*
|
||||
* Score Breakdown (100 points max):
|
||||
* Score Breakdown:
|
||||
* - Tag overlap: 0-40 points (weighted by confidence)
|
||||
* - Bio match: 0-15 points (if bio exists)
|
||||
* - Workload balance: 0-25 points
|
||||
* - Country match: 0-15 points (mentors only)
|
||||
* - Reserved: 0-5 points (future AI boost)
|
||||
* - Geo diversity: -15 per excess same-country assignment (threshold: 2)
|
||||
* - Previous round familiarity: +10 if reviewed in earlier round
|
||||
* - COI: juror skipped entirely if conflict declared
|
||||
*/
|
||||
|
||||
import { prisma } from '@/lib/prisma'
|
||||
@@ -24,6 +29,9 @@ export interface ScoreBreakdown {
|
||||
bioMatch: number
|
||||
workloadBalance: number
|
||||
countryMatch: number
|
||||
geoDiversityPenalty: number
|
||||
previousRoundFamiliarity: number
|
||||
coiPenalty: number
|
||||
}
|
||||
|
||||
export interface AssignmentScore {
|
||||
@@ -52,6 +60,12 @@ const MAX_WORKLOAD_SCORE = 25
|
||||
const MAX_COUNTRY_SCORE = 15
|
||||
const POINTS_PER_TAG_MATCH = 8
|
||||
|
||||
// New scoring factors
|
||||
const GEO_DIVERSITY_THRESHOLD = 2
|
||||
const GEO_DIVERSITY_PENALTY_PER_EXCESS = -15
|
||||
const PREVIOUS_ROUND_FAMILIARITY_BONUS = 10
|
||||
// COI jurors are skipped entirely rather than penalized (effectively -Infinity)
|
||||
|
||||
// Common words to exclude from bio matching
|
||||
const STOP_WORDS = new Set([
|
||||
'the', 'a', 'an', 'and', 'or', 'but', 'in', 'on', 'at', 'to', 'for', 'of', 'with',
|
||||
@@ -284,10 +298,68 @@ export async function getSmartSuggestions(options: {
|
||||
existingAssignments.map((a) => `${a.userId}:${a.projectId}`)
|
||||
)
|
||||
|
||||
// Calculate target assignments per user
|
||||
// ── Batch-query data for new scoring factors ──────────────────────────────
|
||||
|
||||
// 1. Geographic diversity: per-juror country distribution for existing assignments
|
||||
const assignmentsWithCountry = await prisma.assignment.findMany({
|
||||
where: { roundId },
|
||||
select: {
|
||||
userId: true,
|
||||
project: { select: { country: true } },
|
||||
},
|
||||
})
|
||||
|
||||
// Build map: userId -> { country -> count }
|
||||
const userCountryDistribution = new Map<string, Map<string, number>>()
|
||||
for (const a of assignmentsWithCountry) {
|
||||
const country = a.project.country?.toLowerCase().trim()
|
||||
if (!country) continue
|
||||
let countryMap = userCountryDistribution.get(a.userId)
|
||||
if (!countryMap) {
|
||||
countryMap = new Map()
|
||||
userCountryDistribution.set(a.userId, countryMap)
|
||||
}
|
||||
countryMap.set(country, (countryMap.get(country) || 0) + 1)
|
||||
}
|
||||
|
||||
// 2. Previous round familiarity: find assignments in earlier rounds of the same program
|
||||
const currentRound = await prisma.round.findUnique({
|
||||
where: { id: roundId },
|
||||
select: { programId: true, sortOrder: true },
|
||||
})
|
||||
|
||||
const previousRoundAssignmentPairs = new Set<string>()
|
||||
if (currentRound) {
|
||||
const previousAssignments = await prisma.assignment.findMany({
|
||||
where: {
|
||||
round: {
|
||||
programId: currentRound.programId,
|
||||
sortOrder: { lt: currentRound.sortOrder },
|
||||
},
|
||||
},
|
||||
select: { userId: true, projectId: true },
|
||||
})
|
||||
for (const pa of previousAssignments) {
|
||||
previousRoundAssignmentPairs.add(`${pa.userId}:${pa.projectId}`)
|
||||
}
|
||||
}
|
||||
|
||||
// 3. COI declarations: all active conflicts for this round
|
||||
const coiRecords = await prisma.conflictOfInterest.findMany({
|
||||
where: {
|
||||
roundId,
|
||||
hasConflict: true,
|
||||
},
|
||||
select: { userId: true, projectId: true },
|
||||
})
|
||||
const coiPairs = new Set(
|
||||
coiRecords.map((c) => `${c.userId}:${c.projectId}`)
|
||||
)
|
||||
|
||||
// ── Calculate target assignments per user ─────────────────────────────────
|
||||
const targetPerUser = Math.ceil(projects.length / users.length)
|
||||
|
||||
// Calculate scores for all user-project pairs
|
||||
// ── Calculate scores for all user-project pairs ───────────────────────────
|
||||
const suggestions: AssignmentScore[] = []
|
||||
|
||||
for (const user of users) {
|
||||
@@ -304,6 +376,11 @@ export async function getSmartSuggestions(options: {
|
||||
continue
|
||||
}
|
||||
|
||||
// COI check - skip juror entirely for this project if COI declared
|
||||
if (coiPairs.has(pairKey)) {
|
||||
continue
|
||||
}
|
||||
|
||||
// Get project tags data
|
||||
const projectTags: ProjectTagData[] = project.projectTags.map((pt) => ({
|
||||
tagId: pt.tagId,
|
||||
@@ -311,13 +388,12 @@ export async function getSmartSuggestions(options: {
|
||||
confidence: pt.confidence,
|
||||
}))
|
||||
|
||||
// Calculate scores
|
||||
// Calculate existing scores
|
||||
const { score: tagScore, matchingTags } = calculateTagOverlapScore(
|
||||
user.expertiseTags,
|
||||
projectTags
|
||||
)
|
||||
|
||||
// Bio match (only if user has a bio)
|
||||
const { score: bioScore, matchingKeywords } = calculateBioMatchScore(
|
||||
user.bio,
|
||||
project.description
|
||||
@@ -329,13 +405,39 @@ export async function getSmartSuggestions(options: {
|
||||
user.maxAssignments
|
||||
)
|
||||
|
||||
// Country match only for mentors
|
||||
const countryScore =
|
||||
type === 'mentor'
|
||||
? calculateCountryMatchScore(user.country, project.country)
|
||||
: 0
|
||||
|
||||
const totalScore = tagScore + bioScore + workloadScore + countryScore
|
||||
// ── New scoring factors ─────────────────────────────────────────────
|
||||
|
||||
// Geographic diversity penalty
|
||||
let geoDiversityPenalty = 0
|
||||
const projectCountry = project.country?.toLowerCase().trim()
|
||||
if (projectCountry) {
|
||||
const countryMap = userCountryDistribution.get(user.id)
|
||||
const sameCountryCount = countryMap?.get(projectCountry) || 0
|
||||
if (sameCountryCount >= GEO_DIVERSITY_THRESHOLD) {
|
||||
geoDiversityPenalty =
|
||||
GEO_DIVERSITY_PENALTY_PER_EXCESS *
|
||||
(sameCountryCount - GEO_DIVERSITY_THRESHOLD + 1)
|
||||
}
|
||||
}
|
||||
|
||||
// Previous round familiarity bonus
|
||||
let previousRoundFamiliarity = 0
|
||||
if (previousRoundAssignmentPairs.has(pairKey)) {
|
||||
previousRoundFamiliarity = PREVIOUS_ROUND_FAMILIARITY_BONUS
|
||||
}
|
||||
|
||||
const totalScore =
|
||||
tagScore +
|
||||
bioScore +
|
||||
workloadScore +
|
||||
countryScore +
|
||||
geoDiversityPenalty +
|
||||
previousRoundFamiliarity
|
||||
|
||||
// Build reasoning
|
||||
const reasoning: string[] = []
|
||||
@@ -353,6 +455,12 @@ export async function getSmartSuggestions(options: {
|
||||
if (countryScore > 0) {
|
||||
reasoning.push('Same country')
|
||||
}
|
||||
if (geoDiversityPenalty < 0) {
|
||||
reasoning.push(`Geo diversity penalty (${geoDiversityPenalty})`)
|
||||
}
|
||||
if (previousRoundFamiliarity > 0) {
|
||||
reasoning.push('Reviewed in previous round (+10)')
|
||||
}
|
||||
|
||||
suggestions.push({
|
||||
userId: user.id,
|
||||
@@ -366,6 +474,9 @@ export async function getSmartSuggestions(options: {
|
||||
bioMatch: bioScore,
|
||||
workloadBalance: workloadScore,
|
||||
countryMatch: countryScore,
|
||||
geoDiversityPenalty,
|
||||
previousRoundFamiliarity,
|
||||
coiPenalty: 0, // COI jurors are skipped entirely
|
||||
},
|
||||
reasoning,
|
||||
matchingTags,
|
||||
@@ -488,6 +599,9 @@ export async function getMentorSuggestionsForProject(
|
||||
bioMatch: bioScore,
|
||||
workloadBalance: workloadScore,
|
||||
countryMatch: countryScore,
|
||||
geoDiversityPenalty: 0,
|
||||
previousRoundFamiliarity: 0,
|
||||
coiPenalty: 0,
|
||||
},
|
||||
reasoning,
|
||||
matchingTags,
|
||||
|
||||
Reference in New Issue
Block a user