d1041211043_randa/portaldata
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add Kelola Data

Browse Source
This commit is contained in:
Randa Firman Putra
2025-07-15 14:46:34 +07:00
parent 833b307602
commit 4585f6a346
28 changed files with 2251 additions and 887 deletions
Download Patch File Download Diff File Expand all files Collapse all files

109
app/api/keloladata/data-beasiswa-mahasiswa/upload/route.ts
View File

@@ -2,6 +2,11 @@ import { NextRequest, NextResponse } from 'next/server';
import * as XLSX from 'xlsx';
import supabase from '@/lib/db';
// GET method for testing the route
export async function GET() {
return NextResponse.json({ message: 'Upload route is working' });
}
export async function POST(request: NextRequest) {
try {
// Get form data from request
@@ -12,6 +17,11 @@ export async function POST(request: NextRequest) {
return NextResponse.json({ message: 'File tidak ditemukan' }, { status: 400 });
}
// Validate file size (max 10MB)
if (file.size > 10 * 1024 * 1024) {
return NextResponse.json({ message: 'File terlalu besar. Maksimal 10MB' }, { status: 400 });
}
// Process file data based on file type
let validData = [];
let errors: string[] = [];
@@ -65,10 +75,18 @@ async function processExcelData(fileBuffer: ArrayBuffer) {
// Parse Excel file
const workbook = XLSX.read(fileBuffer, { type: 'array' });
if (!workbook.SheetNames || workbook.SheetNames.length === 0) {
return { validData: [], errors: ['File Excel tidak memiliki sheet'] };
}
// Get first sheet
const sheetName = workbook.SheetNames[0];
const worksheet = workbook.Sheets[sheetName];
if (!worksheet) {
return { validData: [], errors: ['Sheet pertama tidak ditemukan'] };
}
// Convert to JSON with proper typing
const jsonData = XLSX.utils.sheet_to_json(worksheet, { header: 1 }) as any[][];
@@ -76,6 +94,10 @@ async function processExcelData(fileBuffer: ArrayBuffer) {
return { validData: [], errors: ['File Excel kosong'] };
}
if (jsonData.length < 2) {
return { validData: [], errors: ['File Excel hanya memiliki header, tidak ada data'] };
}
// Convert Excel data to CSV-like format for processing
const headers = jsonData[0].map(h => String(h).toLowerCase());
const rows = jsonData.slice(1);
@@ -84,7 +106,7 @@ async function processExcelData(fileBuffer: ArrayBuffer) {
return processData(headers, rows);
} catch (error) {
console.error('Error processing Excel data:', error);
return { validData: [], errors: [(error as Error).message] };
return { validData: [], errors: [`Error memproses file Excel: ${(error as Error).message}`] };
}
}
@@ -113,7 +135,6 @@ function processData(headers: string[], rows: any[][]) {
nim: ['nim', 'nomor induk', 'nomor mahasiswa'],
nama_beasiswa: ['nama_beasiswa', 'nama beasiswa', 'namabeasiswa', 'beasiswa', 'nama'],
sumber_beasiswa: ['sumber_beasiswa', 'sumber beasiswa', 'sumberbeasiswa', 'sumber'],
beasiswa_status: ['beasiswa_status', 'status beasiswa', 'statusbeasiswa', 'status'],
jenis_beasiswa: ['jenis_beasiswa', 'jenis beasiswa', 'jenisbeasiswa', 'jenis']
};
@@ -129,19 +150,18 @@ function processData(headers: string[], rows: any[][]) {
}
// Check required headers
const requiredHeaders = ['nim', 'nama_beasiswa', 'sumber_beasiswa', 'beasiswa_status', 'jenis_beasiswa'];
const requiredHeaders = ['nim', 'nama_beasiswa', 'sumber_beasiswa', 'jenis_beasiswa'];
const missingHeaders = requiredHeaders.filter(h => headerMap[h] === undefined);
if (missingHeaders.length > 0) {
return {
validData: [],
errors: [`Kolom berikut tidak ditemukan: ${missingHeaders.join(', ')}. Pastikan file memiliki kolom: NIM, Nama Beasiswa, Sumber Beasiswa, Status Beasiswa, dan Jenis Beasiswa.`]
errors: [`Kolom berikut tidak ditemukan: ${missingHeaders.join(', ')}. Pastikan file memiliki kolom: NIM, Nama Beasiswa, Sumber Beasiswa, dan Jenis Beasiswa.`]
};
}
const validData = [];
const errors = [];
const validStatuses = ['Aktif', 'Selesai', 'Dibatalkan'];
const validJenis = ['Pemerintah', 'Non-Pemerintah'];
// Process data rows
@@ -154,24 +174,14 @@ function processData(headers: string[], rows: any[][]) {
const nim = String(values[headerMap.nim] || '').trim();
const nama_beasiswa = String(values[headerMap.nama_beasiswa] || '').trim();
const sumber_beasiswa = String(values[headerMap.sumber_beasiswa] || '').trim();
let beasiswa_status = String(values[headerMap.beasiswa_status] || '').trim();
let jenis_beasiswa = String(values[headerMap.jenis_beasiswa] || '').trim();
// Validate required fields
if (!nim || !nama_beasiswa || !sumber_beasiswa || !beasiswa_status || !jenis_beasiswa) {
if (!nim || !nama_beasiswa || !sumber_beasiswa || !jenis_beasiswa) {
errors.push(`Baris ${i+2}: Data tidak lengkap (NIM: ${nim || 'kosong'})`);
continue;
}
// Normalize status beasiswa
beasiswa_status = normalizeBeasiswaStatus(beasiswa_status);
// Validate status beasiswa
if (!validStatuses.includes(beasiswa_status)) {
errors.push(`Baris ${i+2}: Status beasiswa tidak valid "${beasiswa_status}" untuk NIM ${nim}. Harus salah satu dari: ${validStatuses.join(', ')}`);
continue;
}
// Normalize jenis beasiswa
jenis_beasiswa = normalizeJenisBeasiswa(jenis_beasiswa);
@@ -186,7 +196,6 @@ function processData(headers: string[], rows: any[][]) {
nim,
nama_beasiswa,
sumber_beasiswa,
beasiswa_status,
jenis_beasiswa
});
@@ -198,25 +207,6 @@ function processData(headers: string[], rows: any[][]) {
return { validData, errors };
}
// Function to normalize beasiswa status values
function normalizeBeasiswaStatus(value: string): string {
const lowerValue = value.toLowerCase();
if (['aktif', 'active', 'a'].includes(lowerValue)) {
return 'Aktif';
}
if (['selesai', 'complete', 'completed', 's', 'finish', 'finished'].includes(lowerValue)) {
return 'Selesai';
}
if (['dibatalkan', 'cancel', 'cancelled', 'canceled', 'batal', 'd', 'c'].includes(lowerValue)) {
return 'Dibatalkan';
}
return value; // Return original if no match
}
// Function to normalize jenis beasiswa values
function normalizeJenisBeasiswa(value: string): string {
const lowerValue = value.toLowerCase();
@@ -238,22 +228,13 @@ async function insertDataToDatabase(data: any[]) {
let errorCount = 0;
const errorMessages: string[] = [];
console.log('=== DEBUG: Starting beasiswa data insertion process ===');
console.log(`Total data items to process: ${data.length}`);
console.log('Sample data items:', data.slice(0, 3));
// First, validate all NIMs exist before processing
const uniqueNims = [...new Set(data.map(item => item.nim))];
console.log(`Unique NIMs found: ${uniqueNims.length}`);
console.log('Unique NIMs:', uniqueNims);
const nimValidationMap = new Map();
// Batch check all NIMs for existence
console.log('=== DEBUG: Starting NIM validation ===');
for (const nim of uniqueNims) {
try {
console.log(`Checking NIM: ${nim}`);
const { data: mahasiswaData, error: checkError } = await supabase
.from('mahasiswa')
.select('id_mahasiswa, nama')
@@ -261,45 +242,28 @@ async function insertDataToDatabase(data: any[]) {
.single();
if (checkError || !mahasiswaData) {
console.log(`❌ NIM ${nim}: NOT FOUND in database`);
console.log(`Error details:`, checkError);
nimValidationMap.set(nim, { exists: false, error: 'Mahasiswa dengan NIM ini tidak ditemukan dalam database' });
} else {
console.log(`✅ NIM ${nim}: FOUND - ID: ${mahasiswaData.id_mahasiswa}, Nama: ${mahasiswaData.nama}`);
nimValidationMap.set(nim, { exists: true, id_mahasiswa: mahasiswaData.id_mahasiswa, nama: mahasiswaData.nama });
}
} catch (error) {
console.log(`❌ NIM ${nim}: ERROR during validation`);
console.log(`Error details:`, error);
nimValidationMap.set(nim, { exists: false, error: `Error checking NIM: ${(error as Error).message}` });
}
}
console.log('=== DEBUG: NIM validation results ===');
console.log('Validation map:', Object.fromEntries(nimValidationMap));
// Process each data item
console.log('=== DEBUG: Starting beasiswa data processing ===');
for (const item of data) {
try {
console.log(`\n--- Processing beasiswa item: NIM ${item.nim} ---`);
console.log('Item data:', item);
const nimValidation = nimValidationMap.get(item.nim);
console.log('NIM validation result:', nimValidation);
if (!nimValidation || !nimValidation.exists) {
errorCount++;
const errorMsg = nimValidation?.error || `NIM ${item.nim}: Mahasiswa dengan NIM ini tidak ditemukan dalam database`;
console.log(`❌ Skipping item - ${errorMsg}`);
errorMessages.push(errorMsg);
continue;
}
console.log(`✅ NIM ${item.nim} is valid, proceeding with beasiswa check/insert`);
// Check if beasiswa already exists for this mahasiswa and nama_beasiswa
console.log(`Checking existing beasiswa for mahasiswa ID: ${nimValidation.id_mahasiswa}, nama_beasiswa: ${item.nama_beasiswa}`);
const { data: existingBeasiswa, error: beasiswaCheckError } = await supabase
.from('beasiswa_mahasiswa')
.select('id_beasiswa')
@@ -307,18 +271,12 @@ async function insertDataToDatabase(data: any[]) {
.eq('nama_beasiswa', item.nama_beasiswa)
.single();
if (beasiswaCheckError && beasiswaCheckError.code !== 'PGRST116') {
console.log(`❌ Error checking existing beasiswa:`, beasiswaCheckError);
}
if (existingBeasiswa) {
console.log(`📝 Updating existing beasiswa (ID: ${existingBeasiswa.id_beasiswa})`);
// Update existing beasiswa
const { error: updateError } = await supabase
.from('beasiswa_mahasiswa')
.update({
sumber_beasiswa: item.sumber_beasiswa,
beasiswa_status: item.beasiswa_status,
jenis_beasiswa: item.jenis_beasiswa
})
.eq('id_beasiswa', existingBeasiswa.id_beasiswa);
@@ -326,14 +284,10 @@ async function insertDataToDatabase(data: any[]) {
if (updateError) {
errorCount++;
const errorMsg = `NIM ${item.nim} (${nimValidation.nama}): Gagal memperbarui beasiswa: ${updateError.message}`;
console.log(`❌ Update failed: ${errorMsg}`);
errorMessages.push(errorMsg);
continue;
} else {
console.log(`✅ Beasiswa updated successfully`);
}
} else {
console.log(`📝 Inserting new beasiswa for mahasiswa ID: ${nimValidation.id_mahasiswa}`);
// Insert new beasiswa
const { error: insertError } = await supabase
.from('beasiswa_mahasiswa')
@@ -341,34 +295,23 @@ async function insertDataToDatabase(data: any[]) {
id_mahasiswa: nimValidation.id_mahasiswa,
nama_beasiswa: item.nama_beasiswa,
sumber_beasiswa: item.sumber_beasiswa,
beasiswa_status: item.beasiswa_status,
jenis_beasiswa: item.jenis_beasiswa
});
if (insertError) {
errorCount++;
const errorMsg = `NIM ${item.nim} (${nimValidation.nama}): Gagal menyimpan beasiswa: ${insertError.message}`;
console.log(`❌ Insert failed: ${errorMsg}`);
errorMessages.push(errorMsg);
continue;
} else {
console.log(`✅ Beasiswa inserted successfully`);
}
}
imported++;
console.log(`✅ Item processed successfully. Imported count: ${imported}`);
} catch (error) {
console.error(`❌ Error processing record for NIM ${item.nim}:`, error);
errorCount++;
errorMessages.push(`NIM ${item.nim}: Terjadi kesalahan: ${(error as Error).message}`);
}
}
console.log('=== DEBUG: Final results ===');
console.log(`Total imported: ${imported}`);
console.log(`Total errors: ${errorCount}`);
console.log(`Error messages:`, errorMessages);
return { imported, errorCount, errorMessages };
}