Handling 5GB+ Chunked File Uploads in Django with Background Processing

class ChunkedUploadView(APIView):
    def post(self, request):
        upload_id = request.data.get("upload_id")
        chunk_index = int(request.data.get("chunk_index"))
        chunk_file = request.FILES.get("file")

        storage_path = f"/tmp/uploads/{upload_id}/chunk_{chunk_index}"
        os.makedirs(os.path.dirname(storage_path), exist_ok=True)
        
        with open(storage_path, "wb+") as destination:
            for chunk in chunk_file.chunks():
                destination.write(chunk)
                
        return Response({"status": "chunk_saved", "index": chunk_index})

@shared_task(bind=True, max_retries=3)
def merge_chunks_and_upload(self, upload_id, total_chunks, target_filename):
    temp_merged_path = f"/tmp/merged_{upload_id}.bin"
    
    with open(temp_merged_path, "wb") as outfile:
        for idx in range(total_chunks):
            chunk_path = f"/tmp/uploads/{upload_id}/chunk_{idx}"
            with open(chunk_path, "rb") as infile:
                shutil.copyfileobj(infile, outfile)
            os.remove(chunk_path)
            
    cloud_url = upload_to_gcs(temp_merged_path, target_filename)
    os.remove(temp_merged_path)
    return {"cloud_url": cloud_url}