Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fixed payment reports #1041

Open
wants to merge 4 commits into
base: dev
Choose a base branch
from
Open

fixed payment reports #1041

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
18b5e70
fixed payment reports
KunalTiwary Mar 26, 2024
40c0bb2
Merge branch 'dev' into paymentsfix
ishvindersethi22 Apr 1, 2024
4b97324
Merge branch 'dev' into paymentsfix
ishvindersethi22 Apr 1, 2024
cb83473
Merge branch 'dev' into paymentsfix
KunalTiwary May 27, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
367 changes: 7 additions & 360 deletions backend/organizations/tasks.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -26,352 +26,11 @@
)
from workspaces.tasks import (
un_pack_annotation_tasks,
get_user_reports,
)
from django.db.models import Q


def get_all_annotation_reports(
proj_ids,
userid,
project_type,
start_date=None,
end_date=None,
):
user = User.objects.get(pk=userid)
participation_type = user.participation_type
participation_type = (
"Full Time"
if participation_type == 1
else "Part Time"
if participation_type == 2
else "Contract Basis"
if participation_type == 4
else "N/A"
)
role = get_role_name(user.role)
userName = user.username
email = user.email
user_lang = user.languages

if not start_date:
submitted_tasks = Annotation.objects.filter(
annotation_status="labeled",
task__project_id__in=proj_ids,
annotation_type=ANNOTATOR_ANNOTATION,
completed_by=userid,
)
else:
submitted_tasks = Annotation.objects.filter(
annotation_status="labeled",
task__project_id__in=proj_ids,
annotation_type=ANNOTATOR_ANNOTATION,
completed_by=userid,
updated_at__range=[start_date, end_date],
)

submitted_tasks_count = submitted_tasks.count()

project_type_lower = project_type.lower()
is_translation_project = True if "translation" in project_type_lower else False
is_CT_OR_CTE = (
True
if project_type in ["ConversationTranslationEditing", "ConversationTranslation"]
else False
)
total_audio_duration_list = []
total_raw_audio_duration_list = []
total_word_count_list = []
only_tasks = False
if is_translation_project:
for anno in submitted_tasks:
try:
total_word_count_list.append(anno.task.data["word_count"])
except:
pass
elif "OCRTranscription" in project_type:
for anno in submitted_tasks:
total_word_count_list.append(ocr_word_count(anno.result))
elif (
project_type in get_audio_project_types() or project_type == "AllAudioProjects"
):
for anno in submitted_tasks:
try:
total_audio_duration_list.append(
get_audio_transcription_duration(anno.result)
)
total_raw_audio_duration_list.append(anno.task.data["audio_duration"])
except:
pass
else:
only_tasks = True

total_word_count = sum(total_word_count_list)
total_audio_duration = convert_seconds_to_hours(sum(total_audio_duration_list))
total_raw_audio_duration = convert_seconds_to_hours(
sum(total_raw_audio_duration_list)
)

result = {
"Name": userName,
"Email": email,
"Participation Type": participation_type,
"Role": role,
"Type of Work": "Annotator",
"Total Segments Duration": total_audio_duration,
"Total Raw Audio Duration": total_raw_audio_duration,
"Word Count": total_word_count,
"Submitted Tasks": submitted_tasks_count,
"Language": user_lang,
}

if project_type in get_audio_project_types() or project_type == "AllAudioProjects":
del result["Word Count"]
elif only_tasks:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]
del result["Word Count"]
elif is_CT_OR_CTE:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]
del result["Word Count"]
else:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]

return result


def get_all_review_reports(
proj_ids,
userid,
project_type,
start_date=None,
end_date=None,
):
user = User.objects.get(pk=userid)
participation_type = user.participation_type
participation_type = (
"Full Time"
if participation_type == 1
else "Part Time"
if participation_type == 2
else "Contract Basis"
if participation_type == 4
else "N/A"
)
role = get_role_name(user.role)
userName = user.username
email = user.email
user_lang = user.languages

if not start_date:
submitted_tasks = Annotation.objects.filter(
annotation_status__in=[
"accepted",
"to_be_revised",
"accepted_with_minor_changes",
"accepted_with_major_changes",
],
task__project_id__in=proj_ids,
task__review_user=userid,
annotation_type=REVIEWER_ANNOTATION,
)
else:
submitted_tasks = Annotation.objects.filter(
annotation_status__in=[
"accepted",
"to_be_revised",
"accepted_with_minor_changes",
"accepted_with_major_changes",
],
task__project_id__in=proj_ids,
task__review_user=userid,
annotation_type=REVIEWER_ANNOTATION,
updated_at__range=[start_date, end_date],
)

submitted_tasks_count = submitted_tasks.count()

project_type_lower = project_type.lower()
is_translation_project = True if "translation" in project_type_lower else False
is_CT_OR_CTE = (
True
if project_type in ["ConversationTranslationEditing", "ConversationTranslation"]
else False
)
total_audio_duration_list = []
total_raw_audio_duration_list = []
total_word_count_list = []
only_tasks = False
if is_translation_project:
for anno in submitted_tasks:
try:
total_word_count_list.append(anno.task.data["word_count"])
except:
pass
elif "OCRTranscription" in project_type:
for anno in submitted_tasks:
total_word_count_list.append(ocr_word_count(anno.result))
elif (
project_type in get_audio_project_types() or project_type == "AllAudioProjects"
):
for anno in submitted_tasks:
try:
total_audio_duration_list.append(
get_audio_transcription_duration(anno.result)
)
total_raw_audio_duration_list.append(anno.task.data["audio_duration"])
except:
pass
else:
only_tasks = True

total_word_count = sum(total_word_count_list)
total_audio_duration = convert_seconds_to_hours(sum(total_audio_duration_list))
total_raw_audio_duration = convert_seconds_to_hours(
sum(total_raw_audio_duration_list)
)

result = {
"Name": userName,
"Email": email,
"Participation Type": participation_type,
"Role": role,
"Type of Work": "Review",
"Total Segments Duration": total_audio_duration,
"Total Raw Audio Duration": total_raw_audio_duration,
"Word Count": total_word_count,
"Submitted Tasks": submitted_tasks_count,
"Language": user_lang,
}

if project_type in get_audio_project_types() or project_type == "AllAudioProjects":
del result["Word Count"]
elif only_tasks:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]
del result["Word Count"]
elif is_CT_OR_CTE:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]
del result["Word Count"]
else:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]

return result


def get_all_supercheck_reports(
proj_ids, userid, project_type, start_date=None, end_date=None
):
user = User.objects.get(pk=userid)
participation_type = (
"Full Time"
if user.participation_type == 1
else "Part Time"
if user.participation_type == 2
else "Contract Basis"
if user.participation_type == 4
else "N/A"
)
role = get_role_name(user.role)
userName = user.username
email = user.email
user_lang = user.languages

if not start_date:
submitted_tasks = Annotation.objects.filter(
annotation_status__in=["validated", "validated_with_changes", "rejected"],
task__project_id__in=proj_ids,
task__super_check_user=userid,
annotation_type=SUPER_CHECKER_ANNOTATION,
)
else:
submitted_tasks = Annotation.objects.filter(
annotation_status__in=["validated", "validated_with_changes", "rejected"],
task__project_id__in=proj_ids,
task__super_check_user=userid,
annotation_type=SUPER_CHECKER_ANNOTATION,
updated_at__range=[start_date, end_date],
)

submitted_tasks_count = submitted_tasks.count()

project_type_lower = project_type.lower()
is_translation_project = True if "translation" in project_type_lower else False
is_CT_OR_CTE = (
True
if project_type in ["ConversationTranslationEditing", "ConversationTranslation"]
else False
)
validated_word_count_list = []
validated_audio_duration_list = []
validated_raw_audio_duration_list = []
only_tasks = False
if is_translation_project:
for anno in submitted_tasks:
try:
validated_word_count_list.append(anno.task.data["word_count"])
except:
pass
elif "OCRTranscription" in project_type:
for anno in submitted_tasks:
validated_word_count_list.append(ocr_word_count(anno.result))
elif (
project_type in get_audio_project_types() or project_type == "AllAudioProjects"
):
for anno in submitted_tasks:
try:
validated_audio_duration_list.append(
get_audio_transcription_duration(anno.result)
)
validated_raw_audio_duration_list.append(
anno.task.data["audio_duration"]
)
except:
pass
else:
only_tasks = True

validated_word_count = sum(validated_word_count_list)
validated_audio_duration = convert_seconds_to_hours(
sum(validated_audio_duration_list)
)
validated_raw_audio_duration = convert_seconds_to_hours(
sum(validated_raw_audio_duration_list)
)

result = {
"Name": userName,
"Email": email,
"Participation Type": participation_type,
"Role": role,
"Type of Work": "Supercheck",
"Total Segments Duration": validated_audio_duration,
"Total Raw Audio Duration": validated_raw_audio_duration,
"Word Count": validated_word_count,
"Submitted Tasks": submitted_tasks_count,
"Language": user_lang,
}

if project_type in get_audio_project_types() or project_type == "AllAudioProjects":
del result["Word Count"]
elif only_tasks:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]
del result["Word Count"]
elif is_CT_OR_CTE:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]
del result["Word Count"]
else:
del result["Total Segments Duration"]
del result["Total Raw Audio Duration"]

return result


@shared_task(queue="reports")
def send_user_reports_mail_org(
org_id,
Expand Down Expand Up @@ -468,12 +127,8 @@ def send_user_reports_mail_org(
for id in org_anno_list:
anno_projs = proj_objs.filter(annotators=id)
user_projs_ids = [user_proj.id for user_proj in anno_projs]
annotate_result = get_all_annotation_reports(
user_projs_ids,
id,
project_type,
start_date,
end_date,
annotate_result = get_user_reports(
user_projs_ids, id, project_type, "Annotation", start_date, end_date
)
final_reports.append(annotate_result)

Expand All @@ -484,12 +139,8 @@ def send_user_reports_mail_org(
for user_proj in review_projs
# if user_proj.project_stage > ANNOTATION_STAGE
]
review_result = get_all_review_reports(
user_projs_ids,
id,
project_type,
start_date,
end_date,
review_result = get_user_reports(
user_projs_ids, id, project_type, "Review", start_date, end_date
)
final_reports.append(review_result)

Expand All @@ -500,12 +151,8 @@ def send_user_reports_mail_org(
for user_proj in supercheck_projs
# if user_proj.project_stage > REVIEW_STAGE
]
supercheck_result = get_all_supercheck_reports(
user_projs_ids,
id,
project_type,
start_date,
end_date,
supercheck_result = get_user_reports(
user_projs_ids, id, project_type, "Supercheck", start_date, end_date
)
final_reports.append(supercheck_result)

Expand Down
Loading
Loading