From 0ffffa1745bd519b50379a68d4289dafcc381c05 Mon Sep 17 00:00:00 2001 From: Claude Date: Tue, 9 Jun 2026 20:46:26 +0000 Subject: [PATCH 1/5] Add CV screening example with curated resume test set A walkthrough demo for classifying CVs against a job spec with Agenta: - Curated test set of 30 real Markdown CVs (from the public opensporks/resumes dataset on Hugging Face, a mirror of the Kaggle Resume Dataset), hand-labeled against an IT Manager job spec - prepare_testset.py rebuilds the CSV reproducibly and can upload it to Agenta via the SDK - create_app.py creates the completion app with the screening prompt and structured-output JSON schema, and deploys it to production - Streamlit demo UI: PDF upload -> Markdown (markitdown) -> prompt fetched from the Agenta registry -> structured score dashboard - Sample CV PDFs (one per classification) generated from the test set https://claude.ai/code/session_01YMbf4sUb2VBFQHGNKv6yh3 --- examples/python/Readme.md | 6 + examples/python/cv-screening/.env.example | 7 + examples/python/cv-screening/Readme.md | 136 + examples/python/cv-screening/app.py | 125 + examples/python/cv-screening/config.py | 142 + examples/python/cv-screening/create_app.py | 57 + examples/python/cv-screening/data/.gitignore | 2 + .../data/sample_cvs/candidate_chef.pdf | Bin 0 -> 3834 bytes .../data/sample_cvs/candidate_it_manager.pdf | Bin 0 -> 4776 bytes .../sample_cvs/candidate_it_supervisor.pdf | Bin 0 -> 4088 bytes examples/python/cv-screening/data/testset.csv | 2421 +++++++++++++++++ .../python/cv-screening/make_sample_pdfs.py | 99 + .../python/cv-screening/prepare_testset.py | 188 ++ examples/python/cv-screening/requirements.txt | 17 + 14 files changed, 3200 insertions(+) create mode 100644 examples/python/cv-screening/.env.example create mode 100644 examples/python/cv-screening/Readme.md create mode 100644 examples/python/cv-screening/app.py create mode 100644 examples/python/cv-screening/config.py create mode 100644 examples/python/cv-screening/create_app.py create mode 100644 examples/python/cv-screening/data/.gitignore create mode 100644 examples/python/cv-screening/data/sample_cvs/candidate_chef.pdf create mode 100644 examples/python/cv-screening/data/sample_cvs/candidate_it_manager.pdf create mode 100644 examples/python/cv-screening/data/sample_cvs/candidate_it_supervisor.pdf create mode 100644 examples/python/cv-screening/data/testset.csv create mode 100644 examples/python/cv-screening/make_sample_pdfs.py create mode 100644 examples/python/cv-screening/prepare_testset.py create mode 100644 examples/python/cv-screening/requirements.txt diff --git a/examples/python/Readme.md b/examples/python/Readme.md index 7ecf6e42f7..6d55b8cfc7 100644 --- a/examples/python/Readme.md +++ b/examples/python/Readme.md @@ -1,5 +1,11 @@ # Agenta Examples +## Use cases + +| Example | Description | +| :----------------------------------------------------------------------------------------------- | :------------------------------------------------------------------------------------------------------------------------------------------------------------ | +| [CV screening](https://github.com/Agenta-AI/agenta/tree/main/examples/python/cv-screening/) | Classify CVs against a job spec with structured output (scores + classification), including a ready-made test set of real Markdown CVs and a PDF-upload demo UI. | + ## Custom workflows | Example | Description | diff --git a/examples/python/cv-screening/.env.example b/examples/python/cv-screening/.env.example new file mode 100644 index 0000000000..9bb363cd90 --- /dev/null +++ b/examples/python/cv-screening/.env.example @@ -0,0 +1,7 @@ +# Agenta credentials (create an API key in the Agenta UI under Settings > API Keys) +AGENTA_API_KEY=your-agenta-api-key +# For Agenta Cloud keep the default; for self-hosted point to your instance +AGENTA_HOST=https://cloud.agenta.ai + +# LLM provider used by the Streamlit demo +OPENAI_API_KEY=your-openai-api-key diff --git a/examples/python/cv-screening/Readme.md b/examples/python/cv-screening/Readme.md new file mode 100644 index 0000000000..2500cabcc2 --- /dev/null +++ b/examples/python/cv-screening/Readme.md @@ -0,0 +1,136 @@ +# CV Screening with Agenta + +A complete walkthrough for building a CV classifier with Agenta: a prompt +that evaluates a candidate's CV (as Markdown) against a job specification +and returns a structured assessment — per-area scores, matched and missing +requirements, and a final classification (`strong_match`, `potential_match`, +or `no_match`). + +The split between Agenta and the application code follows the pattern we +recommend for production: + +- **Inside Agenta**: the prompt (job requirements, nice-to-haves, scoring + instructions), the model configuration, the structured-output JSON schema, + and the test set of Markdown CVs. This is what you iterate on in the + playground, evaluate, and deploy. +- **Outside Agenta**: everything around the prompt — a small Streamlit app + that accepts a PDF upload, converts it to Markdown, fetches the deployed + prompt from the Agenta registry, calls the LLM, and renders the result. + +``` +PDF upload ──> Markdown (markitdown) ──> prompt fetched from Agenta ──> LLM ──> structured scores +``` + +## What's in this folder + +| File | Purpose | +| --- | --- | +| `config.py` | Job spec, prompt messages, structured-output JSON schema, app slugs | +| `create_app.py` | Creates the `cv-screening` app in Agenta and deploys the prompt to production | +| `prepare_testset.py` | Builds `data/testset.csv` from a public resume dataset (optionally uploads it to Agenta) | +| `data/testset.csv` | 30 real Markdown CVs with hand-labeled expected classifications (committed, ready to upload) | +| `app.py` | Streamlit demo UI: upload a PDF, screen the candidate | +| `make_sample_pdfs.py` | Renders three test set CVs as PDFs for the demo | +| `data/sample_cvs/` | Sample CV PDFs (one strong match, one potential match, one rejection) | + +## The test set + +The test set is built from the +[`opensporks/resumes`](https://huggingface.co/datasets/opensporks/resumes) +dataset on Hugging Face — a mirror of the Kaggle +[Resume Dataset](https://www.kaggle.com/datasets/snehaanbhawal/resume-dataset) +(~2,400 real, anonymized resumes from livecareer.com, 24 job categories). + +`prepare_testset.py` takes a curated subset of 30 resumes, converts them from +HTML to clean Markdown, and labels each one by hand against the IT Manager +job spec in `config.py`: + +- **6 strong matches** — seasoned IT managers, directors, and a VP of IT +- **7 potential matches** — IT specialists and supervisors missing + management scope, plus an engineering manager with weak IT depth +- **17 rejections** — interns, and candidates from unrelated fields (chef, + teacher, attorney, finance analyst, ...), including one resume that is + mislabeled in the source dataset (an "IT Coordinator" that is actually a + paralegal CV — a nice robustness check for the classifier) + +Each CSV row has: + +| Column | Content | +| --- | --- | +| `cv` | The CV as Markdown — maps to the `{{cv}}` input of the prompt | +| `expected_classification` | Hand-assigned ground truth (`strong_match` / `potential_match` / `no_match`) | +| `source_category` | Original category label from the dataset | +| `source_id` | Resume ID in the source dataset | + +The CVs are Markdown rather than PDFs on purpose: PDF parsing happens +outside Agenta (in the app), so the test set captures exactly what the +prompt receives. This keeps evaluations reproducible and independent of the +PDF-extraction step. + +## Walkthrough + +### 0. Setup + +```bash +pip install -r requirements.txt +cp .env.example .env # then fill in your keys +``` + +### 1. Create the prompt in Agenta + +```bash +python create_app.py +``` + +This creates a completion app called `cv-screening`, commits the screening +prompt (with the job spec and the JSON schema for structured output), and +deploys it to the production environment. Open the app in Agenta to see it +in the playground. + +### 2. Upload the test set + +The committed `data/testset.csv` can be uploaded directly in the Agenta UI +(Test sets → Create → Upload CSV), or via the SDK: + +```bash +python prepare_testset.py --upload +``` + +(Without `--upload` the script just rebuilds the CSV from the source +dataset.) + +### 3. Iterate and evaluate in Agenta + +In the playground, load test cases from the test set and experiment with +the prompt: tighten the requirements, change the model, adjust the scoring +rubric. Then run an evaluation against the test set — since the output is +structured JSON and the test set has an `expected_classification` column, +you can use a JSON-field match evaluator on `classification`, or add an +LLM-as-a-judge for the reasoning quality. + +### 4. Run the demo app + +```bash +streamlit run app.py +``` + +Upload one of the PDFs from `data/sample_cvs/` (or any CV). The app: + +1. converts the PDF to Markdown with [markitdown](https://github.com/microsoft/markitdown), +2. fetches the production prompt from the Agenta registry + (`ag.ConfigManager.get_from_registry`) — so whatever you deploy from the + playground is what the app uses, with no redeploy, +3. calls the LLM with the structured-output schema, +4. renders the scores, requirement checklists, and final classification. + +The `classify_cv` call is instrumented with `@ag.instrument()`, so every +screening shows up as a trace in Agenta's observability view. + +## Adapting it to your role + +Everything role-specific lives in the prompt: edit the job spec directly in +the Agenta playground (or in `config.py` and re-run `create_app.py`). The +structured-output schema and the app don't need to change. To build a test +set for a different role, adjust the curated IDs and labels in +`prepare_testset.py` — the source dataset has 24 job categories to draw +from. diff --git a/examples/python/cv-screening/app.py b/examples/python/cv-screening/app.py new file mode 100644 index 0000000000..8adc340452 --- /dev/null +++ b/examples/python/cv-screening/app.py @@ -0,0 +1,125 @@ +"""Streamlit demo: upload a CV as PDF and screen it against the job spec. + +The flow mirrors a production setup: + +1. The PDF is converted to Markdown locally (markitdown). +2. The screening prompt is fetched from the Agenta registry — the same + prompt you iterate on in the playground and evaluate against the + test set. +3. The prompt is formatted with the CV and sent to the LLM with a JSON + schema response format. +4. The structured result (per-area scores and final classification) is + rendered as a small dashboard. + +Run with: + streamlit run app.py +""" + +import io +import json + +import agenta as ag +import streamlit as st +from agenta.sdk.types import PromptTemplate +from markitdown import MarkItDown +from openai import OpenAI + +from config import APP_SLUG, PROMPT_CONFIG + +CLASSIFICATION_STYLES = { + "strong_match": ("Strong match", st.success), + "potential_match": ("Potential match", st.warning), + "no_match": ("No match", st.error), +} + +SCORE_LABELS = { + "experience": "Experience", + "technical_skills": "Technical skills", + "leadership": "Leadership", + "education_certifications": "Education & certs", +} + + +@st.cache_resource +def init_agenta() -> None: + ag.init() + + +@st.cache_data(ttl=60) +def fetch_prompt_config() -> tuple[dict, str]: + """Fetch the prompt deployed to production, falling back to the local default.""" + try: + config = ag.ConfigManager.get_from_registry(app_slug=APP_SLUG) + return config, f"Agenta registry ('{APP_SLUG}', production)" + except Exception: + return PROMPT_CONFIG, "local default (run create_app.py to manage it in Agenta)" + + +@st.cache_data(show_spinner="Converting PDF to Markdown ...") +def pdf_to_markdown(file_bytes: bytes) -> str: + result = MarkItDown().convert_stream(io.BytesIO(file_bytes), file_extension=".pdf") + return result.text_content.strip() + + +@ag.instrument() +def classify_cv(cv_markdown: str, config: dict) -> dict: + prompt = PromptTemplate(**config["prompt"]).format(cv=cv_markdown) + response = OpenAI().chat.completions.create(**prompt.to_openai_kwargs()) + return json.loads(response.choices[0].message.content) + + +def render_result(result: dict) -> None: + label, banner = CLASSIFICATION_STYLES[result["classification"]] + banner(f"**{label}** — {result['reasoning']}") + + columns = st.columns(len(SCORE_LABELS)) + for column, (key, score_label) in zip(columns, SCORE_LABELS.items()): + with column: + st.metric(score_label, f"{result['scores'][key]}/5") + st.progress(result["scores"][key] / 5) + + matched, missing, extras = st.columns(3) + with matched: + st.subheader("Requirements met") + for item in result["matched_requirements"] or ["—"]: + st.markdown(f"- ✅ {item}") + with missing: + st.subheader("Requirements missing") + for item in result["missing_requirements"] or ["—"]: + st.markdown(f"- ❌ {item}") + with extras: + st.subheader("Nice-to-haves") + for item in result["nice_to_haves"] or ["—"]: + st.markdown(f"- ⭐ {item}") + + +def main() -> None: + st.set_page_config(page_title="CV Screening", page_icon="📄", layout="wide") + st.title("📄 CV Screening") + st.caption( + "Upload a CV as PDF. It is converted to Markdown and screened against " + "the job spec by the prompt managed in Agenta." + ) + + init_agenta() + config, source = fetch_prompt_config() + st.sidebar.markdown(f"**Prompt source:** {source}") + st.sidebar.markdown(f"**Model:** {config['prompt']['llm_config']['model']}") + + uploaded = st.file_uploader("Candidate CV (PDF)", type=["pdf"]) + if uploaded is None: + st.info("Upload a PDF to get started. Sample CVs are in `data/sample_cvs/`.") + return + + cv_markdown = pdf_to_markdown(uploaded.getvalue()) + with st.expander("Extracted Markdown", expanded=False): + st.markdown(cv_markdown) + + if st.button("Screen candidate", type="primary"): + with st.spinner("Evaluating CV against the job spec ..."): + result = classify_cv(cv_markdown, config) + render_result(result) + + +if __name__ == "__main__": + main() diff --git a/examples/python/cv-screening/config.py b/examples/python/cv-screening/config.py new file mode 100644 index 0000000000..7eb770687a --- /dev/null +++ b/examples/python/cv-screening/config.py @@ -0,0 +1,142 @@ +"""Shared configuration for the CV screening example. + +This module holds everything that defines the screening application: +the Agenta app/variant slugs, the job specification, the prompt +messages, and the JSON schema used for structured output. + +`create_app.py` uses it to create the prompt in Agenta, and `app.py` +falls back to it if the app has not been created yet. +""" + +APP_SLUG = "cv-screening" +VARIANT_SLUG = "default" +TESTSET_NAME = "CV Screening - IT Manager" + +# The job specification lives inside the prompt so it can be edited, +# versioned, and A/B tested from the Agenta playground. +JOB_SPEC = """\ +## Role: IT Manager (mid-sized company, ~150 employees) + +### Requirements (must-have) +- 5+ years of hands-on IT experience (infrastructure, networking, or system administration) +- 2+ years leading or supervising an IT team +- Experience managing IT budgets and external vendors +- Experience administering Windows Server environments and Active Directory + +### Nice-to-have +- Relevant certifications (PMP, ITIL, CCNA, Microsoft, CompTIA Security+) +- Cloud experience (AWS, Azure, or Microsoft 365 migrations) +- Security and compliance exposure (PCI DSS, ISO 27001, HIPAA) +- Bachelor's degree in Computer Science or Information Systems\ +""" + +SYSTEM_PROMPT = f"""\ +You are an experienced technical recruiter screening CVs for the following position: + +{JOB_SPEC} + +Evaluate the candidate's CV against this job specification. Score each area from 1 (very poor fit) to 5 (excellent fit): + +- experience: depth and relevance of professional experience for this role +- technical_skills: match between the candidate's technical skills and the role +- leadership: people management, budget and vendor ownership +- education_certifications: relevant degrees and certifications + +Then give a final classification: + +- strong_match: meets all requirements; should be interviewed +- potential_match: meets most requirements or has closely transferable experience; worth a closer look +- no_match: does not meet the core requirements + +Base your evaluation only on what is written in the CV. Do not reward keyword stuffing: look for evidence such as responsibilities held, years of experience, and concrete accomplishments.\ +""" + +USER_PROMPT = """\ +Evaluate the following CV: + +{{cv}}\ +""" + +# JSON schema for the structured classification output. Using +# `strict: true` makes OpenAI guarantee the response matches the schema. +CLASSIFICATION_SCHEMA = { + "name": "cv_classification", + "strict": True, + "schema": { + "type": "object", + "properties": { + "scores": { + "type": "object", + "properties": { + "experience": {"type": "integer", "minimum": 1, "maximum": 5}, + "technical_skills": {"type": "integer", "minimum": 1, "maximum": 5}, + "leadership": {"type": "integer", "minimum": 1, "maximum": 5}, + "education_certifications": { + "type": "integer", + "minimum": 1, + "maximum": 5, + }, + }, + "required": [ + "experience", + "technical_skills", + "leadership", + "education_certifications", + ], + "additionalProperties": False, + }, + "matched_requirements": { + "type": "array", + "items": {"type": "string"}, + "description": "Must-have requirements the candidate clearly meets", + }, + "missing_requirements": { + "type": "array", + "items": {"type": "string"}, + "description": "Must-have requirements the candidate does not meet or that are not evidenced in the CV", + }, + "nice_to_haves": { + "type": "array", + "items": {"type": "string"}, + "description": "Nice-to-have qualifications found in the CV", + }, + "classification": { + "type": "string", + "enum": ["strong_match", "potential_match", "no_match"], + }, + "reasoning": { + "type": "string", + "description": "Two or three sentences justifying the classification", + }, + }, + "required": [ + "scores", + "matched_requirements", + "missing_requirements", + "nice_to_haves", + "classification", + "reasoning", + ], + "additionalProperties": False, + }, +} + +PROMPT_CONFIG = { + "prompt": { + "messages": [ + {"role": "system", "content": SYSTEM_PROMPT}, + {"role": "user", "content": USER_PROMPT}, + ], + "input_keys": ["cv"], + "template_format": "curly", + "llm_config": { + "model": "gpt-4o-mini", + "temperature": 0.2, + "max_tokens": 1500, + "response_format": { + "type": "json_schema", + "json_schema": CLASSIFICATION_SCHEMA, + }, + }, + } +} diff --git a/examples/python/cv-screening/create_app.py b/examples/python/cv-screening/create_app.py new file mode 100644 index 0000000000..2c4e6b9fc2 --- /dev/null +++ b/examples/python/cv-screening/create_app.py @@ -0,0 +1,57 @@ +"""Create the CV screening prompt in Agenta and deploy it to production. + +Creates a completion application, commits the screening prompt (job spec, +scoring instructions, and structured-output JSON schema) as a variant, +and deploys it to the production environment. + +Requires AGENTA_API_KEY (and AGENTA_HOST for self-hosted) in the +environment or in a .env file. + +Usage: + python create_app.py +""" + +import agenta as ag + +from config import APP_SLUG, PROMPT_CONFIG, VARIANT_SLUG + + +def main() -> None: + ag.init() + + print(f"Creating application '{APP_SLUG}' ...") + try: + ag.AppManager.create(app_slug=APP_SLUG, app_type="SERVICE:completion") + except Exception as exc: # noqa: BLE001 - app may already exist + print(f" Application not created ({exc}); assuming it already exists.") + + print(f"Committing prompt to variant '{VARIANT_SLUG}' ...") + try: + variant = ag.VariantManager.create( + parameters=PROMPT_CONFIG, + app_slug=APP_SLUG, + variant_slug=VARIANT_SLUG, + ) + except Exception: + # The variant already exists: commit a new version instead. + variant = ag.VariantManager.commit( + parameters=PROMPT_CONFIG, + app_slug=APP_SLUG, + variant_slug=VARIANT_SLUG, + ) + print(f" Committed version {variant['variant_version']}.") + + print("Deploying to production ...") + ag.DeploymentManager.deploy( + app_slug=APP_SLUG, + variant_slug=VARIANT_SLUG, + environment_slug="production", + ) + print( + f"Done. Open the '{APP_SLUG}' app in Agenta to edit the prompt " + "in the playground." + ) + + +if __name__ == "__main__": + main() diff --git a/examples/python/cv-screening/data/.gitignore b/examples/python/cv-screening/data/.gitignore new file mode 100644 index 0000000000..3962863f20 --- /dev/null +++ b/examples/python/cv-screening/data/.gitignore @@ -0,0 +1,2 @@ +# Cached download of the source dataset (~20 MB) +resumes.parquet diff --git a/examples/python/cv-screening/data/sample_cvs/candidate_chef.pdf b/examples/python/cv-screening/data/sample_cvs/candidate_chef.pdf new file mode 100644 index 0000000000000000000000000000000000000000..b6dd52c97352758095abe29af440c788d4701821 GIT binary patch literal 3834 zcmcJSXH*mG*2gId8l*Q33ZsJbR0xSi5Co)`5Q;=fBm)E?!H_8JSP+q3MM0Vrk&XmK z5fnwbND)y%0cj$7P!U8#l$&_e*Rs}mKiqZaLuO^q?El{TnLW?^wvvsZu_h9RhA2(H znr(m}0R%wb?*qZ(A@JRF7L5s@AaHXkB>*6yIhP0!ZSJoN1a1jZsAL0rAV5NJEZR72 z7zztuwU96@j&qe52pTckx{l6M$OpwM50JQ$` zu^}@!f4?gbzyLan;Q28?4QZcI5oyZnkc5V@$i=|)!|y4bQMsy@{mhFBXFX%fb3 zqI%A)p;GR_sn*QX9}xC3rdrUU%8`&Xr{%?a2A(Iep>vg9vqK(=dHY~8V?kSW@qPJ< z$-M-rQiH-k=ctTR3cC0s>e(x4!*j_Ln(58NnA2y=T5IfIFZ$SPCJLO!@ z_6h0H1pbAMpWR6_uglQa<(NvC4$=J{eo7(_XD&+$q95elzb?B}>DuRYK}0l1xBR5u zlK#~%7>((y*Qs_VsZJ-WzEerlBxT`n>rXxs;q$1A5vcmz7NwB?U){nca4!x&xBlDfikD= zxw<)aGu!y&p#70hoVLl7jP+lY<`o1LSHGp~?jHN<;>l8{ioBj4MG;}v^#`5__5{51 z#*Led;AT&9p<8QSWocgd(0F_?oHB;Cqq0>%INBCQt9VmZE7q(YiS( zn5>gmMci(;^u#>k>~i!4jrIOIkG#aEHhz5MaCmTYwfScah<5Je&bh>k>gg4M847D) zi#m%R;tb_4GWLc)-$w0_4lUsIzRWN&#}iuBZoRx+GxInd@#9eud(U$idYC8?=4lc*B zct0Q6m4-+WDLOxk(lq7;u1YWDylK$O66DEO$?SNXdM6OpF;b&@S7^hW|M1hZO4obW zyGa&~46JCxfv(|e)f~uSx;NH!`0F3FZ#kf6+cnISF}CNEL_|tk(#_i{j-J)M@dCwL z_Co`YX3Nx5lJ)nO>@X8I$X}jGO1E5O*VLq!GU`w7O+48#ALo}U^?|>rV7qjZwH%fv ziYb^dd!iL={wYo*s^LK3{eGXZp$t*4uqDRmei}Kc1D_>Zv8Zki?4x#>-xORmC~IL> zABjRb#m0|I=!QE-(@fbdikME0=)hcN?C?SGJdzzUP)Ba`(|gtjS6;mgZ#+~jnb}fn zQGE**qcQgPwkwTMl|<^ULoT3bqV0VAbDd+cdxVldBCHf$NU@&MA{3Lu$|{dto&~KQ zykdYY;H5tm9An>6ARpp!LAG~rKc65-iBf~ zs~Me{pq&^z=^>zbu(0GB<%3sL3-z?ZWd4PW_(SGDU5(xPF!I^yKt1iexqWi5O-uD2%}0){qP0Zm zM>!o=$A|BC&*eFH#V2B^Gy-UMWVi7@i^jJNP;RH?q?Y166vQ_3Nj|pDbxI%#pFa7w zHLp6JYDo zF2;amBo&L^G&-vk)4X^5<+zMxze)m1BJ*LDB(U{R!4nh_o)yzLrcyIJMO>k-rE%fy zXuAVDM|iO91=P1z2w$$}*85;2+N$1+(iwVm?#Td5w`%AM?H=z?NVp2j0hn-?3+`#( zd-8RwrW0;C^pu1PpQlYP@Q823b!*62uD>f=_e?~hIwJLBfA7UW>NeSS+_19_;^|q! z(xbA;zuSsbR52sI8YB8P2cL#LZ&Vhl?SzlEW-qG^Nq0R;78W~VZo1=`ivIx*HzFD- zp|cwC$yS1rnD^JRazqV#Q$=#fO#B`2X_SzajRbNjs(jbciwPi1o0^pP69=*=U&wQEYK)3kP6OgzjBZ7x$A3uBF^ zyqla8YrEg)bF7lR)eYlQ&Fc^WZ5s(&C4hPmI&!}6<<(ioq7XGM?i2=Z5_he@w~4ViLRmOHiaPSzVEa^i4dqB1I>B1yll_j8Poe9`>n=SMp? zl!bCJ=G(XZ8_;lJ=sOwgrhg+1%)gTclFLg!=;b%m;QD?S{5RCl(n0+~8gVJs0euLu z<~N_E-Z*)Nz0JW|)hcbKk_S~2dA$0Eo3^l}6w@u1rt1z_tnE89ZRt9r`*~qz`|XR> zCKTL)SD*B-=KiMQ$Sq|L(<%pTpfQ25%VP!;YaNujra-&4^JPIN`nz?DOJlN2@1n(9 zU51)MNGcoF9Et;T+oZxjT+1a$6FfZ48Ht5WL~41b0KcMbCRx=o(Min9+fuHP)Jep? zeUG~A!yk%Pvk6+BFJCIy)|$7%vklJUnQrn<Cvuc(1E!OpkOq%(rEfldG#!n1VN#->#lh@${{*H}8 z`bC$pm*g)FSa+s-?x zYbfoA09IG`nW_L|2V)qDnX_g-TyzhjUsC))n)O+b-KlXiQ%kGU=nPBPC1nC6hY#iV zls_@ae_f|zJuiD-(0gn(mD-RzzfF#)(4P&b z^HYBqkOM$tPSXK!6VUe%$fSCZH4WbRgi#^F*b%?p4#Qfd0M0P1%G1a8OL&-}{f zTtY{FXK1d>Pr!@)_bC5;04{C+Xmf4}cs$$~32>|9ycxzQfSUnYLSz2WLuqMoHk)64Q8*lDbNbbW=2Y>A4THB?52AS#$ zGQN(McGO^yy9RIqoz59C|9S4FG*3Fft%%zMriK6s&q*AG(lJKpYa3&5hDek)7O@*+ nq^*y|Aqil$4CDjUoR5@=7<> literal 0 HcmV?d00001 diff --git a/examples/python/cv-screening/data/sample_cvs/candidate_it_manager.pdf b/examples/python/cv-screening/data/sample_cvs/candidate_it_manager.pdf new file mode 100644 index 0000000000000000000000000000000000000000..e12e273ee7586f66be1a02c8c1c4b9127c898acb GIT binary patch literal 4776 zcmcIoc{r5&+m{lCO3GfDh^Uy=n8}u9CQD@>r>ujaVa!;@pe&Uvku3~mDV zvK3>S5tS_>OOk~8&74!`?VNL6zxR*#dY?b$xt{y^-kxZ zZgy_@2>=2F1IdnV0CjZ$NSEwOq5z=)kP*Sz2WSmrzcK@;aDHt8ptE>q0#1kQ53~le zEh;D#WhfGeghP~(DE3>608cy+WP)?W`v5dG0eF%#2Ne1XxUnamr0ql@kV!v~fglWl zq7Nkb5{Ya8j_Vm*0NIxU1R0a?x@4lS2kB3<50I0j+0P)lI0}wPcKsy`C(-|@fkeTR zC_X^=pFSoyZ}#I)1T(x3+1J|%?*l~r3dsrn3m(VyCmx1Cq~N{Txe{>{ydK_(?2HG1 z&frO|l#4(p6pG@w`B1#^I1hk-dhTx{-V+Gnpchte2%QCe4gtMkmkbH;%$w#Doi}aL zh?aH^!bw8rJ9OheE7)f-xcn2knci;FM1%dk$a&46uc!8IOhsG)VdvK)*4E}m`X6&3u)`VNTaxqDBEVzE`mHp^g$wudg2WcZOslK-mlA{u727u0+!URd8|G(mxvG_vA8U!L@=M|BefHI0 zu&^0XQydpwz6ZMf{!Z~rjVhOE=;ht2lDxaDq8auNUybCS9>~{_8Fwn`nt;WJ;o*JCEP<-`hg+=uyZCtScakgkALg!BCAR_)=wm7RHsk^*b z+EtU>zHpH;rXGC(YHG{q797jK1Q97{F<;i_dUYr1(iPaDYDT!%ni7q_-eH5Qql7+s8mT$jJ*+)| zC^=@pl@3l#BuwtTZ1aJ{Jjr)W;`pVg?qOF;`s=0awGQ~PwxA(yxtcK|^8;yGuciIf zZyv28$%A*E!3%apx25ym8!AGU%+Sk77RB*0CQ7G;8im^wgfGS)(le;J9MmmG+U)ko zJTCN6J(VtY^zE)UF9|ntqK|GN3qMq>KM`%I=N6*hh@gbb5;vJ4I zJ&u*|TMTJ=@BW zhW84434d&?YIV~f@o(J+GuyvTn@!hszZovU`@~O1LC@c)y%)V1>b{RIlI%w5jmybV zUap}-90Vfs6I-KGj2dDO6yo0m_6m)i)E7S@*%kgcJ>#h+fKnlz&j0+±+pi36X zgx-@QDrcUFRg3PmSF*|3+1oMhozq8}OJeLR9obPjjO)`(PaA@{s;P&aD0uSN!D@|B zJ$@Y|obt$_^i#~SkDGOh+E^ns@0iL!vyTB7J9Lc%D@I+t+ca6@rr?TQQ&Tch2;4=n z*(sUz`ZWkhoo^wnZN$x=OUGooyefvAplRh16ZrjqFGNGmQ5$r3^wH&KxyPX`YoC+A zl68Sm)fb}_sL6a2mc}+(IROtS*!r~Mmb;CJas^M84CB_6(q3*q1EPSkQ;9C#& zK0@5fR|ex2-u6Z#kHWV)YboP|#Xh^5kBUt0e-K)2c+8jJ~bvf zG2;`8nU}XbHQjA=m`wiQ^UYi@ophX!jL#&t_PL%nUfxzPY4ntLWObq6@cjn^eZt9D zqmD=Q`MV=f^JBl?4irYuUFTLw6pilQU#y`}CTm_KB`?sxSGP;bvKykI=C_pU1XRTE z)5LEjyMsbPfc~G$)z+8s;#WBb~R!rD?EaC4z*QX7?PMhoc)*;vj)t)#-H<9 zqtS1E4~~ENB(j@NrejV9|LfOknVLG}+Y1oVilyUgPYLa&&*g+bmDdPS5`Aw}y#P z*)+O#tYmH~u^t>5Fn_ypcShW~QbT-xrbO`iOH7TuYqk|`Ke@vmat4S#xek)ku zz$6KdjYFpI2Zv_VY5E4t_lWFvvFvPrm{oqAp19HwXLsNlEl}d?cz1>_J$&fh z{sjDQbP57Ns{D;k#b8IwCXhlw?~Z@PRYm2h+u84Pecg-~&AW2lfX1{!V;#>DpUXby zU*8}+@8JPkTA2Pu8z^D~#l{LZRh2gyN0ewhPH%Z_FUz-Gi_f9qdfGY@)c73vsYS31 z_&IS~myh@tZOP_9fp->IOIf5`xY4!>piYTdi`lU+1M#=g4lX^!dbb>tzo|8N=dJy2 zWU^|1V|XHuUuR?^v#3Fl+SG)p?alU7cFc(HYMzm1k;w--0sIM@Q7vCMP-!$)T>>R zECup_0Ps}EHF9bn-BB<@^cMfOzJ31J9*n4;*{Ue|GCmHQ3w>#p8tMwk&PY3q`{f`g!-$#Xr~bTa`VO z3SDL0*P(e=wkXfT+QG%CI<-3jt1=p=@XxV@pm~_h?!ISnIih>eDuZ%EVIr}?B3t+J zd3#?<*CN7#_sgB@=dyqEI{e+Rd|E=}LGjt}sonHf`@!|Kq3(`+UE&@|ay~95`Fd05 zo*pM$k-ED<(ppMx)|>*jlR8EE!&*r**u$7Zt3d$4&a)Z%vLSFc2c~@KTb~>zgOF%O%u9t*3{xhbpb2l()U+2Cx0z zr?g=WlBqk76$zyUNyk=w4SoKYxdSspk-iHs={_HQOu~8hfQBrJX6orYn;AXLBkkQ* z`PL#!Fhf&1vN7+s>O-*!V-d?DXI$(ynzYeUr!II+*Uzo$7?yRtXr{F(NTT!~jV`Co zPPf^4(UK=#Ip3(-bJ;1s?`)=W%c54o8%6<>u{ApfdpZ*w+0rU~#CGW9z5205Ua^{2 zZsLa`n7Emy7)zg`YLS;Y0}NT1b-|#9_ejWXndNC+UpfCU`Hb3YK;OvPXS#r=;SM7$ z_^k3>W4C=f$95d#%MHaKMvPo9tv_)s8Yo|rk#yc@3cWx(@JQ@&wuhtEedjmUUkh>J zp`v{SHnp#1Bd%)1$H+AI^{-gBg+2&ptmY=Ud#tU#QDa;zuV_rL(NDTxIWAYO_;_J; zA}Xh6b14s?CT4!K@t%G8vTR-%9G>gW`sVOt&`>od%TGj`Z>*K#)G3NX1hKPBv<^LXlqmBP+*qjp7)j=2tkW(GI$77&CP6lRd z;R`bHCOetqDL`uwd#V5gS>XNI^%{7v<+RR^yY7#>f$c99{Bd0T|3>)RT!SsoIfDm1 zwuA>N=$(Xup$ISnjDmvUFfi@$*c z0ZD(^AYk^U{KE!?u(SB54fQV@R0YMJVEla@6rswVLj2tZL&4YsmA~8IVA#Lb!6C4J z#ehTE)0%(!!l3M<`6nL58%H4Gz5f^lnG-JIIeP#yBa_(!p+En31Ck3F$f=0)5g6zJ zt<@0-xQ?zKI|H9-26)B052+61{*^(vU z(4?|P4k0B=2}OyL?@XuqRp+|S?~m{GegByEn*05H?&oOj06}d?0d%kzlJm$3q|N=@2ZGuW0!VmMDg*2V;~?5- zZ7qZzSPuo)(nE8exGUm#86LossX;%4;U@ZjHBbNo1)zgb zfA4X?(>PzhF*p(E)NqATM zM5W`>OFpf}2stQe=NIj*-%kC zVj0G6RrU%H%y~*`j%}!KieaoWs&7Zv2EDrQ%4c3K_RxnH(3;gH#^Tc5k(c8$x#YE5 z$cU*n=c$Lk$tuk?;Jk1xGF{gd#QB;1ZaRZ)5PQE0L56rDc`f0$%b)UJYHlT$l?11k zo-en3G+R1KbQV|+&|KVCV$*0?(eFKJo!+67Z76dY4>7RD@9f)t1*`JVSHWkwSIuKe zlv*CBT2K7zP-nskQ`thJT8oO%=9p(1ou#(n+06*(aDqbrgf`%PuQ()Z)x;yDJx9-L zdtR^y40EHdl<*fi$W_OOa6%x=rkxt#j(RFRdzh*$o#`LVHXy*fHRDPeM2to{I1(lRqzU#CbgfTj}Jbu|c*K zA;_E}~(cotL#qh{Gh-YE?GTj*|>gf;rZ@W}4B=^KMHdJLpXU6Wm z_36DD@){iMnHYF9p=lgt$Jp}zN-FjczZ6e{w9u8$KAwLHY?f$jt1f+Ccu?7B!>w(V zb$nXTl9uEk4{A70hE?=CFZ1M!e7+~RHG=OF8?k!@@lw;x06$USy7jcO2Yaf3_dOUG z$$ocF1hnqpIe5TwAZTPsbHqwZI#oC62(d%Zacqy8vMYh zgI5_ma4mRq_m+U9^{EL$HF?)tXwC==A#f^WF*8D=L)+gvS`M%19-V~|5{WHeHyI_!+So3yjj zn)C!BpAnvx?8}!M*}2Ks+(fbhTL~^qJ?6Z@QSPrsmQwwd;NJ5)w zwP9|aSW!{8ew|_dG)S?=Ipt(;?5bezWDp)IpxbsqP51-tv*BoMDpB~)t~V-d8LB>L z4cZ`;oj88%b?oy6i%Z3;Shr2|po=ISkp*EUyAp1C7@mfz?YDrHsar~yw>hkpL?`~}?TO`+qFLvx#Q$95*~un#N} zWY&wl+ggdt-Y_6GR0TTX-s3kGDCli{H}sF(j=sil+!gw~EClAj-s5O&%PV`bIM-(B z_O7*fDa1yd*rvMmg{gi+G!ZDZ`KTp&*fG?zF4sH{TU(S`8?y?J*N~DoUX)vhP9&P# zIkR#~kl!dYRW{r@waQlFn3vXzYj;F@^O6EJb>dsr(h3ySo30Pggw=92Z|(Bj*f2in zX`585W^}WrSYO0o1)?Mrb|A9u5xb``E3t=Vp*p=HZ*i)%r;c}muiMmMk5=OSa=G8x zX*JH}&mQ^y!S0>k9_O*2Nb0y@Zhr&3Z($ZFlY=Zh8mThA)*Wdx!`LmCF1gsar92@k z;+62M;ba$6R&cY)IKlSCI#f=)*c&IC?$XGXsV-LEcTOIcCKY_u5F=2OW%WK705mpCnHe zcKx=XL&UWE+{7i3-M%-dW4B`-JYCimfbQ38h-`|#Pv9rDoZ-{)`cNxS_BOo;c}^J( zRUbr!_6QUju9c5d@r&~_gD((7p4$f1XN&g zxcS)y6AefMVhFxz*V$3&;Wpi;M{ny6Fvq-*v+n~Je50zKhY|U&EeS`7i8j7GbuqMM zY^%y~bXgjkFM@c0^&;#+pPFj6s!I0TR>t%6VP}T-TZPo|y!7qqELm21XndQi44fxo zRG9WBin7~(yZT+B<%@5P;x4yr>}d~yGtAyO1}HYfjbBfcD-_^Kr+q&eL%So5MoyXlF16NCKd2^T&su{w!_j;>8tvw|>EzrQ=(-Tv_q zHVKDYJZJ-WngKn8zhy@dfMn$mTvG zQ9{mTthf850Od$EYkX_s*x`^CpeZ<`EZOH~<^4%3D_PCC zZr6_8-;;;iX1^#hw9{9Wct*q+a_Y2)S5Oreu|8U*F1bZed^!cCsaYIk>fwojpgJ|r zyLJ~LGvYU|HdC1|e~XQ}LT!yXL7^raFAJ!3q<7uzntt8?^7PC)kM{*LyMHzc-5>tf zrg%C5%V`#1=xzczf&h^G@tUSoasUWwLE%j0BuWq%>PDiNQ0Sy@00`)mSK4;6fAj{n;TKlwzC-QgNJbB-kftC{N~UvtfQ@s)CLEFzhiKYB5*G-1<}a8w>Ysc%$RBbBXm}EtK>K2> zok>vy?ioOxs8o)@{`+^gq6AXG+={p_ft5Mf3j^1)Fh!bKn42N=P%v`@!W@mVfMfM^ kwe_$ja6LVg(f_~V%UeMQ@HF7d$s={pD3G$Ug*_JZAL%`;$p8QV literal 0 HcmV?d00001 diff --git a/examples/python/cv-screening/data/testset.csv b/examples/python/cv-screening/data/testset.csv new file mode 100644 index 0000000000..99b59151d8 --- /dev/null +++ b/examples/python/cv-screening/data/testset.csv @@ -0,0 +1,2421 @@ +cv,expected_classification,source_category,source_id +"# INFORMATION TECHNOLOGY MANAGER + +## Summary + +Successful fifteen years of experience in IT Management and Technical Support. Skilled in installation, configuration, migration and implementation of server platforms. Dedicated IT Manager well-versed in analyzing and mitigating risk and finding cost-effective solutions. Experience in strategic planning, designing and budgeting for new products. Excellent troubleshooting skills in network, servers and software applications. + +## Highlights + +- Leadership and Vision +- Network InfrastructureHardware and software upgrade planningProject trackingBudgeting and resource management +- Active Directory, Adobe, Antivirus, Backup Exec, Backup, Budget, business processes, call +- center, capacity planning, Cisco, computer assembly, Hardware, contracts, DAS, Direct +- Attached Storage, Database, Dell, Dell Servers, Designing, Desktops, Documentation, Firewall, +- HP, hiring, information systems, ISO 9000, leadership, Linux, Logistics, Mac, MAC OS,Managing, Access, Microsoft Certified Professional, Microsoft Exchange, Microsoft ExchangeServer, Microsoft Office Professional, office, Microsoft Project, Microsoft Visio Professional, +- Windows 7, Windows 8, Windows, NAS, Network Attached Storage, Enterprise, Network +- Printers, Network, Networking, new product development, Operating Systems, PBX, PCI,Phone System, policies, Project Management, quality, quality assurance, quality improvement,QuickBooks Pro, Research, Robotic, safety, Storage Area Network, SAN, scheduling, Servers,Microsoft SQL, Microsoft SQL Server, Symantec, teamwork, technical analysis, phones,Troubleshooting, Visio Professional, vision, WAN, Web Portal + +## Experience + +**Information Technology Manager** + July 2000 to Current *Company Name* － City + +- Provide leadership, vision and management to the IT department.Develop Capitol Budget, monitor and approve department expenditures.Manage, monitor and maintain network infrastructure.Manage Phone System, including call center and office phones.Manage all hardware and software configuration, installation and maintenance.Manage IT Staff, scheduling, performance review, training, hiring, termination anddisciplinary action.Maintain (PCI DSS) Payment Card Industry Data Security Standards of information. +- systems.Research new technologies and calculate future needs to achieve capacity planning.Perform technical analysis to improve business processes to save cost and time.Manage technology documents, maintenance agreements & service contracts. + +**Computer Manufacturing Supervisor** + September 1998 to September 1999 City + +- Supervised a team of 25 computer assemblers, 3 testers and 6 technicians.Organized computer assembly and testing for daily production.Implemented procedures for safety, performance and policies.Ensured all employees were trained in the process of manufacturing.Monitor software and hardware evaluation to ensure compatibility. +- Managed Documentation Control for all hardware and software.Provided resolutions to engineering, Logistics and Management.Coordinated daily resolutions of issues through team-effort and effective communication. + +**Quality Assurance Supervisor** + April 1995 to March 1998 *Company Name* － City + +- Supervised a team of 15 Computer quality inspectors and 8 software evaluators.Hired, Interviewed and promoted candidates for new positions.Coordinated quality assurance of new product development and proto-types.Monitored software and hardware compatibility and reliability.Managed Documentation Control for all hardware and software.Monitor schedules, training, expenditure and documentation.Interview vendors for devices, parts and components evaluation.Counseled employees to improve morale, productivity and teamwork.Interpreted instructions for the ISO 9000 compliance.Implemented procedures for safety, performance and policies.Maintain effective communication channels for quality improvement.Assessed product viability and planned improvement and modifications. + +## Education + +**Bachelor of Science** : Information System , December 2000 *University of Phoenix* Information System + +**Information System +Microsoft Certified Professional, Tech Skills** : June 1999 + +**Associate of Science** : Computer Technology , June 1993 *American River College* Computer Technology + +## Accomplishments + +- Guided company to comply with PCI Data Security Standard and got it certifiedMigrated Analog phone system to VOIP, saving over $40k a year in costMigrated 80% of physical servers to Hyper-V to save cost and improve productivity. + +## Skills + +Active Directory, Adobe, Antivirus, Backup Exec, Backup, Budget, business processes, call center, call center, capacity planning, Cisco, computer assembly, Hardware, contracts, Direct Attached Storage, DAS, Database, Dell, Dell Servers, Designing, Desktops, Documentation, Firewall, HP, hiring, information systems, information systems, ISO 9000, Leadership, Linux, Logistics, Logistics and Management, Mac, MAC OS, Managing, Access, Microsoft Certified Professional, Microsoft Exchange, Microsoft Office Professional, office, Microsoft Project, Microsoft SQL, Microsoft Visio Professional, Windows 7, Windows 8, Windows, Enterprise, NAS, Network Attached Storage, Network Printers, Network, Networking, new product development, Operating Systems, PBX, PCI, Phone System, policies, Project Management, quality, quality assurance, quality improvement, QuickBooks Pro, Research, Robotic, safety, Storage Area Network, SAN, scheduling, Servers, Microsoft SQL Server, Symantec, teamwork, technical analysis, phones, Troubleshooting, upgrade, Visio Professional, vision, Web Portal, WAN",strong_match,INFORMATION-TECHNOLOGY,18301617 +"# INFORMATION TECHNOLOGY MANAGER + +## Experience + +**Information Technology Manager** + April 2007 to Current *Company Name* － City , State + +- Annual budget planning for department, network administration, implementation of new technology, developed company applications, daily backups and technical support for 80 users. +- Administration of security firewall, spam firewall and web filter. +- VLAN's and VPN setup and administration. +- Windows Server 2008 R2 administration, Microsoft Active Directory administration with 100 PCs on Windows 7 and Windows XP. +- Microsoft DFS, DHCP, DNS and WSUS Services administration. +- FTP server implementation and administration. +- Microsoft Exchange Server 2010 Administration, creation of new users, distribution groups and daily backup. +- Servers and desktop backup with Symantec BackupExec 2012. +- Administration, maintenance and daily backup for Sybase SQL Anywhere 11.0 databases. +- Administration of Mac editing rooms on OS X 10.8 - 10.9 with SAN storage (Apple XSAN 30 TB Array administration on Promise VTrak Ex10 Series). +- Software installation and setup for editing rooms with Final Cut, Adobe Products, Cinema 4D etc; Hardware installation and configuration for video capture with Aja, Kona and Black Magic video capture devices. +- iNews (News Room Management System), Wide Orbit (Traffic, Sales and Revenue Software). +- Knowledge of Florical Systems (Software for Television Automation), Omneon video server, Streambox (Mobile Broadcast Streaming Video) and some Miranda products. +- Responsible for research, quote, acquisition and configuration of all new network technology in the company. +- Repair, installation and updates of Software and Hardware for PCs and Mac Computers. + +**Information Technology Manager** + July 2001 to March 2007 *Company Name* － City , State + +- Develop, maintain and support in-house applications. +- Responsibilities include software licensing, updating operating system for desktop computers and servers and technical support for 25 users. +- Supervised two employees for the department. +- In 2004 developed a program to track inventory of all hardware being distributed to 300 branch offices as well as a user manual for the in house application detailing procedures and processes. +- Network Administration for a LAN with 30 desktop PCs and 5 Windows 2003 Standard Edition, Active Directory Service, DHCP and DNS Server administration. +- Implementation of FTP Server for large file transfer. +- Implementation of Distributed File System (DFS) to share files in each department. +- Microsoft Exchange Server 2003 Administration, creation of new users, groups and policy groups, daily backup. +- Installation and maintenance of Certification Authority in Windows Server 2003 for web application. +- Administration, maintenance and daily backup for a database Sybase SQL Anywhere 9.0. +- Maintenance and Creation of desktop applications (Power Builder 6.5, Power Builder 9.0). +- Technical support for 300 branch offices. +- New installation and updates of Software and Hardware. + +**Information Systems Administrator** + January 2001 to July 2001 *Company Name* － City , State + +- Technical support for 10 network users and 100 branch offices. +- Implemented Terminal Service to be able to connect to five new branches in Colombia. +- Daily backup for Sybase SQL Anywhere 7.0 Database, Microsoft SQL Server 2000 Database, QuickBooks Pro Database and in house program. +- Network Administration, implementation of FTP service for 100 branches connections, creation of uses and security access. +- Windows 2000 Server Administration, Active Directory Service administration and maintenance. +- Microsoft SQL Server 2000 administration. +- Technical Support for branch offices. +- Installation and updates of Software and Hardware. + +## Education + +**BS** : Computer System Engineer , January 29 2000 *Fundacion Universidad Autonoma de Colombia* － City , Colombia Computer System Engineer + +**Computer Technician** : April 26 1997 + +**Certification in LAN Network Administration** : January 1997 *Centro Colombiano de Estudios Profesionales Pontificia Universidad Javeriana* － City , Colombia + +## Skills + +4D, Active Directory, Adobe Products, Apple, Automation, backup, Broadcast, budget planning, Computer Technician, Hardware installation and configuration, Hardware, databases, Database, DHCP, DNS, editing, Final Cut, firewall, FTP, inventory, LAN, Mac, Magic, access, Microsoft Exchange Server, Windows 7, Windows, 2000, Windows XP, Network Administration, network, OS, operating system, Power Builder 6.5, Power Builder 9.0, processes, QuickBooks Pro, research, Sales, SAN, Servers, Software installation, Microsoft SQL Server, Streaming Video, Sybase SQL Anywhere 7.0, Sybase SQL Anywhere 9.0, Sybase SQL Anywhere, Symantec, Technical support, Television, video, VPN, Windows Server, Windows 2000 Server",strong_match,INFORMATION-TECHNOLOGY,13836471 +"# DIRECTOR OF INFORMATION TECHNOLOGY + +## Summary + +IT Director/Manager with extensive experience in network operations, leveraging expertise in organization growth and problem solving. Driven, professional and detailed-oriented with the proven ability to plan, design and implement technical systems, improve process flow and administer departmental budgets. + +## Highlights + +- Operating Systems: Windows 7, 8.1, 10, Windows Server 2008 R2 & 2012 +- Exchange Server 2007 & 2010 - Apple; Mac OSX & iOS - BB10 OS, Android +- LAN, VPN, WAN IP networking +- Citrix and remote terminal services, LogMeIn, Team Viewer, Skype for business. +- Experience with SQL, SaaS and Hyper-V +- Active Directory Services, Group Policy, DNS, DHCP, SSL, WSUS and FTP +- San/Nas Storage, Cisco Routers, HP Switches, Sonicwall Firewalls +- Symantec Backup/AntiVirus, Trend-Micro, Arcserve, Acronis + +## Experience + +January 1996 to January 2016 + +*Company Name* City , State **Director of Information Technology** + +- Directed and managed the entire IT operations for a commercial real estate investment company with over 15 locations throughout the U.S. +- Forecasted and planned all network information processing and communication needs for the entire company. +- Provided senior level leadership on all IT security and risk management concerns. +- Being proactive to ensure the continued functionality of a stable, reliable, and secure IT environment, including focus on current and anticipated cybersecurity threats and risk. +- Ensured technology compliance with SOX, PCI, IT general and regulatory controls. +- Established, documented and administered all IT operational policies and procedures to control systems and integrity risks. +- Created and analyzed annual IT operational and capital budgets and 5-year plans. +- Efficiently used monies allocated within those budgets. +- Inspected 3rd party contracts, evaluated and negotiated proposals for software and hardware services. +- Project leader for developing, planning and instituting disaster recovery and business continuity. +- Provided redundancy on all network components and system failovers. +- Redundant communication and internet lines using BGP for failover. +- Ensured the consistency of existing applications by creating, maintaining, testing and enforcing standards/procedures for implementing software rollouts. +- Used document imaging system for record retention. +- Maintained and upgraded all Audio/Video in conference rooms. +- Installed office security: Card key and camera systems. +- Hired and managed system administrators and supervised outside consultants. +- Originally hired as IT Manager promoted to Director in 2002. + +January 1995 to January 1996 + +*Company Name* City , State **Manager of Information Technologies** + +- Provided network administration, PC and network trouble shooting, file server configuration, backup systems configuration, network and switch management. +- Maintained Lotus Notes Domino Mail Server, operating system and application software upgrading, anti-virus and firewall management, hardware configuration and troubleshooting, application maintenance and administration. + +January 1992 to January 1995 + +*Company Name* City , State **Sole IT person Manager of Information Services** + +- Recruited to relocate to Chicago to run the accounting operations system. +- Began at LINC as the Accounting Operations Manager eventually became the Network Manager. +- Maintained UNIX and Novell servers. + +January 1991 to January 1992 + +*Company Name* City , State **Customer Service Representative** + +- Recruited by Software Company to relocate to Wellesley, MA. +- Provided technical support for customers. + +## Education + +*Baruch College* + City , State Accounting **BS** Accounting + +## Skills + +Accounting, Active Directory, anti-virus, AntiVirus, Apple, Arcserve, Audio, Backup, BGP, budgets, Cisco Routers, Citrix, hardware, contracts, DHCP, disaster recovery, DNS, Firewalls, firewall, focus, FTP, hardware configuration and troubleshooting, HP, imaging, IP, LAN, leadership, LINC, Domino, Lotus Notes, MA, Mac, Director, Exchange Server, Mail, office, Windows 7, network administration, Nas, Network, networking, Novell servers, Operating Systems, OS, operating system, PCI, camera, policies, Project leader, proposals, real estate, risk management, San, server configuration, SQL, SSL, Switches, switch, Symantec, technical support, Trend, trouble shooting, UNIX, upgrading, Video, VPN, WAN, Windows Server",strong_match,INFORMATION-TECHNOLOGY,17688766 +"# DIRECTOR OF INFORMATION TECHNOLOGY + +## Executive Profile + +Director of Information Technology +Project Manager \* Business Analyst \* Technical Support Analyst +Visionary and highly accomplished Information Technology executive with success spanning 20+ years in high-performance, multi-faceted environments. Innovative and quality-driven professional to oversee enterprise resource planning, data and voice networking, software development, performance analysis and other critical business processes. Expertise establishing strategies and spearheading long-term initiatives to devise deploy and support IT infrastructures in alignment with business objectives. Adept administrator of enterprise projects and organizational budgets. + +## Skill Highlights + +- Innovative Leadership +- Change Management +- Infrastructure Design +- Strategic Planning +- Technology Development +- Collaboration and Liaison +- P & L Oversight +- Organizational Development +- Mentoring and Coaching + +## Professional Experience + +**Director of Information Technology** 08/2005 to Current + *Company Name* City , State + +- Manage software development and infrastructure projects. +- Direct daily operations and oversee vendor relationships. +- Define project requirements and aligning efforts with clients and corporate needs and assess outcomes. +- Develop and see change management processes, release control, maintenance and support activities and employee training programs. +- Determine needs analysis for infrastructure and software requirements. +- Establish corporate policies pertaining to staff and employee usage of technology. +- Provides 24 x 7 technical support, Service Level Agreements (SLA's) and root cause analysis reporting. +- Directed staff of 7 IT professionals comprising of an IT Manager, Network Administrator, Programmer, IT Trainer and 3 Helpdesk Analysts supporting approximately 675 employees in 18 branches within the state of Florida. +- Interact with various departments in Corporate to derive pertinent information for Accounting, HR and Finance and formulate decisions based on data derived from the firm-wide Enterprise Resource Program. +- Accomplishments: Companywide system conversion to Windows 7, Office 2010 completed within 4 months. +- Standardization of software applications and hardware infrastructure, allowing for better system support, faster turnaround time for system problem resolutions Organization of departmental business which includes system inventory, software licensing and registrations. +- Evaluation of IT related vendors and service agreements resulting in a $300K per year reduction in IT expenditures Implementation of a $1.5 million ERP system, allowing for standardization of business processes with the financials, human resources, project management and purchasing department. +- Design and installation of an IP hybrid telecom system, standardizing the company's phone system and allowing for free inter-office communication, with a yearly savings of $160K in telecom expenses. + +**Manager of Information** 02/2003 to 07/2005 + *Company Name* City , State + +- Provided leadership in the firm's information technology department in the direction, planning and implementation of technology leading to the support and alignment of the Firm's business operation to achieve an effective, cost-beneficial and secure IT operations for over 350 users. +- Provided strategic and tactical planning, development, evaluation, and coordination of the IT Department. +- Oversee the integrity of all electronic records including information related to information security and data recovery processes. +- Facilitated communication between staff, management, vendors and other technology resources within the organization. +- Directed supervision of 6 IT staff including a Network Administrator, 2 IT trainers and 3 Helpdesk Analyst. +- Ensured that all users are properly trained for secure and effective use of the systems. +- Accomplishments:. +- Developed system policies addressing areas of risk and formulating a protocol for an effective change management. +- Spearheaded conversion of phone system to IP telephony resulting to a 30% decrease in spending for telecommunication infrastructure. +- Coordinated conversion of legacy servers and virtualization of servers, increasing operations efficiency and reducing downtime. +- Migrated several of the Firm's legacy application and reducing the applications supported leading to a standardized utilization of software. + +**Senior Systems Analyst/Project Manager** 07/1998 to 01/2003 + *Company Name* City , State + +- Responsible for planning and implementation of IT projects while managing and coordinating IT resources. +- Managed relationships with vendors and suppliers to ensure routine maintenance and that any possible problems are detected before they occur. +- Evaluated hardware and software acquisition to ensure compatibility and alignment with the Firm's objectives. +- Ensured all systems are properly updated and evaluated for routine maintenance. +- Assessed network and e-mail security to ensure network integrity. +- Responsible for the standardization and migration of Windows 98 Operating System to a Windows XP environment, Wordperfect to MS Office suite and consolidation of networked workstations and printers. + +## Education + +**Bachelor of Science** : Industrial Psychology 1985 *University of Santo Tomas - Manila Philippines* Industrial Psychology + +**Associates Degree** : Computer Science 1995 *Baruch College* City Computer Science + +**Cisco Certified Engineer** 1997 *Dersyha University* City , State Selected Professional Development and Seminars +Team Leadership \* Managing conflict \* Effect Supervision of employees + +**Managing People & Change \* Effective Project Management \* IP Telephony in the business environment \* ERP system implementation techniques \* Effective network and infrastructure design Coping with changes in technology** + +## Skills + +Accounting, Analyst, business processes, Change Management, Cisco Certified, Coaching, hardware, conversion, clients, direction, e-mail, employee training, Engineer, ERP, Finance, financials, human resources, HR, information security, information technology, inventory, IP, Leadership, Team Leadership, Managing People, Managing, Mentoring, MS Office suite, Office, Windows 7, Windows 98, Windows XP, migration, needs analysis, Enterprise, Network Administrator, network, Operating System, Organizational Development, phone system, policies, printers, processes, Programmer, Project Management, purchasing, reporting, Seminars, servers, Service Level Agreements, SLA, software development, strategic, Strategic Planning, Supervision, technical support, telecom, telecommunication, Telephony, Trainer, Wordperfect",strong_match,INFORMATION-TECHNOLOGY,28672970 +"# VP OF INFORMATION TECHNOLOGY + +## Executive Profile + +A results oriented technology leader with over 18 years of IT experience, 8 years of supervisory experience. Passionate about collaborating with key stakeholders to develop information technology vision and strategy by effectively building organization, processes, infrastructure and services in support of short and long-term business needs. Understands the business value of available tools and applications as to provide optimal strategic benefit at the appropriate cost. + +## Skill Highlights + +- IT Governance +- Team Leadership +- Systems Integration + +- Contract Negotiations +- Disaster Recovery Plans +- IT Operations + +## Core Accomplishments + +- Implemented a new phone system that will immediately + save the company over $100,000 a year with benefits that have increased + productivity while lowering the need of IT support.  This includes vendor contract negotiation, which resulted in the cost of the new phone system to be covered with no out + of pocket expenses. +- Managed multiple IT Projects that resulted in increased productivity, performance and revenue. +- Enhanced communications between our nationwide offices using Video Conferencing, saving over $50,000 a year in travel costs. +- Worked with Marketing to integrate our CRM and other systems with our Marketing systems, which resulted in real-time feedback to marketing and end users of client actions. +- Converted VMWare to Hyper-V which resulted in lower costs & quicker recovery as part of the DRP. +- Designed, Implemented and maintained a Disaster Recovery Plan that reduced recovery time from 4 days to 2 hours, potentially saving the company from catastrophic downtime. +- Initiated a Task management system that resulted in better communication and increased productivity from the team.  This kept all stakehoders in the loop on project status. +- Using qualitative and quantitative techniques, discovered numerous ways to improve current systems, saving Bradley-Morris over $250,000 a year. +- Mentored and coached employees resulting in a 25% increase in productivity. +- History of increasing infrastructure performance and increasing uptime to nearly 100%, saving the company over $5M a year in revenue. +- Quickly gained expertise in the company's CRM that resulted in saving the company over $600,000 in consulting fees. +- Increased sales and reduced costs by cutting manual quoting process time by 80% through design and implementation of a new automated quoting system. +- Spearheaded the design and build of a commissions system that resulted in recovering over $2.5M in unaccounted commissions due. + +## Professional Experience + +**VP of Information Technology** 07/2014 to 03/2017 *Company Name* City , State Hired to transform the IT department, which was successful within the first few months.  Developed an IT strategy designed to +increase sales and business process efficiency, and lower costs and company +risk. Built and managed a highly effective team of employees, vendors, and +service providers. Reporting +to the CEO, responsible for all information technology budgeting, vendor +negotiations, and business intelligence.  Responsible for the IT Budget, task +management and delegation, and IT staff mentoring and reviews. + +**VP of Information and Security Technology** 02/2009 to 05/2014 *Company Name* City , State Lead all IT operations, including purchasing, +budget and structure.  Conduct performance reviews and record results. +Prepare and deliver reports and presentations on IT issues for CEO and VP of +Sales on Demand. Train employees on system use, workflow procedures, and +technology policies. Manage employees in connection with IT functions. Manage outside vendors and consultants as needed. Served +as the HIPAA compliance officer.  Worked with marketing and the VP of Product Development to align new products concepts +with corporate technology and corporate strategic goals. + +**Director of Information Technology** 02/2006 to 02/2009 *Company Name* City , State + +Managed all information security to follow HIPAA Compliance guidelines.  Advise the CEO and other executives on advanced technology solutions.  Began serving on the Executive Management Team. Met with client executives to determine client needs, project requirements, and feasibility; translate the needs into technical requirements.  Established high functioning lean IT department to quickly respond to internal and external IT support requests.  Bolstered system performance through design and development of new Electronic Data Processing system by leveraging expertise with Visual Studio 2010, SQL Server, and ASP.NET. Oversaw all areas of Infrastructure. + +**Information Technology Manager** 02/2003 to 02/2006 *Company Name* City , State + +Continued to improve and expand the Commissions Tracking Application.  Gained expertise in the companies CRM and digitally integrated the Commissions Tracking System with the CRM.  Increased system uptime from 80% to over 99% by implementing new Hyper-V virtual servers/DFS with no downtime.  Developed and deployed corporate software and apps to employee's mobile devices for streamline corporate use and uniformity. + +**Application Developer** 08/2002 to 02/2003 *Company Name* City , State + +Spearheaded major, year-long initiative to plan, design, build, and implement an ETL commission database system utilizing SQL databases and ASP.Net, including data analysis reporting that recovered more than $2.5M in ""lost"" commissions.  Provided some end-user desktop support. + +## Education + +Information Systems 2014 *Park University* GPA: 3.5 + +**Bachelor of Science** : Management 2007 *Park University* + +Magna Cum Ladue + +GPA 3.82 + +## Skills + +ASP.Net 4.5, ASP.Net, VB.NET, Active Directory, Backup, Budget, Contract negotiation, CRM, Data Analysis, Data Processing, Databases, Disaster Recovery, ETL, EDI, ITIL, Training, Executive Management, Senior Management, GoldMine, Information Security, HealthCare IT, IT support, Leadership, Marketing, Network analysis, Performance reviews, VoIP, Presentations, Process Enhancement, Product Development, Servers, SQL, SQL Server, Strategy, Desktop support, Visual Studio, Workflow + +## Military Experience + +**Electronics Technician** 07/1997 to 07/2001 *Company Name* City , State Deployed and maintained CAT5 and fiber optic +cable. Directed and trained subordinate Technicians.  Configured +5 stations with CAT5 and fiber optic cable.  Conducted +quarterly and annual formal performance reviews for all subordinates.  Installed +Windows NT system on more than 400 computers. Earned +good conduct and sharpshooter awards.",strong_match,INFORMATION-TECHNOLOGY,41344156 +"# INFORMATION TECHNOLOGY SENIOR MANAGER + +## Summary + +- 15+ Years of Leadership experience in Information Technology (as an IT Director and Consultant) +- Extensive strategic Vendor Management Expertise (VMO Leadership) Expert in Vendor selection process (RFI, RFP, MSA and SOW) and leader in contract negotiations +- Senior Project Management leadership +- Co-Chairman of Change Management Review Board +- Saved Millions of Dollars in vendor expenses through successfully implemented sourcing “Partnerships” +- Implemented and Lead a Business Relationship Management Team +- Accomplished IT Technologist with a strong Business acumen, including an MBA Degree +- Successfully resolved complex Business, Technical and Operational issues +- Specialist at presenting Executive Level Technical Business Presentations (VP/SVP/CIO) + +## Highlights + +- Global and strategic sourcing +- Negotiations expert +- Vendor management +- Project management + +- Vendor selection process +- IT Technical Support +- Cloud Computing +- MBA Degree + +## Experience + +**Information Technology Senior Manager** + April 2013 to February 2015 *Company Name* － City , State + +- Leading worldwide major manufacturer, distributor and retailer of high quality vitamins & supplements +- Leadership role in the Vendor selection process (RFI/RFP/SOW) +- Negotiated and Contracted with selected technology vendors to optimize quality and minimize IT costs +- Successfully directed several major Vendor sourcing projects of Enterprise Business critical applications (Oracle EBS Suite) +- Draft, negotiate, and manage large complex vendor contracts +- Measure Vendor performance via Scorecards (SLA's, Performance Metrics, System Availability) +- Implement and manage multiple successful ""partnerships"" with carefully selected key Vendors (Infosys, Accenture, MindTree, Presidio, Salesforce, Oracle (OMCS), Cisco, Genpact, TechDemocracy, Tata, Pegasystems, Amdocs, etc.) +- Annual recurring savings of $2.75 million dollars from large “re-negotiated” support agreements. +- Implemented Onsite, Onshore and Offshore talent sourcing models (completed on schedule) +- Worked with the Business and IT Teams to successfully implement new technical support vendors/partners. + +**Information Technology Director** + January 2000 to February 2013 *Company Name* － City , State + +- Major Entertainment Company providing Internet, Email, VoIP and HDTV/VOD to 3.2 million customers Information Technology Director: Researched, selected, implemented and managed multiple Vendor relationships Lead several RFI, RFP, MSO and SOW's. +- Drafted and approved contract amendments/renewals. +- Extensive Business Systems, Project Management and Business Relationship achievements. +- Director of Information Systems with extensive experience in Customer Service technologies. +- Directly responsible for Managing Infrastructure and Technical Application Support teams, Improved overall contact center system uptime from 99.93% to 99.99% through monitoring and proactive maintenance. +- Maintained several JD Powers top system performance ratings. +- Directed a Business Relationship Management team which was integrated within the Business Units. +- Our IT customer surveys improved from C- to B+ under my lead. +- Successfully managed over 45 IT Projects, with many coming in on-time, on-budget and with required Business functionality Extensive Strategic Vendor Management expertise and overall responsibility for System Availability (vendor performance metrics, report cards and SLA's). + +**Business Systems Delivery Consultant** + January 1999 to January 2000 *Company Name* － City + +- Client Company (Cablevision Systems) “contract-to-hire” and was offered a Senior Management position within Corporate Information Technology. +- Started a new Technology Support team, centrally supporting over 110+ Business Applications. + +**Client Services Manager** + January 1998 to January 1999 *Company Name* + +- Provided professional consulting services to multiple Fortune 500 Companies in Investments, Banking, Finance and Insurance areas. +- My customers include Merrill Lynch, Guardian and JP Morgan Chase. +- Implemented customized CRM applications to streamline money transfer reconciliations between World Bank Members. +- Responsible for System Implementations, Project Management, Project Costing and all Customer Executive Level communications. +- Assisted the Sales team in closing 3 major new accounts (Sales Support role). + +## Education + +**M.B.A., Masters** : Business Administration Adelphi University － City , State Business Administration + +**B.S** : Management and Economics *State University of New York* － City , State Management and Economics + +**ITIL Certifications: by New Horizons Consulting ITIL v3 Foundation ITIL v3 Practitioner Pega Certified Project Management Project Manager Certification** + +## Skills + +streamline, Banking, budget, Business Systems, C, Cisco, closing 3, Consulting, contracts, CRM, Client, Customer Service, E-Business, Email, Senior Management, Finance, Guardian, Information Systems, Information Technology, Insurance, Investments, ITIL, ITIL v, Leadership, Director, Managing, money, MSA, negotiating, Enterprise, Oracle, Project Management, quality, Relationship Management, RFI, RFP, Sales, Sales Support, SLA, Strategic, technical support, Vendor Management, VoIP",strong_match,INFORMATION-TECHNOLOGY,17681064 +"# INFORMATION TECHNOLOGY SUPERVISOR + +## Summary + +Seeking a position as an Information Technology Specialist. Over 5 years of information technology experience in the U.S. Army, including over 1 year of supervisory experience. Trained personnel in the set-up of IT equipment, ensuring all equipment is properly connected and functioning. Regularly troubleshoot and install various IT equipment and systems. Accountable for the maintenance and inventory of over $1 million worth of IT and other communications equipment with zero losses or damages. Possess a Security and Microsoft Certification and a Secret Security Clearance. + +## Highlights + +- Excellent communication techniques +- Manufacturing systems integration +- Multidisciplinary exposure +- Design instruction creation +- Project management + +- Complex problem solver +- Advanced critical thinking +- SharePoint +- Microsoft Excel, Project and Visio + +## Accomplishments + +Army Achievement Medal for impacting the communications network and overall success of Key Resolve 13 in Yong San, Korea. Air Force Achievement Medal for supporting Operation Iraqi Freedom and performing as an outstanding senior controller. Certificate of Achievement for outstanding support as a member of the Tiger Team during the Windows 7 Migration. Good Conduct Medal for exemplary behavior, efficiency and fidelity in active federal military service. + +## Experience + +**Information Technology Supervisor** 01/2011 to 05/2014 *Company Name* City , State + +- Supervise up to 10 personnel at one time, delegating tasks, conducting performance evaluations and providing corrective counseling as necessary. +- Train personnel in the set-up and proper use of IT related equipment while adhering to all policies and procedures. +- Responsible for the inventory of over $1 million worth of network communications equipment. +- Tasked by President of the United States to act as supervisor and maintain signal communications for Fort Bragg army base. + +**Information Technology Technician** 01/2009 to 01/2011 *Company Name* City , State + +- Maintained communications equipment in order to effectively relay confidential and secret information. +- Utilized electronic test equipment to troubleshoot malfunctioning communications equipment and complete repairs as necessary. +- Regularly set up and added computer systems to a communication network, installing operation systems, accessing stored programs and utilizing IP addresses. +- Received training in LAN/WAN protocols. + +**Radiology Technologist** 05/2008 to 09/2008 *Company Name* City , State + +- Routinely performed radiological examinations in a medical clinic. +- Competent and experienced in the set-up and adjustment of medical devices or equipment. +- Regularly provided customer assistance, ensuring all patients received timely and accurate care. +- Accountable for the accurate documentation via electronic database and file system ensuring all confidentiality was maintained. + +**Command Post Controller** 10/2001 to 10/2005 *Company Name* City , State + +- Provided command, control, communications, and information support throughout operations during peacetime, emergency, and disaster situations. +- Received and relayed instructions and records, submitting manual and automated data products. +- Disseminated time-sensitive critical information to senior leaders and support agencies. + +## Education + +**Certification, Windows 7, Microsoft, Fort Bragg, NC,** 2012 + +**\*Certification, Security , Comptia, Yong San, Korea,** 2012 + +**\*Distinguished Graduate Certificate, Information Technology (Network Communications) Course** 2009 *U.S. Army* City , State + +**Certificate, IT Network and Cisco Routing, IT Field Services Branch** 2009 City , State + +**Associate of Science** : Radiography 2008 *Northwest Florida State College* City , State Radiography + +**Certificate** 2001 *IT Tech Prep, Trumbull Career and Technical Center* State + +**Diploma** 2001 *Warren G. Harding* City , State + +## Skills + +Army, Cisco, counseling, customer assistance, database, documentation, Information Technology, inventory, IP, LAN, Windows 7, Network, personnel, policies, protocols, repairs, Routing, San, supervisor, test equipment, troubleshoot, WAN",potential_match,INFORMATION-TECHNOLOGY,33241454 +"# INFORMATION TECHNOLOGY SPECIALIST + +## Professional Summary + +Experienced network professional with outstanding success rate at installing and supporting critical, multi-site networks. Proven ability to manage all phases of network installation and administration. Adept at analyzing business requirements and crafting technical network solutions. Possess excellent written and verbal communication skills and knowledge of the latest advances in technology. Network Administrator talented at resolving highly technical issues efficiently to maintain uptime and increase productivity levels. + +## Skills + +- Remote access support +- Systems analysis +- Preventative maintenance expert +- Data backup and recovery systems +- Wireless Access Point +- Performance testing +- User account creation + +- Superb interpersonal skills +- Antivirus and spam blocking +- VPN configurations +- LAN and WAN expertise + +## Work History + +**Information Technology Specialist** , 08/2012 to Current + *Company Name* – City , State + +- Provides outstanding support to mission partners and other customers. +- Responds to customer calls and touch labor requests. +- Ensures the confidentiality, integrity, and availability of systems and data available on the LAN. +- Troubleshoots hardware and software components and manages the testing, installation and configuration of software. +- Performs daily security inspections of entire DECC facility to include all secured and controlled areas. +- Identifies and mitigates all security vulnerabilities and coordinates with Security manager. +- Coordinates with, and escorts all DECC visitors in secure areas and ensures only authorized personnel and equipment are permitted in controlled/ secure areas. +- Enclave LAN administrator for DECC Warner Robins. +- Ensures all administrative LAN and automated data processing equipment used by personnel is maintained and fully operational. +- Plans and coordinates the installation of new software and network infrastructure equipment. +- Monitors network performance and performs diagnostics to identify and resolve connectivity issues. +- Appointed alternate Ticket Manager. +- Assigns and track incident status. +- Ensure all incidents are being worked and are completed within the allotted time. +- Escalates and forward all incidents for further evaluation if needed. +- Implemented and coordinated a complete technology refresh of DECC ADPE. +- Ensuring all staff was properly equipped to support the DECC mission. +- Spearheaded the DECC's migration from the Admin Enclave network over to the DISANet network with minimal impact to DECC personnel. +- Provides outstanding support to mission partners and other customers. +- Develops plans and designs for network modifications and enhancements Interfaces with vendors to ensure appropriate resolution during network outages or periods of reduced performance. +- Troubleshot and maintained all networking devices and infrastructure across the enterprise including switches, routers and firewalls. +- Troubleshot and maintained all networking devices and infrastructure across the enterprise including switches, routers and firewalls. +- Documented all server and network problems and other unusual events in detail. +- Upgraded and expanded network systems and their components. + +**Computer Systems Administrator** , 12/2007 to 08/2012 + *Company Name* – City , State + +- Deploys computer systems and other hardware throughout the base. +- Performs new and replacement desktop and laptop imaging for users. +- Troubleshoot and correct local desktop firewall issues, and antivirus updating issues. +- Performs upgrades, installation of software and drivers, and essential desktop troubleshooting. +- Team lead on deployment of over 150 SIPRNET workstations. +- Tasked primary administrator for all SIPRNET support in zone. +- Performed security scans on classified systems and collaborated with the Information Assurance team to mitigate vulnerabilities and breaches. +- Install and configure hardware/software to meet end-user needs. +- POC for all installs and upgrades of the Cargo Management Operations System. +- Provide desktop support and uses various utilities to trouble-shoot, repair, and check configuration of desktops. +- Install and configure network and pc attached printers to include Brother, Hewlett-Packard and Xerox multifunction printers. +- Troubleshoot/Diagnose end-user network connectivity and bandwidth issues, and DHCP scope issues. +- Diagnose and correct workstation performance issues. +- Maintain network and computer system security and ensure that all systems are operating correctly. +- Imaged and deployed over 300 laptop and desktops for customers throughout Robins AFB. +- Restored data, operating systems, files, documents and drivers. + +**Information Assurance/Network Security** , 01/2006 to 12/2007 + *Company Name* – City , State + +- In-depth experience in multiple environments developing, implementing, and maintaining secure networks. +- Duties ranged from installing and maintaining workstations to managing base boundary exception system. +- Distributed, monitored, and maintained Time Compliance Network Orders, threat bulletins, and advisories generated by the AF Computer Emergency Response Team. +- Responsibilities/Accomplishments + +**Helpdesk Technician** , 05/2004 to 01/2006 + *Company Name* – City , State + +- Responsibilities included working with end users to resolve issues relating to Operating System issues (Win9x, NT, and Win 2000), Network Connectivity, TCP/IP configuration, upgrades, MS Office products and Internet connectivity. +- Responded to customer issues, provided technical support, and monitored Network Control Center system supporting 25,000 customers. +- Created/maintained user accounts, email boxes, distribution lists, and access permissions. +- Installed programs, performed upgrades, and applied security patches as necessary. +- Isolated faults and degradations to determine cause. +- Maintained security and integrity of secure domains from unauthorized access. + +## Education + +**Bachelor of Science** : Computer Information Systems , 2002 + *Jacksonville University* - City , State + Computer Information Systems + +## Certifications + +CompTIA A+ +CompTIA Security+ +STI Certified Help Desk Professional + +## Skills + +A+, Active Directory, administrative, antivirus, C, Client and Server, Compaq, Hardware, Client, data processing, Dell servers, desktops, DHCP, documentation, drivers, email, firewall, Ghost, Help Desk, Hewlett-Packard, IBM, imaging, Information Systems, Internet connectivity, LAN, Team lead, managing, McAfee, access, Microsoft Exchange, MS Office products, Microsoft Office Suite, Windows 7, Win9, Windows 2000, 2000, Win 2000, Windows 95, 98, NT, Windows NT, migration, Monitors, Enterprise, network administration, network security, Network, Networking, networks, Norton Antivirus, operating systems, Operating System, peripherals, personnel, policies, printers, Various printers, processes, risk management, routers, switches, Symantec, TCP/IP, technical support, desktop support, Troubleshoot, trouble-shoot, troubleshooting, upgrades, Utilities, Vista + +## Additional Information + +- Security Clearance + TSCI - Top Secret Security Clearance",potential_match,INFORMATION-TECHNOLOGY,24913648 +"# INFORMATION TECHNOLOGY SPECIALIST I + +## Professional Summary + +## Skills + +account management, cables, cabling, Help Desk, Linux, MS Exchange server, Sharepoint, network security, desktop support, Unix, HP Unix, VBscript, Visual Basic Programming, Windows Server + +Active Directory account management, Help Desk, Linux, MS Exchange server 2010, network/server security, desktop support, Unix, Windows Server, Geographic Information system, group policy SCOM & SCCM, vbscripts and Powershell, SANs, + +Active Directory account management and troubleshooting, Help Desk, Linux, MS Exchange server 2010, network/server security, desktop support, Unix, Windows Server, Geographic Information system, group policy SCOM & SCCM, vbscripts and Powershell, SANs, + +## Work History + +**Information Technology Specialist I** + +- Summary of Skills and Qualifications:. + +07/2008 to Current + +**Computer Network Specialist** *Company Name* – City , State + +- I serve as the Lan Administrator. +- I installed and maintain over 100 servers. +- I installed and maintain a Hyper V cluster of 9 nodes. +- I administer several systems including Exchange 2010, Lync 2013, Active Directory 2012 including user accounts & group policy, Microsoft System Center and Operations Manager 2012, Proofpoint spam filter and iBoss web filter, ArcGIS. +- I manage Active Directory user accounts and troubleshoot Active Directory replication issues when necessary. +- I maintain 3 SANs including Nimble, Dell Equallogic and StorSimple. +- I assisted with selecting Alertus desktop alerting system by watching vendor demonstrations and recommending the best alerting system for our environment. +- I work with users on high level technical issues to analyze issue sand then take corrective action. +- I perform new employee technology orientations and cellphone training in groups or individually. +- I write or modify scripts such as Powershell, VBscript. +- I administer a Vsphere server. + +06/2001 to 07/2008 + +**Technology Specialist III** *Company Name* – City , State + +- Install and configure HP network switches, program switch ports and assign vlans, connect network wall ports and terminate network cables when necessary, troubleshoot network port communication errors and take appropriate action to correct problems, utilize TCP/IP utilities such as ping, tracert and ipconfig to diagnose network problems, installed and maintain Whats up network device connectivity monitoring software and configured the program to send sms messages when a device or service goes down, installed and maintained Blackberry Enterprise server for MS Exchange server, Fedora Core Linux with Multi Router Traffic Grapher, 2 Windows 2003 domain controllers, Renaissance Learning and Read 180 servers, Xiotech SAN and TNT network security appliance, written a number of dos and vbscript scripts to automate many functions, including student user account creation by exporting data from the student information system formatting the export file and to create approximately 5000 student user accounts, create home folders and set permissions, utilized group policy to secure workstations or install new software, implemented the district Geographic Information system by recommending ArcGIS software to my manager and worked with city and county agencies to acquire base layers and created additional layers such as school sites and attendance areas, communicated with teachers, managers and students, installed and supported a variety of software including anti virus, Office, Fortress desktop security, Rosetta Stone, Escape financial system and other education software, I used Ghost software to image computers when necessary. + +**LAN Administrator** + +- Install and manage Hyper V and other servers Manage 3 SANS - Dell Equallogic, Nimble & Storsimple Troubleshooting server and client issues Administer Exchange 2010, Proofpoint Spam filter, iBoss web filter, System Center Operations manager and Operation manager. +- EMC Networker backup Installed and maintain Active Directory, group policy, user account management Analyzing technical issues to improve functio9nality Software/Operating Systems: Windows Server 2016, 2012, 2003, 2000, Windows xp, 7, 10, Linux HP Unix, Microsoft Office 2007, 2010, 2013, 2016, Skype for Business, Track It work orders, Escape Financial System, Aeries student information system, Alertus Desktop alerting, , Laserfiche, Sharepoint 2013, Lync 2013 iBOSS web filter, Proofpoint Spam filter, Exchange 2010 DAG and Client Access Array, Informacast Speaker System,Microsoft System Center and Operations Manager, EMC Networker backup software, ArcGIS desktop and server, Maas360 mobile phone management, Azure Hardware: Install components such as network interface cards, ram, video cards, hard drives, Raid controllers, network cabling, motherboards, power supplies also troubleshooting components. + +## Education + +2013 + +**I have attended several college Computer Science courses. This includes Visual Basic Programming, Unix, several networking courses +Exchange** : + +**week long course +EMC Networker week long course +ArcGIS week long course +Windows 2012 - Powershell week long course** : + +## Skills",potential_match,INFORMATION-TECHNOLOGY,66832845 +"# INFORMATION TECHNOLOGY SPECIALIST GS11 + +## Experience + +07/2004 to Current + +**Information Technology Specialist GS11** *Company Name* － City , State + +- Information Technology Specialist; Supervison; Project Management; Circuit Management; Licensed Electrician; Alarm management; Alarm Technician; Training; Supply; Quality Assurance Kevin L. +- Trostle, DSN 266-4800, COMM. +- 865) 336-4800 + Manage the assigned IT/communications environment with privileged access at the network level for the Wing, Geographically Separated Units (GSU), and Tenants. +- Plan, coordinate, install, and continuously analyze system design, hardware and software. +- Develop, recommend, and install solutions and upgrades to ensure availability, integrity, efficiency, and reliability of all components of the assigned system. +- Ensure all performed work is captured in the Remedy ticketing system. +- Manage Telecommunications and NIPR networks for the Wing, GSU's, and tenant units. +- Continually plan, install, and analyze new hardware, software and processes to ensure networks are reliable and efficient. +- Serve as a focal point for ensuring functionality and operability of the assigned IT/data systems/functions, voice, and wireless systems to support mission requirements. +- Optimize, analyze, manage, and direct installation of any new hardware or software introduced into the environment to ensure its compatibility with existing architecture, its reliability, and functionality in relation to the organization's business requirements. +- Oversee and initiate corrective or preventative measures to rectify immediate problems and prevent future occurrences through the CFP. +- Troubleshoot and diagnose system failures to isolate source of problems. +- Provide customer technical assistance/support for all users. +- Provide management with information necessary to address difficult/complex problems. +- Review purchase requests, SOW's ensuring documentation is sufficient to justify enhancements to keep systems current. +- Work with the CFP/customers to resolve integration or configuration related issues. +- Ensure upgrades to the base IT infrastructure are identified. +- Assist customers in developing/submitting recommendations for equipment and funds. +- Assist personnel in planning/developing new or additional infrastructure/architecture capabilities. +- Coordinate efforts between system customers, support personnel, commercial vendors to identify/resolve system anomalies. +- Conduct feasibility studies to identify and analyze system failures and analyzes data to determine if trends exist which forecast the need for future replacement or modification of system hardware and software. +- As budget constraints dictate, evaluates alternative means of satisfying user requirements and provides management with the most technically feasible and cost efficient approaches to meet changing needs. +- Keep abreast of changes in technology to assist management in preparing for future enhancements. + +02/2001 to Current + +**Cyber Transport/ Client Systems Workcenter Supervisor** *Company Name* － City , State + +- Kevin L. +- Trostle, DSN 266-4800, COMM. +- 865) 336-4800 + Manage Cyber Transport/Client Systems work center personnel. +- Set and adjust work priorities, evaluate, and counsel subordinates. +- Document training of personnel using Computer based training system (TBA) + Sustain and operate systems through effective troubleshooting, repair, PMI's, system performance testing/analysis. +- Systems include network infrastructure equipment, cabling, voice systems, video systems, small computers, and printers + Maintain close working relationship with Communications Focal Point--production requirements/Remedy tickets. + +07/1996 to 07/2000 + +**F-16 Ejection System Technician** *Company Name* － City , State + +- Ronald Buckman, COMM. +- 803) 895-1190 + Troubleshot, removed, tested, inspected, repaired, modified, and installed explosive and non-explosive components and assemblies on ejection systems. +- Performed preventative maintenance on over ninety different electronically fired explosive devices ensuring proper wiring and termination. +- Foreign object damage monitor, briefed wing commander monthly on findings. +- Ran entire supply system ensuring all parts and supplies were readily available. +- Hazardous materials monitor. +- Explosive inspector. +- Ensured proper grounding points were present in shop to prevent electrostatic discharge to explosive components. +- Section workgroup manager in charge of maintaining computers and ensured needed software was installed. +- Shop computer security monitor. +- Trained and supervised personnel. +- Quality Assurance Assessor. + +## Education and Training + +JUN 1996 + +**HS Diploma** : General Studies *Brockport High School* － City , State General Studies + +MAY 2003 + +**BS Degree** : Electrical Engineering *University of TN* － City , State Electrical Engineering + +November 1996 + +**USAF, Electronic Principles, June 2002 to August 2002; USAF, Telephone Systems Apprentice Course, September 2002 to December 2002; USAF, Aircrew Egress Systems Apprentice Course** Numerous certificates for web-based training on LAN fundamentals, routers, topologies, cisco networking, etc. + +## Interests + +While stationed in South Carolina performed three years of volunteer electrical work for Habitat for Humanity. While doing this work I learned the fundamentals of wiring a house for electric, cable, and telephone. + +## Skills + +budget, cabling, cisco, hardware, Client, documentation, Electrician, feasibility studies, funds, Information Technology, inspector, LAN, materials, access, network, networking, networks, personnel, Telephone Systems, printers, processes, Project Management, Quality Assurance, routers, system design, technical assistance, Technician, Telecommunications, Troubleshoot, troubleshooting, upgrades, video, wiring + +## Additional Information + +- AWARDS: + Superior Performer, 2nd Quarter 2003; USAF Achievement Medal, June 2000; Humanitarian Service Medal, January 1998; 20 CRS Maintenance Professional of the Year, 1998; Airman of the Quarter, May 1997; Airman of the Month, March 1997; Airman of the Month, February 1997 + OTHER INFORMATION: + While stationed in South Carolina performed three years of volunteer electrical work for Habitat for Humanity. While doing this work I learned the fundamentals of wiring a house for electric, cable, and telephone.",potential_match,INFORMATION-TECHNOLOGY,21780877 +"# ADMINISTRATOR OF INFORMATION TECHNOLOGY + +## Summary + +Advanced Desktop Support Lead/Manager with 14 plus years of experience in the Information Technology field providing Tier II - III technical support. I have demonstrated highly advanced troubleshooting techniques in resolving end-user issues with swift efficiency and going above and beyond SLA. 15 plus years of experience working with United Senate end-users across multiple technological platforms. + +## Experience + +*Company Name* **Administrator of Information Technology** + City + +- January 17th 2007- Present). +- Research, implement and support new technologies in support of developing public policy implement and support of 175-person infrastructure upgrades Train technical and general staff in support processes and troubleshooting techniques Establishes system specifications by conferring with users; analyzing workflow, access, information, and security requirements; designing system infrastructure. +- Establishes system by planning and executing the selection, installation, configuration, and testing of PC and server hardware, software, LAN and WAN networks, and operating and system management systems; defining system and operational policies and procedures. +- Maintains system performance by performing system monitoring and analysis, and performance tuning; troubleshooting system hardware, software, networks and operating and system management systems; designing and running system load/stress testing; escalating application problems to vendor. +- Secures system by developing system access, monitoring, control, and evaluation; establishing and testing disaster recovery policies and procedures; completing back-ups; maintaining documentation. +- Prepares users by designing and conducting training programs; providing references and support. +- Upgrades system by conferring with vendors and services; developing, testing, evaluating, and installing enhancements and new software. +- Meets financial requirements by submitting information for budgets; monitoring expenses for the entire Leadership conference. +- Protects organization's value by keeping information confidential. + +*Company Name* **United States Senate Network Support Engineer** + City + +- August 17th 20004 -2006). +- Integrated, selected and developed procedures to support 3rd party. +- Provided support for software, printing, and network access issues to entire Senate community. +- Provided senior level support to internal Help Desk operations. +- Worked on integrating with 3rd party software. +- Responsible for installation, configuration and support of Capitol Correspond sql database. +- Trouble shooting with HP printer issues. +- Worked on connecting and configuring PC's, and NT servers to the network. +- Assure that H/W and software are working smoothly within the environment. +- Provide desktop support in a cross-platform environment Support the ongoing development and maintenance of local area network Support effective security systems. +- Back-up systems and updates. +- Perform special projects as needed. +- Identify, research, and recommend solutions on technical issues as needed. + +*Company Name* **United States Senate Software Specialist** + City + +- August 15th 2000 -2004). +- Provides client site level 2 support of capitol Correspond database management software running on MS SQL database. +- Responsible for installation, configuration and support of Capitol Correspond SQL database. +- Provided client training for the use of Capitol Correspond Database. +- Trouble shooting with MS SQL, and troubleshooting printer issues. +- Provided client training for the use of Capitol Correspond Database. +- Worked on connecting and configuring PCs, and NT servers to the network. +- Provide desktop support in a cross-platform environment Support the ongoing development and maintenance of local area network Support effective security systems. +- Back-up systems and updates. +- Perform special projects as needed. +- Identify, research, and recommend solutions on technical issues as needed. + +## Education + +*AMERICAN MILITARY UNIVERSITY* 2014 **Master of Arts** : National Security Studies Cyber Security National Security Studies Cyber Security + +*AIR FORCE AIR COMMAND AND STAFF COLLEGE* 2013 State Graduate Certificate: Aerospace, Cyberspace and Joint Professional Education. + +*MARYMOUNT UNIVERSITY* 2007 **Master** : Science Computer Information Systems Management City , State Science Computer Information Systems Management + +*MARYMOUNT UNIVERSITY* 1999 **Bachelor of Science** : Computer Information Systems City , State Computer Information Systems + +*MCAFEE CYBER INSTITUTE* **Certified Cyber Intelligence Professional (CCIP). 2016** + +## Professional Affiliations + +Member of the Delta Epsilon Sigma Honor Society Member of Intelligence and National Security Alliance. Member of the Senate Information Security IT group. Member of Council for Emerging National Security Affairs. Member of Partnership for Secure America. + +## Publications + +Congressional Scholar Certificate: Security Policy. +CompTIA A+, Network+ Security+ (2016) + +## Languages + +Arabic (fluent) + +## Skills + +Arabic, Back-up, budgets, hardware, client, Database, database management, designing, disaster recovery, documentation, financial, Help Desk, HP, local area network, LAN, Leadership, access, 2000, network, networks, NT servers, PC's, policies, printer, processes, Research, sql, MS SQL, desktop support, training programs, Trouble shooting, troubleshooting, Upgrades, WAN, workflow",potential_match,INFORMATION-TECHNOLOGY,25959103 +"# INFORMATION TECHNOLOGY INSTRUCTOR + +## Summary + +Seventeen years experience in the information technology field. Seven years experience in curriculum design and computer based training development. Group and project management experience for over twelve years. Advanced problem solving skills and expertise. Advanced customer service training and experience Curriculum Data Analysis Other · Curriculum design · Advanced Data Analysis · Student counseling · Learning analysis · Market analysis · Customer service training · Advanced planning · Training success evaluation · Team building · Articulation and development · Quantitative project analysis · Project management · implementation · Qualitative project analysis · Advanced conflict resolution · Evaluation · Advanced user experience · Market driven planning expertise · Computer based training design data analysis + +## Highlights + +Media Design Productivity Other · Photoshop · Microsoft · Network Management · Premier · Word · Novell Console 1 · Illustrator · Excel · Microsoft Networking · InDesign · Powerpoint · Cable Wiring Standards · Flash · Project · Machine Hardware · Dreamweaver · Outlook · Windows OS installation & · Fireworks · iLife Repair · Soundbooth · Pages · Mac OS Installation & Repair · QuarkXpress · Numbers · Virtualization · Camtasia · Keynote · Parallells · HTML Coding · iMovie · VMware, Desktop & Fusion · PHP / Database connection · iPhoto · Course Management Software + +## Experience + +**Information Technology Instructor ...................................................................................................................** Jan 2012 to Current + *Company Name* － City , State + +- Manage student learning needs. +- Create Curriculum for IT Program. +- Manage two part time instructors. +- Teach three classes of twenty-two students each class per day. +- Manage open entry/open exit curriculum for all training in the program. +- Verify training outcome reports to maintain COE standards. +- Data metric analysis of student progress throughout the course. +- Answer questions of potential students and parents. +- Review and update training standards as needed. +- New curriculum development according to market requirements Customer service training tailored towards IT students Partner with fellow instructors to provide cross training and student interaction Work with student services to assure student success Counsel students on learning methods and methods for improvement. + +**Help Desk Manager ­ Campus D .....................................................................................................................** Jan 2010 to Jan 2012 + *Company Name* － City , State + +- Manage incoming troubleshooting calls from four state agencies. +- Assisted help desk staff members in resolving customer requests with first call resolution. +- Create and specify computer standards for the Utah Dept. +- of Health. +- Trained fourteen help desk staff members on help desk phone client installation and usage. +- Software management for Dept. +- of Health. +- Manage new user creation procedure for state departments of Health & Natural Resources. +- Created new user training documentation for thirty help desk staff members in the State of Utah. +- Provide remote control support for customers throughout the state. +- Customer friendliness reported on several occasions to management staff, commended for ability to teach customer how to utilize their technology more effectively. + +**Media Designer ..................................................................................................................................................** Jan 2009 to Jan 2010 + *Company Name* － City , State + +- Prepare training curriculum for preparedness trainings. +- Designed eighteen computer based training courses for the department of Health's management staff training over one hundred managers providing significant cost savings. +- Coordinated information technology needs for fifty preparedness staff members. +- Designed cover art and the multimedia presentations to give trainees after sessions, prepared over one thousand take home packets for various trainings. +- Served as technical lead staff member for the Utah Department of Health's training and education center. + +**Technical Support Specialist ............................................................................................................................** Jan 2002 to Jan 2009 + *Company Name* － City , State + +- Provided advanced level technical support for department staff in computer repair and service. +- Inventory control for department of health hardware. +- Created Technology standards for division of Health systems improvement. +- Served on advisory committee for mobile device policy creation. +- Updated department travel system from paper to online. + +## Education + +**Masters of Education** , Learning & Technology 2012 *Doctorate of Education; Higher Education, Ed.d ...........................Concordia University M.Ed. ............................. Western Governor's University* Learning & Technology + +**Bachelor of Science** , Information Technology Management Information Technology Management + +**B.S. .........** 2010 *Western Governor's University* + +**Associate of Applied Science** , Multimedia Technologies Multimedia Technologies + +**A.A.S .........................** 2003 *Utah Valley University* + +## Skills + +Photoshop, Premier, art, Cable, Hardware, computer repair, curriculum development, client, Customer service training, Database, Department of Health, documentation, Dreamweaver, Fireworks, Flash, help desk, HTML Coding, Illustrator, InDesign, information technology, Inventory control, Mac OS, market, Excel, Microsoft Networking, Outlook, Powerpoint, Windows OS, Word, multimedia presentations, Natural, Network Management, Novell, PHP, progress, QuarkXpress, staff training, technical support, user training, phone, troubleshooting, Wiring",potential_match,INFORMATION-TECHNOLOGY,25990239 +"# ENGINEERING MANAGER + +## Profile + +Dedicated Engineering Manager with excellent technical, analytical and communication skills demonstrated by over 25 years of experience. + +## Skills + +- Windows XP Professional (Word Excel and Outlook) and Internet. + +- Project management +- Process improvement + +## Accomplishments + +*Testing, Evaluation and Analysis:* + +- Tested equipment to ensure compliance. +- Analyzed data and provided recommendations which resulted in adoption of new cost-saving equipment. + +*Project Management* + +- Supervised project production efforts to ensure projects were completed to company standards, on time and within budget constraints. + +## Professional Experience + +**Engineering Manager** 11/2010 to 02/2016 *Company Name* City , State + +- Directed the installation, testing, operation, maintenance, and repairs of equipment. +- Trained mechanics on standard operating procedures and coordinate preventive maintenance programs. +- Responsible for remodeling projects, making detailed plans to accomplish goals and direct the integration of technical activities. +- Worked closely with management, front desk, food & beverage, security, and housekeeping staff in regards to room and common areas activities and issues. +- Responsible for safety, health, fire, and emergency systems to comply with municipal and federal regulations. +- Managed numerous projects simultaneously within budgetary restrictions. +- Prepared accurate specifications for purchase of materials and equipment for purchasing department. +- Collaborated with the Director of Engineering regarding design parameters for projects. +- Resolved part and assembly discrepancies. + +**Assistant Superintendent** 04/2003 to 10/2010 *Company Name* City , State + +- Responsible for the maintenance and repairs of 600 residential units. +- Assisted the Superintendent in maintaining the physical integrity of the building. +- Involved in ensuring a safe, secure and comfortable living environment for residents. +- Handled the daily building inspections for damages and cleanliness. +- Performed electrical and plumbing work as needed. +- Conducted preventive maintenance of low-pressure oil boiler and ancillary equipment. +- Supervised a staff of nine (doormen and porters) in the evenings. +- Repaired or replaced defective equipment, components or wiring of window air conditioning units and 3-tons systems. +- Prepared estimates for work orders and request material required to complete jobs. +- Ensured that adequate supplies are in stock for emergency repairs and preventive maintenance. +- Completed daily reports of work performed, problems, unusual occurrences, materials expended for billing and recordkeeping purposes. + +**Suite Attendant** 12/1994 to 03/2003 *Company Name* City , State + +- Served eighty-nine luxury suites during Knicks, Rangers, concerts, circus and private events. +- Acted as the liaison between Madison Square Garden Club Suites Service Department and guests. +- Assisted in the coordination of corporate parties. + +**Assistant Superintendent** 10/1990 to 09/2000 *Company Name* City , State + +- Assisted in the maintenance of 47 residential units. +- Repaired all physical damages to apartments. +- Responsible for conducting all plumbing and electrical wiring. + +## Education and Training + +**Type your own** 2016 *Trade School* + +Coursework in [Course Name] + +## Languages + +Fluent in Spanish + +## Skills + +Billing, blueprints, carpentry, detail-oriented, electrical wiring, engineer, HVAC, materials, Excel, Outlook, window, Windows XP, Word, Oil, painting, Plumbing, read, repairs, safety, Soldering, Fluent in Spanish, Welding, wiring",potential_match,ENGINEERING,44624796 +"# INFORMATION TECHNOLOGY INTERN + +## Professional Profile + +To obtain a full time in the Entry Level Information Technology Management field where I can utilize my education to contribute to company's operations and learning opportunities where I can maximize my skills, and advanced training development. + +## Qualifications + +Microsoft Word, Power Point, and Excel + +## Experience + +10/2014 to 05/2015 + +*Company Name* － City , State + +- Provided assistance to students with weak study areas. +- Analyzed students in acquiring better understanding of specific weak areas within American Sign Language (ASL) courses. +- Contributed students to improve their ASL receptive and expressive skills. + +06/2012 to 08/2012 + +**Information Technology Intern** *Company Name* － City + +- Participated in human and technology interaction management with supervisor. +- Developed an interface between website and databases via Excel that allowed House of Representatives and Senators more effective and easier access to information. +- Completed several workshops and lectures about the history of the Library of Congress. + +02/2012 to 08/2012 + +**Media Student Assistant** *Company Name* － City + +- Set up and maintained the Computer Aided Real-Time translation (CART) system in classrooms and various locations around campus, when needed. +- Assisted staff, faculty and students on a daily basis with equipment repairs, customer service and technology problems. +- Verified that each classroom had the appropriate equipment and technology needed for success daily. + +## Education + +December 2016 + +Information and Technology Management American Sign Language *Bloomsburg University of Pennsylvania* － City , State Information and Technology Management American Sign Language 3.35 + +## Languages + +Fluent in American Sign Language and English. Can navigate in multicultural situations. + +## Skills + +American Sign Language, Excellent communication, customer service, databases, English, access, Excel, Power Point, Microsoft Word, works, problem solving skills, Real-Time, repairs, supervisor, translation, website, workshops + +## Additional Information + +- Awards/Certificates: + \*Dean's list above 3.50 GPA Spring 2016 + \*Bloomsburg University Career Intensive Boot Camp Spring 2016 + Activities/Communities: + \*Chi Alpha Epsilon Honor Society 2015 - 2016 + \*Delta Alpha Pi Honor Society 2015 - 2016 + \*Phi Sigma Pi National Honor Fraternity 2015 - 2016 + \*Signify Club President 2015 - 2016 + \*Delta Sigma Phi Fraternity Brother 2012",no_match,INFORMATION-TECHNOLOGY,68460556 +"# INFORMATION TECHNOLOGY (INTERNSHIP) + +## Summary + +MBA graduate specialized at a Business Management of the industries institution which crosses the fields such as healthcare, and IT to compare the optimal practices between the major players. To obtain an analyst position, utilize professional Skill and Knowledge in business. Preferably in business analyst. + +## Skills + +Language: Chinese, English and Japanese + +Professional Skills: + +- Microsoft Office, Excel, Power Point, Word, Outlook, SQL, +- Adobe Suit, Flash, Photoshop, Illustrator, +- 3D Max +- Others: PHP, Java, C#, Visual Basic, HTML, Cording, Programming, Customer relationship management (CRM) ERP System, RFID, E-Commerce, Electronic Product Code (EPC) Financial Accounting, Human Resources, (HR) Business Marketing, International Trade (Import and Export) App Development SEM, analysis, QMS Statistics, Healthcare. + +? + +## Experience + +July 2014 to September 2014 + +*Company Name* City , State **Information Technology (Internship)** + +Examined problems between users and systems. + +Worked at different stations of hospital, including:ER, Registration, Pharmacy, Central Sterile Supplies Department (CSSD), and Medical Supplies store room. + +September 2013 to December 2015 + +*Company Name* City , State **Business Analyst** + +Worked with Tourism Bureau to publish ""Taiwan Hot Spring Voucher"" in order to promote Taiwan. + +Generated 3K followers  in Facebook Fan page within 3 months + +Built and designed official website. + +May 2012 to January 2015 + +*Company Name* City , State **Chief Executive Officer** + +Expand five new business sites, two located at the large- scale department stores in the country + +Planned for cultural events, including Simple Life Festival in Taipei and Shanghai China. + +Launched limited edition custom dress with bloggers, created record sales. 100 customer dresses were sold out within 4 hours. + +Increased sales by 25% in two quarters. + +September 2011 to June 2013 + +*Company Name* City , State **Campus Youth E- Service Volunteer** + +Planned summer and winter camps for kids who lack educational resources. + +Team lead and Recorder + +## Education + +2016 + +*Metropolitan State University* + City , State , USA Business Administration and Management + **MBA** + +Master of Business Administration (MBA) + +- International Trade +- Organizational Behavior +- Finance and Accounting + +GPA 3.7? + +2015 + +*National Taipei University of Nursing and Health Science* + City , State , Taiwan Information Management + **Bachelor of Science** + +Bachelors of Information Management + +- Information Technology +- ERP (Enterprise Resource Planning) + +Recruited to Top 3 Schools based on Academic Achievement + +2015 + +*Global Language Institute* + City , State , USA English + +English Dialect and Language + +- Excelled in English +- Write,Read and Speak English + +Chose to be Graduation Speaker for the Classs + +GPA 3.4",no_match,INFORMATION-TECHNOLOGY,20024870 +"# INFORMATION TECHNOLOGY COORDINATOR + +## Professional Summary + +Highly talented and accomplished Paralegal with extensive experience in investigative and online legal research. More than 5 years of experience working in the legal field. Knowledgeable in all aspects of case preparation and representation, previous court experience, familiar with filings, petitions, case management, and interviewing. Excellent research, documentation, reporting abilities, outstanding communication and presentation skills. Predisposed to procedural and methodological approaches to problem solving and analysis. Detail oriented with a demonstrated commitment to excellent customer service. + +## Core Qualifications + +- LexisNexis, Westlaw, Concordance, CaseMap +- Knowledge of Local, State and Federal laws +- Principles and Practices of Legal Communication +- Court Procedures/Processes + +- Results-oriented +- Client-focused +- Interview Techniques and Methods +- Word, Excel, PowerPoint, Access, Project + +## Experience + +**Information Technology Coordinator** , 01/2014 - Current *Company Name* - City , State + +- Worked across all levels of the organization to support the Corporate Information Officer (CIO) and the Senior Leadership Team. +- Enable the CIO and Senior Leadership Team to effectively and efficiently execute their duties by continuously managing, maintaining appointment calendars, and documentation of forecasted project plans/milestones, communications derived from their initiatives, commitments, and ongoing management functions. +- Single Point of Contact (SPOC) for in-house Information Technology Operations Assessment. +- Maintain client files, vendor files and deal sensitively with confidential material and general office management. +- Support business resiliency management program (BRM) in developing key principles and scope documentation. +- Support IT communication and employee engagement by working cross-functionally to develop and organize IT Town halls and other functions. +- Gather and analyze data to understand and assist in improving IT business communication, and functions. +- Collect, compile and interpret data as it relates to business critical vulnerabilities. +- Self-directed, detail oriented, outstanding organizational skills coupled with excellent task and time management skills. + +**Executive Assistant, Contractor** , 01/2013 - 09/2013 *Company Name* - City , State + +- Key executive support person in the management, coordination, and implementation of the operations of the Quality department; responsible for interacting on behalf of several Vice Presidents with all elements of the department and to foster productive relationships among key executives. +- Organized, managed, and executed initial and follow-up communications, travel, facilities set-up, programs and program participants. +- Oversaw the management of the Vice President's calendar and relieved him of managerial detail including, but not limited to, scheduling, rescheduling, and prioritizing as needed. +- On-boarded and separate employees. +- Governed computer hardware, software, computer peripheral equipment procurement and ensured set up of employee hardware. + +**Legal Administrative Supervisor** , 10/2006 - 07/2012 *Company Name* - City , State + +- Coordinated the support function in the Law School Division, Chicago Office. +- Supervised temporary staff, performed administrative personnel related activities, monitored workflow, supervised and oriented new employees, and ensured efficiency of work processes. +- Supported the Vice President of Sales, Director of Sales and several Attorneys within the law school organization and assisted with projects as needed. +- Established work priorities, supervised, motivated and evaluated the work of assigned staff. +- Prepared reports regarding workflow management and other business operations within the office. +- Performed timekeeping, other administrative functions and coordinated the completion of timely performance appraisals. +- Conducted research, organized data, generated reports, prepared correspondence, documents and presentations for attorneys and senior management. +- Responsible for coordination of all client meetings: developed a tracking system to ensure timely and appropriate scheduling, created meeting materials including spreadsheets, handouts and executive summaries and ensured successful follow-up on action items resulting from meetings. + +## Education + +2014 *College of Lake County* - City , State **CFTC - Computer Forensics Technician Certification** Computer Forensics + +2014 *College of Lake County* - City , State **CFAC - Computer Forensics Analyst Certification** Computer Forensics + +2013 *College of Lake County* - City , State **Certificate of Completion, Paralegal Studies** Legal + +Approved by the American Bar Association + +2008 *Strayer University* - State **Bachelor of Science** Computer Information Systems InfoSec + +Computer Information Systems, Emphasis in InfoSec + +Graduated Summa Cum Laude + +**Certificate of Completion, Cisco Studies** + +Training for Cisco; CCNA, CCNA-Security, CCNA-Voice, (Microtrain, Lombard, IL) – 2012 – 2013 + +**Encase and FTK Certification Candiate** + +(Training for Encase and FTK Certification) – 2016 + +## Professional Affiliations + +Member, Illinois Paralegal Association ' Member, National Federation of Paralegal Association + +Member, Cook County Bar Association Member, Lake County Bar Association + +## Skills + +Executive and Legal Support, Business Analysis, Strong Communication Skills, Business Operations, Detail oriented, Documentation and Time Management, Information Technology and Technical Support, Leadership, Legal Terminology, Managerial Experience, Meeting Organizational Skills, Advanced Problem-solving Skills, Paralegal , Performance appraisals, Personnel, Presentations, Processes, Procurement, Project Management, LR&W, Westlaw, LexisNexis",no_match,INFORMATION-TECHNOLOGY,91697974 +"# ENGINEERING TECHNICIAN + +## Highlights + +PC Operating Systems, Microsoft Office, Outlook, Internet + +## Experience + +*Company Name* City , State **Engineering Technician** 01/2014 to Current + +- Analyze documentation to ensure production accuracy. +- Use MS Excel and PowerPoint to create presentations and spreadsheets. +- Engage engineering to resolve production issues. +- Create and maintain production training certifications. +- Generate training matrix to determine and eliminate training gaps. +- Conduct weekly safety audits to reduce accidents and ensure safe workplace. +- Use Oracle to track material transactions, verify vendor and material information, and print transfer orders. +- Point of contact for Vendor, OSSR, PM, Buyer, Planner and Manager for many part issues. +- Initiate stock purge of suspected discrepant material and coordinate the inspection and disposition of the material. +- Manage weekly MRB meetings and provide weekly DMR disposition metrics. +- Work with suppliers to resolve issues with parts found on the manufacturing floor. +- Effectively manage all DMR/RTS material initiated by test, remotes and build activities. +- Support the ""TXZ cover recycle"" effort through SR initiation and material preparation for shipment to Japan. + +*Company Name* City , State **Consultant** 12/2012 + +- Analyzed and determined factors affecting networking needs including hardware and attenuation/interference. +- Set up dual network infrastructure utilizing both wired and wireless routers. +- Austin Free-Net Dec 2012. +- Assist in the design of deployment server for the distribution of updates to various computer labs. + +*Company Name* City , State **Engineering Technician** 01/2011 to 12/2013 + +- Maintain documentation and records. +- Analyze documentation to ensure production accuracy. +- Managed incoming product and shipping process. +- Assist Manufacturing Engineering team on new product production and quality procedures. +- Review production orders and provide updates to ensure production accuracy. + +*Company Name* City , State **Manufacturing Lead** 07/2004 to 12/2010 + +- Analyzed production orders and schedules to ascertain types, quantities and specifications. +- Planned production operations, establishing priorities and sequences. +- Utilized Microsoft Office to document and update status reports. +- Analyzed production reports and resolved operational and manufacturing problems to ensure scheduling needs. +- Provided training, supervision and logistics coordination. +- Maintain training certification and documentation. +- Aligned internal resources to achieve on-time and budget performance objectives. +- Analyzed reports and consulted with quality, management, and engineering personnel to solve problems. +- Interface with customer to monitor project progress and cost. +- Assisted in administration of software database. +- Installation of network systems. +- Assisted in implementing production software in a high volume manufacturing environment. +- Coordinate product transition and support team. + +## Education + +Business Administration 2019 *University of Phoenix Texas* Business Administration + +## Professional Affiliations + +Information Systems Security Association (ISSA) + +## Skills + +budget, hardware, network systems, database, Dec, documentation, inspection, logistics, meetings, MS Excel, Microsoft Office, Outlook, PowerPoint, network, networking, Operating Systems, Oracle, personnel, presentations, progress, quality, Maintain documentation, routers, safety, scheduling, shipping, spreadsheets, supervision",no_match,ENGINEERING,14206561 +"# ENGINEERING INTERN + +## Professional Summary + +A Computer Science junior at Lynchburg College with the understanding and problem solving to work my way through any situation. Using the life skills I learned while I attained my Eagle Scout rank, the highest in boy scouts and only given to a very small percentage of scouts. + +## Experience + +*Company Name* June 2015 to August 2015 **Engineering Intern** + +- Designed and worked with building information modeling (BIM) in AutoCAD MEP throughout the entire work-cycle under extreme time crunches. +- Creating functional ethernet, pneumatic, and electronic controls for a confidential client. +- Assisted with installation of a pneumatic controls system for a large and confidential development outside of Charlottesville, VA. +- Worked in the field at Indian Head Military Base, MD collecting outfall locations for later analysis and reduction. + +*Company Name* June 2014 to August 2014 **Engineering Intern** + +- Created and edited AutoCAD drawings for the US State Department, Arlington National Cemetery, and Jefferson Island, MD. +- Using Autodesk Inventor, recreated the company's patented Reverse Osmosis Multi Element Module (ROMEM) with a high level of detail, as well as rendering numerous images using Autodesk Showcase. +- Researched, Acquired, Built, and Configured an Enterprise Server to replace the firm's antiquated system. +- Specifications: Intel Xeon E5-2620 @ 2.0 GHz, Processor MSI X79A-GD45 Plus, Motherboard Windows Server 2012, OS 8x 8 Gb G.Skill Ripjaws Z series 240-pin DDR3, RAM 3x Seagate Barracuda 2 Tb SATA 6.0 Gb/s 3.5"", Internal hard drive Seagate Barracuda 3 Tb SATA 6.0 Gb/s 3.5"", Internal hard drive Cooler Master V8 GTS, CPU cooler Wiring and testing for VAV (Variable Air Velocity) boxes and installation of Intelligent Room Sensors for Sprint, Reston Va. +- Researched and acquired numerous technical items to help improve the company's efficiency. +- Assisted in acquiring and connecting an Industrial Wireless Network Bridge to connect the company headquarters network to a new remote office building network. + +*Company Name* July 2012 to January 2014 + +- Insider responsible for taking customers for orders and resolving problems they had experienced with Papa Johns. +- Tossed and made pizzas to the customer's specifications. +- Helped manage a small number of employees to create a friendly and efficient working environment. +- Software C++ Autodesk Inventor, AutoCAD (2009,12,15,16), 3Ds Max, Python. + +## Education + +*Lynchburg College* 2017 **Data Structures & Analysis in C++ and Python +\*Mathematical Theory in Computer Science** : Computer Science/ Minor Sports Management Micro and Macro Economics Computer Science/ Minor Sports Management Micro and Macro Economics + +*Oakton High School* 2013 **Diploma** : Engineering/STEM Award Engineering/STEM Award + +## Interests + +Sports 2011- Present Lynchburg College Club Lacrosse 3x High School Varsity Lacrosse High School Varsity Football Community Service/ Volunteer Virginia 10 mile Walk/Run October 2013 Manned Drink station and cheered on runners at half way point Eagle Scout project December 2012 This project was what I had planned, managed, and executed to receive my Eagle Scout rank. My project was a community food drive that involved setting up a collection center, sending out flyers, as well as placing them door-to-door. The collection of food came to be just around two tons of food for the Community of Faith United Methodist Church. Stop Hunger Now 2011 Made packaged meals to send to those in need, sent to Haiti Assistance League of Northern Virginia© 2008-2011 Assisted in volunteer work to aid local assault victims by transporting supplies and materials bought or made by the volunteers. Achievements BSA Eagle Scout (BSAs Highest Rank) March 2009-December 2013 + +## Personal Information + +Less than 2% of boys that enter Boy Scouting program achieve the rank of Eagle Scout. Requirements to obtain the rank include earning at least 21 merit badges, each involving different skills where some may take months to complete. Also continually demonstrating Scout Spirit through the Boy Scout Oath and Law, service, and leadership. This includes an extensive service project that the Scout plans, organizes, leads, and manages. +\*I have received multiple honors and awards in sports. Ranging from being captain of my lacrosse teams to + +## Additional Information + +- HTML Java Programming Activities Sports 2011- Present Lynchburg College Club Lacrosse 3x High School Varsity Lacrosse High School Varsity Football Community Service/ Volunteer Virginia 10 mile Walk/Run October 2013 Manned Drink station and cheered on runners at half way point Eagle Scout project December 2012 This project was what I had planned, managed, and executed to receive my Eagle Scout rank. My project was a community food drive that involved setting up a collection center, sending out flyers, as well as placing them door-to-door. The collection of food came to be just around two tons of food for the Community of Faith United Methodist Church. Stop Hunger Now 2011 Made packaged meals to send to those in need, sent to Haiti Assistance League of Northern Virginia© 2008-2011 Assisted in volunteer work to aid local assault victims by transporting supplies and materials bought or made by the volunteers. Achievements BSA Eagle Scout (BSAs Highest Rank) March 2009-December 2013 Less than 2% of boys that enter Boy Scouting program achieve the rank of Eagle Scout. Requirements to obtain the rank include earning at least 21 merit badges, each involving different skills where some may take months to complete. Also continually demonstrating Scout Spirit through the Boy Scout Oath and Law, service, and leadership. This includes an extensive service project that the Scout plans, organizes, leads, and manages. I have received multiple honors and awards in sports. Ranging from being captain of my lacrosse teams to + +## Skills + +Proficiency in C++, AutoCAD, AutoCAD Inventor, Python, Linux, Xcode, Visual Basic, MS Word, MS Powerpoint, Programming in MS Excel",no_match,ENGINEERING,54227873 +"# CONSULTANT + +## Professional Summary + +High-achieving management professional and effective consultant possessing excellent communication, organizational and analytical capabilities with about 4 years of experience in devising innovative strategies and solutions to resolve complex business challenges. Adept at managing projects, vendors, analyzing organizational operations, and performing customer journey, competitor and gap analysis. + +High-achieving management professional and effective consultant with excellent communication, organizational and analytical capabilities and about 4 years of experience in devising innovative strategies and solutions to resolve complex business challenges. Adept at managing projects, vendors, analyzing organizational operations, and performing customer journey, competitor and gap analysis. + +## Skills + +- Strategy & Operations +- Process Optimization +- Digital Transformation + +- Cross Functional Team Management +- Project/Product Management +- Agile/Lean Methodologies + +## Work History + +**Consultant** *Company Name* - City , State 06/2015 - Current + +- American Global Computer Security Software Fortune 500 Company Managed and delivered a project to implement and integrate a new content management platform to create a unified brand experience, support scalability, growth and enhance digital presence for client's business - post acquisition Led cross-functional global teams consisting of technical, business and functional representatives and achieved key milestones on time with quality deliverables Prioritized, escalated and resolved issues with internal and external stakeholders Directly managed 3rd party vendor and offshore teams. +- Client: American Consumer Food Products and Services Company Provided recommendations around User Centered Design and ADA compliance for E-Commerce Implementation project Performed Digital Conversion analysis using Google Analytics tool Performed User Acceptance Testing to provide recommendations around usability and functional design Generated process flow diagrams for knowledge transfer during project closure phase. +- Eminence and Firm Development Contributions Extensive experience working with senior management and stakeholders to develop client proposals and RFP's Worked with partners to enhance Deloitte Digital's new market offering and business development efforts. + +**Product Strategy Intern** *Company Name* - City 09/2015 - 12/2015 + +- Led a practicum team at Carnegie Mellon University to understand IBM Bluemix (PaaS), cloud based solution and use business frameworks to perform market, competitor and customer journey analysis Liaised with cross functional teams to assess opportunities in marketplace, determine synergies and align business unit goals with corporate strategy Worked with senior management and stakeholders to develop strategy for to enhance awareness, increase conversion and explore new market opportunities to scale the client's user base. + +**Assistant Operations Manager** *Company Name* - City 07/2012 - 10/2013 + +- Business Strategy & Vendor Management: Automation of Hub, typical model and replication Reported to Chief Operating Officer to recommend company wide automation strategies and vendor selection Conducted gap analysis, market research, competitor and financial analysis to propose short, mid and long term strategies to the Executive team. +- Project Management: RFID Project Member of the core project management team responsible for coordinated of cross-functional teams to achieve project milestones Focused on process improvement and optimization to enhance team productivity Defined the Key Performance Indicator's to evaluate vendors. + +**Academic Projects** *Company Name* 08/2014 - 12/2015 + +- Software Product Strategy: Conceptualized and launched Online E-commerce store, developed Product Strategy and Roadmap, and produced Engineering, Financial and Marketing plan Commercialization of IP: Developed Go-to- Market Strategy, Product Roadmap and proposed Business Model to launch CMU's Automatic Speech Recognition Technology and presented to Sand Hill Angel Investors Software Requirement and Interaction Design: Designed a working prototype for the first responders using the human centered user design approach Human Computer interaction: Designed an Apple watch prototype for Porsche customers by accessing contextual interviews, creating personas, generating scenarios and story boards Survivable Social Network on Chip: Performed Object Oriented Analysis and Design along with the estimation, planning, development, measurement and tracking of the software project using the hybrid development approach. + +## Education + +**Master of Science** : Software Management *Carnegie Mellon University* - 2014 + Recipient of the Software Management Fellowship for academic excellence at Carnegie Mellon University Selected by Chief Operating Officer to consult on automation strategies for the product offerings [ + +**Master of Science** : Software Management *Carnegie Mellon University* - 2014 + +Recipient of the Software Management Fellowship for academic excellence at Carnegie Mellon University, GPA:3.8 + +**MBA** : International Business *Institute of Technology & Management* - 2012 + +Distinction - First Class, GPA: 4.0 + +**MBA** : International Business International Business Institute of Technology and Management India GPA: 4.0 + +## Skills + +.NET, academic, ADA, Adobe, Apple, approach, Automation, business development, Business Process, Business Strategy, Consulting, content management, Conversion, Client, Data Analysis, E-Commerce, senior management, Financial, financial analysis, functional, Google Analytics, Government, Hub, IBM, International Business, investments, IP, Marketing plan, market research, Market Strategy, marketing, market, MBA, C#, Excel, Microsoft Office Suite, Power Point, Word, Network, Object Oriented Analysis and Design, optimization, policies, process improvement, Project Management, proposals, quality, Requirement, Research, RFP, Scrum, SDLC, Speech, MS SQL, Strategy, Strategy Development, Vendor Management, Vendor +Management, Visio, websites + +**Business skills:** Business Strategy, Product Strategy, Consulting, Data Analysis, Gap Analysis, Customer Journey Analysis, Competitor Analysis, Market Research, Requirement Gathering,Product Management, Vendor Management + +**Tools:** Balsamiq, ALM Octane, Agile Manager, Trello, Version One, Microsoft Office Suite, Visio + +**Methodologies:** Agile, Kanban, Lean, Human Centered design, Design Thinking",no_match,CONSULTANT,88907739 +"# CONSULTANT + +## Summary + +Human Resource Professional  highly effective at incorporating creative leadership skills to achieve business objectives. Directs projects that improve efficiency while meeting deadlines and budget requirements. Human Resource Professional  highly effective at incorporating creative leadership skills to achieve business objectives. Directs projects that improve efficiency while meeting deadlines and budget requirements. + +## Highlights + +Budgeting and forecasting + +- Employee relations +- Compensation administration +- Affirmative Action compliance +- OSHA inspections +- Employment law knowledge +- Process improvement +- Risk management + +## Accomplishments + +Developed and implemented an innovative internal communications strategy to improve employee engagement through strategic messaging. Developed and implemented an innovative internal communications strategy to improve employee engagement through strategic messaging. + +## Experience + +01/2015 to Current + +**Consultant** *Company Name* － City , State + +- Reviews federal and state laws to confirm and enforce company compliance. +- Wrote ISO 9000-level HR instructions for employee in and out processing. +- Works with senior-level management to create fair and consistent HR policies and procedures. +- Manages all salary changes stemming from merit increases, promotions, bonuses and pay adjustments. +- Career Development Program Director, Community Outreach Volunteer Works closely with members in all aspects of their job search, including preparation of resumes, interview techniques, participating in mock interviews, and job search strategies. +- Identifies and connects clients to potential jobs, schools, military or other training programs for participants. +- Performs mock interviewing, professional online image consulting and general business competency training. + +10/2013 to 12/2014 + +**Compensation and Benefits Specialist** *Company Name* － City , State + +- Designed, and introduced the organization's first formal workplace accommodation process and procedure. +- Implemented the organization's first results- based wellness incentive campaign-produced over 35% ROI within first year, reduction in absentees, turnover and overall health of the employee population. +- Responsible for $3.5 million departmental budget with multiple vendor relationships leading employee resources groups of up to 15 staff members. +- Re-engineered multi -faceted HR communication channels and strategy including: web- based solutions; total rewards statements, and on-line enrollment. +- Incorporated diversity focus in benefits programs and policies. +- Created extensive health management programs to increase engagement and drive down cost with evolution toward outcome based programs. +- Developed and implemented overall benefits strategy by adding several employee wellness activities and events at no cost. +- Consolidated several medical plans resulting in improved benefit levels, reporting, satisfaction, and a 10.3% reduction in annual expenses. + +07/2010 to 10/2013 + +**Commercial Relationship Manager** *Company Name* － City , State + +- Responsible for retention, in-group growth, and the sale of new products and services into existing accounts. +- Researched departmental systems to improve business process improvement resulting in $300k yearly saving. +- Led team in overall sales efforts including small business calls, outbound sales, hosts' sales events and other networking seminars. +- Created team -building activities to strengthen and enhance interpersonal communication. +- Utilized multiple learning methods and technologies to deliver client training sessions, including in person classroom, virtual classroom, self-study, and phone/conferencing. + +07/2006 to 10/2008 + +**Benefits Specialist** *Company Name* － City , State + +- Counseled employees and management on leave of absence policies and procedures to ensure employees had all appropriate information including interpretation of multi- state and federal laws, COBRA, FMLA, HIPPA, ADA, etc. +- Liaison between the policyholder and The Standard. +- Responded to claim and coverage inquires, including verifying appropriate premium administration. +- Developed effective relationships with Human Resources, benefits and payroll staff throughout the policyholder's business units to ensure a positive customer experience for the employer and employee. +- Participated in the development of the employee module for HR Intranet, which allowed employees to access HR policies and be informed regarding important benefit and policy changes. +- Utilized project management skills for implementing on-line employment application and benefits enrollment, and a paperless/scanning filing system. + +## Education + +**Master of Arts** : Human Resource Development *Webster University* － City , State Human Resource Development + +**Bachelor of Arts** : Mass Communication *Xavier University* － City , State Mass Communication + +2017 + +**MBA** : Finance *University of Missouri Columbia* － City , State + +## Affiliations + +Certified Facilitator-Look Good Feel Better-American Cancer Society + +SHRM-KC + +Alpha Kappa Alpha Sorority Incorporated-Executive Officer-2014-2015 + +*Publicity-Earned National Award for online, and print content of chapter community service events.* + +Board of Trustee-St. Paul's Episcopal Day School-Current + +## Skills + +ADA, Benefits, budget, business process improvement, interpersonal communication, consulting, client, clients, Employee Relations, filing, focus, Human Resources, HR, image, interpretation, team -building, Legal Compliance, Director, access, Works, networking, Organizational Development, payroll, policies, project management, reporting, risk management, sales, scanning, seminars, Staffing, strategy, Strategic Planning, phone, training programs, Vendor Management",no_match,CONSULTANT,27096471 +"# DIRECTOR OF BUSINESS DEVELOPMENT + +## Summary + +SALES & BUSINESS DEVELOPMENT LEADER Sales & Business Development Leader with career track of driving substantial profit margin and sales growth through strategic leadership and client development. Noted record of delivering revenue growth through devising strategies, expanding market opportunities and establishing brand recognition. Recognized for ability to utilize innovative sales techniques to enhance business practices and improve productivity and profit results. Strengths in forging client and vendor relationships focused on driving bottom-line results and top-line performance. + +## Skills + +- Business Development & Sales Leadership \* +- Client Development \* +- Strategic Planning \* +- Market Expansion Team +- Building + & Leadership \* +- Client Engagement \* +- Market Analysis/Competitive + Positioning \* + +Sales Presentations + +- Sales Forecasting \* +- Vendor + Sourcing/Relations \* +- Change Management \* +- Process Improvement \* +- Profit + Improvement + +## Experience + +January 2014 + +to + +January 2018 + +*Company Name* City , State **Director of Business Development** + +- Director of Communications Progressed through roles based on performance and contributions. +- Led the development of strategies and tactical plans for driving sales and market share growth. +- Facilitated meetings with prospective and existing clients to conduct presentations and promoted event support and transportation services. +- Held direct accountability for all activities related to new business development, market expansion and account management. +- Partnered with executive leadership in devising strategic plans for expanding market and securing new business opportunities to maximize profit margin. +- Utilized various sales techniques, including warm calling, cold calling and networking to secure new business. +- Secured 4 new full-time accounts for event/transportation services, driving an 80% increase in business growth; achieved and maintained a 95% customer retention rate. +- Drove an increase in customer satisfaction rate to 90% by implementing and executing client engagement initiatives, as well as providing close, personalized service. +- Led the implementation of new systems and technologies to drive operational improvements, including VoIP system and Outlook email, both of which integrated with the Act! database system. +- Spearheaded the transition from manual to electronic systems, driving 5% cost reduction. +- Created and implemented numerous digital documents and forms to streamline operations, including written proposals, credit card authorization forms, transportation booking forms and workflow tracking sheets. +- Designed and implemented an onsite valet operational, logistical and traffic flow plan for use at a new location. +- Developed digital process for drivers to submit their hours and other information for billing usage. +- Built and managed strong vendor relationships to support event logistics; increased vendor network by 20%, negotiating favorable contracts to maximize profitability. +- Introduced a new staffing program, When I Work, which led to an increase in functionality and accountability and boosted overall employee participation and engagement. +- Screened, interview and qualified all employees for hire, recruiting new candidates to support staffing needs. +- Coordinated, supervised and managed teams of up to 30 responsible for coordinating and executing all logistics for large-scale private events. +- Monitored driver qualifications to ensure compliance with DOT (Department of Transportation) requirements; created and maintained DOT ledgers to support auditing procedures. +- Oversaw the planning of parking and transportation logistics for large public and parking events; coordinated ground transportation schedules and secured parking space as required. + +January 2013 + +*Company Name* City , State **Inside Sales Representative** + +- Executed sales activities across Denver market, qualifying and prospecting investors for high dollar oil and gas investments. +- Utilized cold calling to identify and capitalize on potential new business opportunities. +- Interacted with prospects to inform them of new and current drilling projects to secure new partner relationships. +- Achieved 150% of weekly qualification quota by conducting 400+ cold calls daily, as well as exceeding established mailing target by 25%. + +January 2009 + +to + +January 2013 + +*Company Name* City , State **General Manager** + +- Provided strategic leadership of operations at 2 retail locations, including production, performance, quality and service management. +- Hired, trained, developed and managed a team of 12, providing ongoing coaching and support to ensure optimal performance. +- Coordinated and maintained staff schedule to ensure adequate coverage. +- Held accountability for inventory control, customer service, marketing and compliance management. +- Drove 500% sales increase throughout tenure by introducing targeted marketing strategies and customer engagement initiatives. +- Sourced and secured local vendors and negotiated favorable contracts, yielding ~$20K in annual cost savings. +- Led the implementation of a new POS system and new labeling system to streamline retail procedures. +- Implemented a new process management tracking system to ensure accurate inventory control. +- Built relationships with outsourced marketing team to develop print advertisements and marketing strategies. +- Partnered with IT team to build a new website for driving brand exposure and potential client reach. + +January 2008 + +to + +January 2009 + +*Company Name* City , State **Assistant Manager** + +- Supported the attainment of daily goals by assisting in overseeing the coordination and execution of sales, customer service and inventory management functions. +- Supervised and support a team of sales associated, training and coaching them on sales and marketing techniques. +- Tracked shipments and inventory levels, developed promotional marketing campaigns and monitored sales to ensure overall performance. +- Exceeded challenging sales goals by 30%+ by promoting and upselling products. + +## Education and Training + +*UNIVERSITY OF COLORADO* City , State **Bachelor of Arts** : Business Administration Business Administration + +## Skills + +account management, streamline, business development, cold calling, compliance management, inventory management, inventory levels, inventory control, logistics, mailing, marketing strategies, process management, sales, VoIP",no_match,BUSINESS-DEVELOPMENT,38688388 +"# BUSINESS DEVELOPMENT ANALYST + +## Summary + +Extensive Analyst experience with emphasis on Business Development and Data Analytic + +Ambitious, detailed-oriented Business Professional with a high degree of +mastery in analyzing complex business objectives and meeting deadlines under pressure. Urgently adapts to challenges and changing environments. Achievement-driven with a demonstrated history of exceeding development requirements and problem solving. Top-preforming at providing financial support and cultivating lasting customer relationships. + +## Key Skills + +- Business process improvement +- Excellent attention to detail +- Advanced Adobe, Microsoft Excel, Word, and Power Point +- Analytical and Tactical Planning +- Flexible team player + +- Fast Learner +- Strong Requirement tracing +- Basic financial and operational reporting +- Superb communication skills +- Advanced problem solving abilities + +## Professional Experience + +July 2016 + +to + +October 2017 + +*Company Name* City , State **Business Development Analyst** + +- Responsible for increasing leadership development for Entry Level Business Analyst (implementing best business practices, analyzing operation impacts and opportunities technology changes) +- Worked with end users, administrators, stake-holders, and project managers to increase growth for clients by understanding objective requirements, utilizing workshops with cases and scenarios to communicate potential financial improvements, analyzing system root cause of defects, and task/workflows analysis +- Verified metrics use to determine inefficiencies and areas for improvement through budget management, influencing business partner decision making, surveying and site visits +- Reviewed all tracked, analyzed and interpreted production trends that support data to ensure all necessary assignments and completions were achieved + +November 2014 + +to + +September 2015 + +*Company Name* City , State **Documentation Analyst** + +- Solved time management inefficiencies with assisting customer service in all departments by 15%, while reviewing the accuracy and completeness of each departments expectations +- Slashed administrative cost 10% by boosting company efficiency in the use of registrar's website with implementing enhancement of student documents +- Improved organizational change strategies with support on documented process functions (Using Microsoft Excel and Word to track orders, deliveries, and receipt of goods) + +May 2014 + +to + +November 2014 + +*Company Name* City , State **Data Analyst (Intern)** + +- Learned how to analyze different stakeholder objectives and feedback through effectively communicating reports, interview and surveys with top financial analyst +- Achieved basic financial and operation reporting with assisting the coordination of Quality Assurance testers for end-to-end unit testing and post-production testing +- Drafted financial and resource planning reports using optimization software such as Oracle, SQL, JIRA, and SAP + +## Qualifications + +- Adobe, Customer Relations, Document reports, Budgeting, Cross-functional Team Leadership, Business Analysis, Access, Microsoft Project, Organization, Advanced Presentation, Project Coordinator, Python, Quality Control, Quality Assurance, Research, Developing other Business Analyst, Public Speaking, Negotiation, SAP, SQL, SPSS, Oracle + +## Education + +May, 2016 + +*University of Miami* City , State **Bachelor of Arts** : Economics and Pre-Law + +Minors: Business Law and Marketing + +Alpha Epsilon Pi - Social Officer; August 2013 – May 2016",no_match,BUSINESS-DEVELOPMENT,25397102 +"# CHEF + +## Summary + +Customer-oriented fast food worker with deep experience with POS systems, food preparation and safety regulations. I am highly efficient at preparing food orders quickly while greeting all customers and managing the cash register accurately.Adaptable warehouse picker with extensive experience in material handling, inspections and shipping and receiving. Focused on continual process improvement and cost reduction. I am also familiar with all aspects of logistics, shipping and receiving and general warehouse operations. + +## Highlights + +Fast learner Friendly Communication Skills Computer Skills Customer Service Skills Leadership Skills Organizational Skills Research and Planning Skills Interpersonal Skills Safety-oriented Neat, clean and professional appearance Comfortable standing for long time periods Shipping and receiving skills Reliable and punctual + +## Accomplishments + +Obtaining Raises at previous Jobs and working in different departments within the company. Obtained my high school diploma. Attending and completing various college courses. + +## Experience + +**CHEF** + December 2015 to Current *Company Name* - City , State + +Served fresh, hot food with a smile in a timely manner. Resolved guest complaints promptly and professionally. Served orders to customers at windows, counters and tables. Cut and chopped food items and cooked on a grill or in fryers. Packaged menu items into bags or trays and placed drink orders into carriers. Operated large-volume cooking equipment such as grills, deep-fat fryers and griddles. Accurately measured ingredients required for specific food items. Mastered Point of Sale (POS) computer system for automated order taking. Carefully maintained sanitation, health and safety standards in all work areas. Frequently washed and sanitized hands, food areas and food preparation tools. Maintained a neat, well groomed appearance including impeccable personal hygiene, hair restraint and minimal jewelry that met company standards. Followed all established restaurant practices and procedures. Worked well with teammates and openly invited coaching from the management team. Took initiative to find extra tasks when scheduled duties were completed. Quickly unloaded product shipments and stocked freezers. + +**Warehouse Picker/Stocker** + April 2015 to August 2015 *Company Name* - City , State + +- Maintained accurate stock records and schedules. +- Selected products for specific routes according to pick sheets. +- Supervised material flow, storage and global order fulfillment. +- Unloaded, picked, staged and loaded products for shipping. + +**Crew member** + March 2013 to December 2013 *Company Name* - City , State + +- Dairy Queen - Gainesville, Florida. +- I've done everything from opening the store with one other co worker at 8 am in the morning to closing the store at 11 pm. +- almost every night. +- I've also worked several double shifts throughout my time there. +- My experience is generally cashier & line cook +- customer service based. +- Daily cleaning duties + +## Education + +**Associate of Science** : Medical Coder and Billing , 2015 *Santa Fe College* - City , State , United States of America + +Medical Coder and Billing. Health Information Management. 3.7 GPA. Earning my certification. + +**High School Diploma** : General , 2011 *Buchholz High School* - City , State , Alachua + +Obtained my High school diploma in 2011. + +## Skills + +Warehouse worker, Cashier, Line Cook, Closing, Communication Skills, Interpersonal Skills, Customer Service Skills, Leadership Skills, Organizational Skills, Fast learner, Research, Very Friendly, Adaptable.",no_match,CHEF,24221960 +"# FITNESS SPECIALIST + +## Summary + +Energetic Personal Trainer with educational background in Physical Education, Sport Training and exercise Swimming. Experienced Personal Trainer with  10 years conducting one-on-one training sessions in an upscale fitness studio. Advanced training in metabolic testing, nutrition and weight management consulting. + +## Highlights + +- Fitness assessments +- Body Mass Index (BMI) knowledge +- Understanding of body fat tables and BMI +- Fitness equipment operation +- Weight management expert +- CPR and First Aid certified +- Understanding of human anatomy +- Gymnast +- AED certification +- Fitness equipment expertise +- Fitness programming specialist + +## Accomplishments + +- Material Development +- Created Physical Education targeting Pk - 12 to create an engaging educational experience. +- Completed an average of 30 ore than fitness assessments per month. +- Team Building and Leadership +- *Education Strategies* +- Employed special educational strategies and techniques during instruction to improve the development of sensory/perceptual-motor skills, language, cognition, and memory. + +## Experience + +**Fitness Specialist** Aug 2015 to Mar 2016 + *Company Name* - City , State + +- Instruct of group exercise classes. +- Provide one-on-one consulting, training and motivation. +- Perform fitness assessments, determine exercise prescriptions, and design workout programs for the clients. +- Contributed to a 10% increase in sales for the personal training department. +- Guided clients in safe exercise, taking into account individualized physical limitations. +- Taught clients how to modify exercises appropriately to avoid injury. +- Encouraged clients to engage in group fitness classes and other activities in the gym to meet fitness goals. +- Arrived on time, prepared and attentive for every training appointment. +- Administered fitness assessments, which included the seven point skin-fold body fat measurements, blood pressure and treadmill tests. +- Demonstrated and explained fitness program benefits to members, resulting in a 75% increase in member participation in paid classes. + +**Physical Education Teacher** Jan 2014 to Jan 2016 + *Company Name* - City , State + +- Contributed with the community in ludic Activities. +- Encouraged the students to engage in fitness gram and other activities in the gym to meet fitness goals. +- Demonstrated and explained fitness program benefits to members, resulting in a 80% increase in students articipation. +- Implemented for the entire school community the program of Health and Wellness. +- Implemented the A&M Nutrition Program for Schools. +- Member of light House of leader in me (7 Habits). + +**Physical Education Teacher and Swimming Head Coach** Jan 2010 to Jan 2013 + *Company Name* - City , State + +- Recruited and met with prospective student-athletes to discuss their experience and goals. +- Monitored the academic performance of student-athletes in addition to their athletic progress. +- Helped develop each participant's physical and psychological fitness. +- Coordinated scheduling and field and facility use with the activities office. +- Establish and designed various cross-curriculum warm-up activities and trainings with basic skills to enhance connections between school subjects and the students athletes. +- Maintained accurate statistics, records and results of each season. +- Played an active role during parent-teacher conferences, and updated parents regularly on their child's progress in the classroom. +- Protect student athletes mental, physical and nutritional; also the equipment, materials and facilities. +- Apply and enforce student discipline during athletic contests and practice sessions. +- Motivated and encouraged student athletes to do their best during practices and games. +- Communicated effectively with parents and Boosters, including organizing and leading meetings. + +**Strength and Conditioning Trainer and Assistant Coach of Swimming** Jan 2005 to Jan 2011 + *Company Name* - City , State + +- Perform fitness assessments, determine exercise prescriptions, and design workout programs for all the team members. +- Arrived on time, prepared and attentive for every training. +- Administered fitness assessments, which included the seven point skin-fold body fat measurements, blood pressure and treadmill tests. +- Instruct of group exercise classes. +- Assistant coach of swimming program in the American University. +- Perform administrative tasks associated with facility operations. + +## Education + +**Masters of Ph. Ed** , Sport Training 2012 *University of Turabo* - City , State , United Stated + +Sport + +**Bachelor in Arts of Education** , Physical Education 2008 *American University of Puerto Rico* - City , State , Unated Stated + +SECONDARY + +## Skills + +- Computer literate: ( Excel, Power Point, Word, Mind Body) +- Conferences: consulting, Designing, health promotion. +- Educator and Bilingual",no_match,FITNESS,24444525 +"# TEACHER + +## Summary + +I taught 5th, 2nd, and 3rd grade for the last fifteen years.  I typically worked with general education students, collaboratively teaching with special educations teachers as well.   Enthusiastic teacher effective at providing high quality instruction and fostering a positive learning environment for all students. Superb leadership, organization, and communication skills. Easily cultivates trusting and productive relationships with students, parents, teachers and administration. Mature and professional who adapts to new situations and technologies with ease. + +## Skills + +- Current Virginia  postgraduate professional license +- Critical thinker +- Calm under pressure +- Decisive + +- Mediation and advocacy talent +- Curriculum development and long term planning +- highly organized +- excellent work ethic + +## Experience + +08/2002 + +**Teacher** *Company Name* － City , State Established positive relationships with students, parents, fellow teachers and school administrators. Created lesson plans in accordance with state curriculum and school-wide curriculum standards. Strengthened parent-teacher and parent-child communication by holding regular parent-teacher conferences. Named Teacher of the Year by peers in 2015. + +02/2001 to 02/2002 + +**Assistant Teacher** *Company Name* － City , State + +- Responsible for twenty students ages five to eight years old in a before and after school childcare setting. +- Summer camp session full time care for ages five to eleven and includes chaperoning weekly field trips, providing transportation on passenger buses, and knowledge of first aid procedures. + +02/1998 to 02/2001 + +**Senior Support Representative** *Company Name* － City , State + +- Resource for customer service and technical problems for eight on-line support technicians for this E-classified ad service. + +02/1996 to 02/1998 + +**Customer Service / Administrator** *Company Name* － City , State + +- Created and maintained Customer Service Training manual for online classifieds company. +- Provided internal and external customer service via e-mail and system troubleshooting. + +## Education and Training + +1998 + +**AA** : Child Development *DE ANZA College* － City , State Cum Laude Child Development + +2002 + +**BS** : Psychology *Virginia Commonwealth University* － City , State Psychology Cum Laude + +2002 + +**Masters** : Teaching *Virginia Commonwealth University* － City , State + +## Skills + +Proficiency with Promethean Board + +Computer literacy + +Interpersonal skills and communication + +​ + +## Activities and Honors + +Team leader for second grade team for five years + +Teacher of the year at Providence Elementary 2015-2016",no_match,TEACHER,19918523 +"# HEALTHCARE ADMINISTRATOR + +## Professional Summary + +Talented and professional Healthcare +Administrator offering exceptional and outcomes-based services, combined with +knowledge and experience of a variety of clinical best practices.  A leader with +strong organizational and communication skills, with the ability to +concurrently direct multiple healthcare administrative affairs.  A valuable +asset with a proven record of facilitating support services and managing +fast-paced business operations. + +## Skill Highlights + +- Healthcare + Informatics + +- Leadership + +- Communication + and Relationship Management + +- Process + Improvement + +- Business + Operations + +- Time Management + +- Decision Making + and Problem Solving + +## Skills + +Active Learning, Calendaring, Computer +Proficiency, Coordination, Creative Problem Solving, Critical Thinking, +Customer Needs Assessment, Customer Service, Data Collection, Data Entry, +Documentation, Email, Executive Management Support, Filing, Grammar, Internet +Research, Letters and Memos, Microsoft Excel, Microsoft Access, Microsoft +Outlook, Microsoft PowerPoint, Microsoft Word, Multi-Task Management, +Organizational Skills, Prioritization, Proofreading, Reading Comprehension, +Report Transcription, Research, Scheduling, Speaking, Spreadsheets, Telephone +Skills, Time Management, Travel Arrangements, Typing, Vendor Management, Writing, +Medical Terminology, Office Equipment, Payroll, Personnel, Policies and +Procedures, Expense Reports, Customer Service, Billing, Administrative Support, Patient-focused care,  Excellent interpersonal skills + +## Professional Experience + +**Healthcare Administrator** 08/2006 to Current *Company Name* City , State + +- Provide thorough + supervision for day-to-day operations of department in accordance with set + policies and guidelines. +- Observe strict + confidentiality and safeguard all patient-related information. +- Coordinate + with finance department to devise and ensure that the department is operating + within budgetary guidelines. +- Process monthly + reports for department performance. +- Reconcile + monthly billing reports and execute statistical reports. +- Revise policies + and procedures in accordance with changes in local, state and federal laws + and regulations. +- Carefully review + medical records for accuracy and completion as required by insurance + companies. +- Liaise with + management, clinical staff and the community. +- Examine + diagnosis codes for accuracy, completeness, specificity and + appropriateness according to services rendered. +- Properly route + agreements, contracts and invoices through the signature process. +- Conduct new + employee orientation/training to foster positive attitude toward + organizational objectives. +- Serve as a link + between management and employees by handling questions, interpreting and + administering contracts and helping resolve work-related problems. +- Identified inefficiencies and made recommendations for process + improvements. + +**Human Resources Assistant** 01/2006 to 08/2006 *Company Name* City , State + +- Maintained + confidential security information using Automated Electronic Guard + Information System (AEGIS) and Justice Consolidated Office Network (JCON) + and ensure appropriate modifications. +- Worked with + candidates to complete and submit application for Census suitability. +- Administered + pre-entry security screening procedures for employees and contractual + personnel. +- Managed + candidates through hiring process and provided administrative support by creating + more than 1,000 confidential + personnel records. +- Reviewed federal + and state laws to confirm and enforce company compliance. +- Verified references, reviewed + clearance requests, and reports of background investigations to detect + omissions in information. +- Photographed and fingerprint new + employees. +- Confirmed employees had + supporting credentials required in completion of adjudication + determinations before authenticating certified court documents. + +**Operations Office Manager** 08/2003 to 01/2006 *Company Name* City , State + +- Oversaw scheduling for the day-to-day activities of 24 transportation employees. +- Identified inefficiencies and made recommendations for process + improvements. +- Prepared invoices for all customers in the logistics department at + the end of every month. +- Mentored, coached and trained 5 team + members. +- Responded to employee inquiries regarding payroll and timekeeping. +- Prepared purchase orders and expense reports. +- Reviewed, investigated and corrected errors and inconsistencies in + financial entries, documents and reports. +- Monitored department performance data to identify and avoid + potential risks. +- Prepared correspondence, accounting and financial documents for + analysis. +- Managed payroll and time and attendance systems. + +## Education and Training + +**MBA** : Health Services Administration 06/2012 *Strayer University* City , State , USA + +**Bachelor of Science** : Management 06/2008 *Potomac College* City , State , USA GPA: Dean's List + +**Associate of Science** : Business Management 06/2005 *Prince George's Community College* City , State , USA + +## Additional Information + +PROFESSIONAL RECOGNITION and HONORS + +U.S. Department of State: Certificate of Appreciation for Exemplary Participation in Take Your Child to Work Day 2008 + +U.S. Department of State: Certificate of Recognition for Outstanding Performance 2009 + +U.S. Department of State: Certificate of Appreciation for Outstanding Performance 2010, 2011, 2012, 2013, 2014, 2015",no_match,HEALTHCARE,23138078 +"# SALES + +## Summary + +Account Manager focused on maximizing sales by managing all accounts systematically and logically. Believes consistency and dedication build the most successful business partnerships.   Excel  at building a loyal customer base to achieve both short and long-term organization sales goals. + +## Highlights + +- Superior communication skills +- Cheerful and energetic +- Effective team player + +- Staff training and development +- Resolution-oriented +- Dependable and reliable + +## Accomplishments + +Responsible for training new employees in all aspects of distribution and sales. + +Ensured one hundred percent compliance with all company rules and regulations. + +Established new accounts and client interaction. + +Monitored sales goals and expectations for multiple brands. + +Improved product placement at both on premise and off premise accounts. + +Managed quality assurance for all products within distribution. + +Maintained files for all individual accounts and products. + +Increased sales through effective customer communication. + +## Experience + +**Sales** + September 2008 *Company Name* － City , State Responsible for implementing all business-building and relationship-building expectations with uniquely assigned accounts and customers. Consistently met and exceeded department expectations for productivity and accuracy levels. Recommended and helped customers select merchandise based on their needs. Informed customers about sales and promotions in a friendly and engaging manner. Answered customers' questions regarding products, prices and availability. Collaborated with colleagues to exchange selling strategies and marketing information. Collaborated with members of other departments to complete sales transactions. Shared product knowledge with customers while making personal recommendations. + +**City Manager** + April 2008 to September 2008 *Company Name* － City , State Successfully managed the activities of 12 team members. Developed, implemented and monitored programs to maximize customer satisfaction. Interviewed, hired and trained new quality customer service representatives. Addressed negative customer feedback immediately. Resolved customer questions, issues and complaints. Coordinated with airport vendors regarding fueling and catering logistics. Determined flight close-out times and completed and verified flight forms. + +**Senior Corporate Travel Consultant** + September 2017 to April 2008 *Company Name* － City , State Planned travel arrangements for 200 executives and staff. Received and screened a high volume of internal and external communications, including email and mail. Collected customer feedback and made process changes to exceed customer satisfaction goals. Made reasonable procedure exceptions to accommodate unusual customer requests. Provided accurate and appropriate information in response to customer inquiries. Addressed customer service inquiries in a timely and accurate fashion. Built customer loyalty by placing follow-up calls for customers who reported product issues. + +**Passenger Service Agent** + January 1995 to September 2007 *Company Name* － City , State + +- h Communicated with customers daily h Committed to the assistance and support of others while maintaining a cheerful and helpful attitude h Trained in and maintained excellent interpersonal and communication skills that complement proven creative problem solving capabilities h Provided superior customer service and work quality while demonstrating attention to detail, flexibility and innovation in resolving problems. +- Possess effective communications skills, and work well with others at all levels h Dealt tactfully and effectively with difficult customers h Experienced in both customer service and supervisory positions h Worked closely with the inflight, flight dispatch, maintenance, and customer service departments through the operations positon to meet the needs of the customers h Experienced in handling emergencies, flight delays, diversions, and other related incidents h Handled incoming and outgoing communications, aircraft flight guards, and initiated overdue actions h Handled time-sensitive freight, general goods, hazardous materials, and government shipments h Successfully completed civil aviation security course conducted by FAA h Assured flight safety during winter operations through deicing certification and training. + +## Education + +Communications *West Virginia State University* － City , State + +2002 *United States Air Force Air National Guard* － City , State Received Honorable Discharge from service Communications + +*George Washington High School* － City , State GPA: Assisted with organizing and participating in various community service projects Involved in several athletics programs Assisted with organizing and participating in various community service projects Involved in several athletics programs + +## Skills + +Air Force 2, attention to detail, interpersonal and communication, communications skills, Oral Communication, creative problem solving, Customer Relations, customer service, government, innovation, Inspection, Leadership, materials, Problem Solving, Public Safety, Public Speaking, Quality, Safety, sales, supervisory, Supervision, technician",no_match,SALES,87118391 +"# HR SPECIALIST, US HR OPERATIONS + +## Summary + +Versatile media professional with background in Communications, Marketing, Human Resources and Technology. + +## Experience + +09/2015 to Current + +**HR Specialist, US HR Operations** *Company Name* － City , State + +- Managed communication regarding launch of Operations group, policy changes and system outages +- Designed standard work and job aids to create comprehensive training program for new employees and contractors +- Audited job postings for old, pending, on-hold and draft positions. +- Audited union hourly, non-union hourly and salary background checks and drug screens +- Conducted monthly new hire benefits briefing to new employees across all business units +- Served as a link between HR Managers and vendors by handling questions and resolving system-related issues +- Provide real-time process improvement feedback on key metrics and initiatives +- Successfully re-branded US HR Operations SharePoint site +- Business Unit project manager for RFI/RFP on Background Check and Drug Screen vendor + +01/2014 to 05/2015 + +**IT, Marketing and Communications Co-op** *Company Name* － City , State + +- Posted new articles, changes and updates to corporate SharePoint site including graphics and visual communications. +- Researched and drafted articles and feature stories to promote company activities and programs. +- Co-edited and developed content for quarterly published newsletter. +- Provided communication support for internal and external events. +- Collaborated with Communication team, media professionals and vendors to determine program needs for print materials, web design and digital communications. +- Entrusted to lead product, service and software launches for Digital Asset Management tool, Marketing Toolkit website and Executive Tradeshows Calendar. +- Created presentations for management and executive approval to ensure alignment with corporate guidelines and branding. +- Maintained the MySikorsky SharePoint site and provided timely solutions to mitigate issues. +- Created story board and produced video for annual IT All Hands meeting. + +10/2012 to 01/2014 + +**Relationship Coordinator/Marketing Specialist** *Company Name* － City , State + +- Partnered with vendor to manage the in-house advertising program consisting of print and media collateral pieces. +- Coordinated pre-show and post-show activities at trade shows. +- Managed marketing campaigns to generate new business and to support partner and sales teams. +- Ordered marketing collateral for meetings, trade shows and advisors. +- Improved, administered and modified marketing programs to increase product awareness. +- Assisted in preparing internal promotional publications, managed marketing material inventory and supervised distribution of publications to ensure high quality product output. +- Coordinated marketing materials including brochures, promotional materials and products. +- Partnered with graphic designers to develop appropriate materials and branding for brochures. +- Used tracking and reporting systems for sales leads and appointments. + +09/2009 to 10/2012 + +**Assistant Head Teller** *Company Name* － City , State + +- Received an internal audit score of 100 %. +- Performed daily and monthly audits of ATM machines and tellers. +- Educated customers on a variety of retail products and available credit options. +- Consistently met or exceeded quarterly sales goals +- Promoted products and services to + customers while maintaining company brand identity + · +- Implemented programs to achieve + and exceed customer and company participation goals +- Organized company sponsored events on campus resulting in increased + brand awareness + · +- Coached peers on + the proper use of programs to improve work flow efficiency +- Utilized product knowledge to successfully sell + to and refer clients based on individual needs +- Promoted marketing the grand opening + of new branch locations to strengthen company brand affinity + · +- Organized company sponsored events + resulting in increased brand awareness and improved sales + · +- Coached peers on the proper use of + programs to increase work flow efficiency + +**Senior Producer - 2014 SHU Media Exchange** *Company Name* － City , State + +Planned and executed event focusing on Connecticut's creative corridor, growth of industry and opportunities that come with development. A  panel of industry professionals addressed topics related to media and hosted a question and answer session for approximately 110 attendees. Following the forum, guests were invited to engage in networking and conversation at a post-event reception. + +## Education + +2014 + +**Master of Arts** : Corporate Communication & Public Relations *Sacred Heart University* － City , State + +2013 + +**Bachelor of Arts** : Relational Communication *Western Connecticut State University* － City , State + +## Skills + +Adobe Photoshop, ADP, Asset Management, branding, brochures, content, Customer Care, Final Cut Pro, graphics, graphic, HR, Illustrator, InDesign, Innovation, inventory, Lotus Notes, marketing, marketing materials, marketing material, materials, Microsoft Office, SharePoint, newsletter, presentations, process improvement, Project Management, promotional materials, publications, Quality, real-time, Recruitment, reporting, RFP, sales, stories, Employee Development, video, web design, website, articles",no_match,HR,22323967 +"# FINANCE ANALYST + +## Summary + +Strategic and analytical finance professional with 4+ years of success in financial reporting, analysis and project management. + +## Skills + +- Analytical skills +- Variance analysis +- Complex problem solving +- Financial modeling + +- Self-motivated professional +- MS Office Suite +- Interpersonal skills +- Leadership skills + +## Accomplishments + +- PHI SIGMA SIGMA SORORITY + CALIFORNIA STATE UNIVERSITY + October 2006 - June 2010. +- Monitor event activities to ensure compliance with applicable rules and satisfaction of participants, and resolution of any problems that arise. +- Coordinate services for events, such as accommodation and transportation for participants, facilities, catering, signage, displays, special needs requirements, printing and event security. +- Analyzed, revised and worked with budgets. +- President 2007-2008. +- Community service: Relay for life, American Heart walk, Linus Project, Phi Sigma Sigma Foundation. +- Hold regular meetings. +- Leadership training 2 years. +- STATE FARM ACTIVITIES COMMITTEE + June 2012 - January 2013. +- Monitor event activities to ensure compliance with applicable rules and satisfaction of participants, and resolution of any problems that arise. +- Coordinate services for events, such as accommodation and transportation for participants, facilities, catering, signage, displays, special needs requirements, printing and event security. +- Analyzed, revised and worked with budgets. +- Hold regular meetings. + +## Experience + +**Finance Analyst** Nov 2013 to Current + *Company Name* － City , State + +- Executed and reported variance and gap analysis. +- Monitored and analyzed Key Performance Indicators (KPI) and financial ratios. +- Tracked, analyzed and interpreted trends in [Data type] data. +- Analyzed pricing and sales for all business products. +- Developed financial analysis reports and presentations by applying acquired financial principles. +- Analyzed businesses of varying sizes to determine the financial impact of potential investments. +- Manipulated data using pivot tables, pivot charts and macros +- Evaluated return-on-investment and profit-loss projections. +- Planned and managed budgets in excess of $ [Amount] . +- Created sales strategies to promote advertising offerings and motivate larger deals. +- Completed strategic competitive analysis by assessing strengths and weaknesses of competitors. +- Managed trade on new product releases. +- Worked effectively in a heavily cross-functional, fast paced environment. +- Researched and resolved billing and invoice problems. +- Created training manuals for our trade system. Led team training. +- Provided a high level support to sales representatives and customers. +- Recommended changes to existing methods to increase the accuracy and efficiency of our ROI. +- Generated and distributed weekly reports. +- Lead on and off-site support across multiple time zones. + +**Claim Representative** Feb 2011 to Oct 2013 + *Company Name* － City , State + +- Examine claims forms and other records to determine insurance coverage. +- Investigate and assess damage to property and review property damage estimates. +- Interview or correspond with claimants, witnesses, police, or other relevant parties to determine claim settlement, denial, or review. +- Review police reports and physical property damage to determine the extent of liability. +- Negotiate claim settlements and recommend litigation when settlement cannot be negotiated. +- Analyze information gathered by investigation, and report findings and recommendations. +- Refer questionable claims to investigator or claims adjuster for investigation or settlement. +- Collect evidence to support contested claims in court. +- Examine titles to property to determine validity and act as company agent in transactions with property owners. +- Evaluate practicality of repair as opposed to payment of market value of vehicle before accident. +- Determine salvage value on total-loss vehicle. +- Arrange to have damage appraised by another appraiser to resolve disagreement with shop on repair cost. +- Keep records of customer interactions or transactions, recording details of inquiries, complaints, or comments, as well as actions taken. + +**Intern** Aug 2010 to Oct 2010 + *Company Name* － City , State + +- Interview prospective clients to obtain data about their financial resources and needs, the physical condition of the person and to discuss any existing coverage. +- Call on policyholders to deliver and explain policy, to analyze insurance program and suggest additions or changes, or to change beneficiaries. +- Seek out new clients and develop clientele by networking to find new customers and generate lists of prospective clients. +- Calculate premiums and establish payment method. +- Contact underwriter and submit forms to obtain binder coverage. +- Attend meetings, seminars and programs to learn about new products and services, learn new skills, and receive technical assistance in developing new accounts. +- Ensure that policy requirements are fulfilled, including any necessary medical examinations and the completion of appropriate forms. +- Customize insurance programs to suit individual customers, often covering a variety of risks. + +## Education and Training + +**Bachelor of Science** , Business Administration Finance June 2010 *CALIFORNIA STATE UNIVERSITY OF BAKERSFIELD* － City , State Business Administration Finance + +**Phi Sigma Sigma Sorority** + +## Skills + +binder, clientele, clients, features, financial, forms, insurance, litigation, marketing strategies, market, meetings, networking, police, policies, recording, seminars, settlements, Sigma, technical assistance, underwriter",no_match,FINANCE,23955183 +"# ADVOCATE + +## Professional Summary + +Conscientious attorney with experience in government relations, educational law and advocacy for families with special needs children, two years practice in health law and public policy for military families, two years federal government experience in human rights and foreign affairs with the U.S. Department of State + +## Core Qualifications + +KEY QUALIFICATIONS + +- Member of Maryland Bar +- Statutory Public Policy +- Foreign Affairs +- Human Rights Law Diplomacy + +- Government Relations +- Special Education Law +- Health Law +- Statutory Procedure +- Multi-task management + +## Experience + +**Advocate** , 01/2011 to 01/2013 *Company Name* － City , State + +- Represented the needs of military families with policy makers and national organizations regarding legislation and programs for military special needs dependent children +- Assisted families with navigating military health care insurance, +- Strategized with parents concerning individual education plans, 504 documents and educational behavioral plans +- Led the first Military Family Leadership Institute training on Fort Meade and t aught parent seminars on effective communication and advocacy +- Trained professionals statewide concerning military culture and customs +- Represented the Maryland Coalition on the Maryland Military Child State Education Committee Board, the DC area Inter-service Family Action Board, The Kimbrough Military Treatment Patient Family Action Council and the National Military Officer Association of America Spouse Advisory Panel + +**United States Foreign Service Officer** , 01/2003 to 01/2005 *Company Name* － City , State + +*Student* , Department of State, Foreign Service Institute + +- Studied German language and culture +- Studied Europe and German/American Relations and American/ EU relations +- Presented in depth study of German Contemporary Issues +- Learned European history and culture to include Western Europe, Eastern Europe and the Balkans + +*F* *oreign Affairs Officer,* Department of State, International Religious Freedom Office + +- In charge of monitoring religious freedom in Africa +- Edited and added to the Annual Congressional Religious Freedom Report concerning religious intolerance in Western and Sub-Saharan Africa +- Met with International Non-Governmental Organizations regarding religious freedom and atrocities against religious minorities +- Coordinated with U.S. embassies to investigate religious persecution in Africa, worked in partnership with other State Department bureaus and country desk officers to ensure religious freedom for Africans + +*Staff Assistant* , Department of State, Political/ Military Bureau + +- Worked directly with the Secretary of State's Executive Staff regarding documents from the Political/Military Bureau +- Reported directly for the Office of the Assistant Secretary +- Provided technical guidance and deadlines to a bureau of ten office directors and 300 people +- Set bureau priorities and was project manager for projects tasked to the bureau for and from the Secretary of State, Deputy Secretary, National Security Council and Undersecretary +- Ensured timeliness and accuracy of classified documents and sensitive communications, made certain documents were properly classified +- Managed bureau contributions to overseas briefing books for the Vice President, Secretary of State and Deputy Secretary of State, +- Liaison with Legislative Affairs Bureau for the bureau's responses to Congressional inquiries +- Worked directly with the Secretary of State's Executive Staff regarding documents from the Political/Military Bureau +- Supervised nine interns, trained incoming staff assistants and managed scheduling of intern hours + +**Volunteer Public Advocate/Attorney, Exceptional Family Member Services** , 01/1997 to 01/2002 *Company Name* － City , State + +- Provided legal representation to families with special needs children regarding education services +- Negotiated Individual Education Plans and 504 documents +- Interpreted and applied federal statutory requirements and administrative regulations for clients before school administrative hearings +- Drafted appropriate goals for education plans + +## Education + +**Juris Doctor** *Georgia State University* － City , State , US + +Georgia State University (GSU) College of Law, Jurist Doctor, Atlanta, GA + +International law and arbitration *Johannes Kepler University, School of Law* － City , Austria + +Johannes Kepler University, School of Law, International Arbitration, completed with honors + +**Bachelor of Arts** : Government and Communications *Evangel University* － City , State , US + +## Professional Affiliations + +Maryland Bar + +## Accomplishments + +- Austria, with honors +- Springfield, MO, Summa cum Laude +- Evangel University Alumni Social Science Regent Award Recipient + +## Skills + +Training, Liaison, Federal Government, Public Policy",no_match,ADVOCATE,14445309 diff --git a/examples/python/cv-screening/make_sample_pdfs.py b/examples/python/cv-screening/make_sample_pdfs.py new file mode 100644 index 0000000000..c0a5e64ad0 --- /dev/null +++ b/examples/python/cv-screening/make_sample_pdfs.py @@ -0,0 +1,99 @@ +"""Render a few test set CVs as PDFs to upload in the Streamlit demo. + +Picks one CV per expected classification from `data/testset.csv` and +writes simple PDFs to `data/sample_cvs/`. + +Usage: + python make_sample_pdfs.py +""" + +import csv +import re +import sys +from pathlib import Path + +from fpdf import FPDF + +DATA_DIR = Path(__file__).parent / "data" +TESTSET_PATH = DATA_DIR / "testset.csv" +OUTPUT_DIR = DATA_DIR / "sample_cvs" + +# source_id -> output file name +SAMPLES = { + "18301617": "candidate_it_manager.pdf", # strong_match + "33241454": "candidate_it_supervisor.pdf", # potential_match + "24221960": "candidate_chef.pdf", # no_match +} + +MAX_TOKEN_LENGTH = 50 + + +def clean_text(text: str) -> str: + """Strip markdown emphasis and make the text wrappable by fpdf.""" + text = re.sub(r"\*\*(.+?)\*\*|\*(.+?)\*", r"\1\2", text) + text = text.replace("**", "") + # fpdf wraps on spaces only; break up comma-joined runs and any token + # too long for a single line. + text = re.sub(r",(?=\S)", ", ", text) + text = re.sub( + rf"(\S{{{MAX_TOKEN_LENGTH}}})(?=\S)", + r"\1 ", + text, + ) + return text + + +def markdown_to_pdf(markdown: str, path: Path) -> None: + pdf = FPDF() + pdf.set_auto_page_break(auto=True, margin=15) + pdf.add_page() + + # Core PDF fonts are latin-1 only; drop anything outside it. + markdown = markdown.encode("latin-1", errors="replace").decode("latin-1") + + def write_block(height: float, text: str) -> None: + pdf.multi_cell(0, height, text, new_x="LMARGIN", new_y="NEXT") + + for line in markdown.split("\n"): + line = line.strip() + if line.startswith("# "): + pdf.set_font("Helvetica", "B", 16) + write_block(8, clean_text(line[2:])) + pdf.ln(2) + elif line.startswith("## "): + pdf.ln(2) + pdf.set_font("Helvetica", "B", 13) + write_block(7, clean_text(line[3:])) + pdf.ln(1) + elif line.startswith("- "): + pdf.set_font("Helvetica", "", 10) + write_block(5, f" - {clean_text(line[2:])}") + elif line: + pdf.set_font("Helvetica", "B" if "**" in line else "", 10) + write_block(5, clean_text(line)) + else: + pdf.ln(2) + + pdf.output(str(path)) + + +def main() -> None: + if not TESTSET_PATH.exists(): + sys.exit("data/testset.csv not found; run prepare_testset.py first") + + OUTPUT_DIR.mkdir(parents=True, exist_ok=True) + with open(TESTSET_PATH, newline="", encoding="utf-8") as f: + rows = {row["source_id"]: row for row in csv.DictReader(f)} + + for source_id, filename in SAMPLES.items(): + row = rows.get(source_id) + if row is None: + print(f"warning: resume {source_id} not in testset.csv, skipping") + continue + path = OUTPUT_DIR / filename + markdown_to_pdf(row["cv"], path) + print(f"Wrote {path} ({row['expected_classification']})") + + +if __name__ == "__main__": + main() diff --git a/examples/python/cv-screening/prepare_testset.py b/examples/python/cv-screening/prepare_testset.py new file mode 100644 index 0000000000..e6aeddfaf7 --- /dev/null +++ b/examples/python/cv-screening/prepare_testset.py @@ -0,0 +1,188 @@ +"""Build the CV screening test set from a public resume dataset. + +Downloads the `opensporks/resumes` dataset from Hugging Face (a mirror of +the Kaggle "Resume Dataset": ~2,400 real, anonymized resumes scraped from +livecareer.com), converts a curated subset to Markdown, and writes +`data/testset.csv`. + +The subset is hand-picked so the classifications against the IT Manager +job spec (see `config.py`) have a meaningful spread: strong matches +(IT managers and directors), potential matches (IT specialists, an IT +supervisor, an engineering manager), and clear rejections (chef, teacher, +attorney, ...). Each row carries a human-assigned `expected_classification` +so you can run an exact-match evaluation in Agenta out of the box. + +Usage: + python prepare_testset.py # writes data/testset.csv + python prepare_testset.py --upload # also uploads the test set to Agenta +""" + +import argparse +import asyncio +import csv +import re +import sys +from pathlib import Path + +import pandas as pd +import requests +from bs4 import BeautifulSoup +from markdownify import markdownify + +from config import TESTSET_NAME + +PARQUET_URL = ( + "https://huggingface.co/api/datasets/opensporks/resumes" + "/parquet/default/train/0.parquet" +) + +DATA_DIR = Path(__file__).parent / "data" +CACHE_PATH = DATA_DIR / "resumes.parquet" +TESTSET_PATH = DATA_DIR / "testset.csv" + +# Curated resume IDs with human-assigned ground truth against the +# IT Manager job spec. Reviewed by hand: titles alone are not reliable — +# e.g. 91697974 is labeled "Information Technology Coordinator" in the +# source dataset but is actually a paralegal CV (kept on purpose as a +# distractor, labeled no_match). +CURATED_RESUMES = { + # --- strong matches: seasoned IT managers / directors --- + 18301617: "strong_match", # IT Manager, 15 years, infra + budget + team + 13836471: "strong_match", # IT Manager since 2007, network + budget, 80 users + 17688766: "strong_match", # Director of IT + 28672970: "strong_match", # Director of IT, executive profile + 41344156: "strong_match", # VP of IT + 17681064: "strong_match", # IT Senior Manager, 15+ years, vendor management + # --- potential matches: relevant but missing scope or seniority --- + 33241454: "potential_match", # IT Supervisor, 5 yrs IT, 1 yr supervisory (Army) + 24913648: "potential_match", # IT Specialist, experienced network engineer + 66832845: "potential_match", # IT Specialist I + 21780877: "potential_match", # IT Specialist GS11 (government) + 25959103: "potential_match", # Administrator of IT + 25990239: "potential_match", # IT Instructor, 17 yrs IT, 12 yrs project mgmt + 44624796: "potential_match", # Engineering Manager, 25 yrs mgmt, weak IT depth + # --- no matches: too junior, mislabeled, or unrelated fields --- + 68460556: "no_match", # IT Intern + 20024870: "no_match", # IT Internship, recent MBA grad + 91697974: "no_match", # "IT Coordinator" — actually a paralegal CV + 14206561: "no_match", # Engineering Technician + 54227873: "no_match", # Engineering Intern + 88907739: "no_match", # Management Consultant, 4 yrs, no IT infra + 27096471: "no_match", # HR Consultant + 38688388: "no_match", # Director of Business Development + 25397102: "no_match", # Business Development Analyst + 24221960: "no_match", # Chef + 24444525: "no_match", # Fitness Specialist + 19918523: "no_match", # Teacher + 23138078: "no_match", # Healthcare Administrator + 87118391: "no_match", # Sales / Account Manager + 22323967: "no_match", # HR Specialist + 23955183: "no_match", # Finance Analyst + 14445309: "no_match", # Advocate (attorney) +} + + +def download_dataset() -> pd.DataFrame: + if not CACHE_PATH.exists(): + print(f"Downloading resume dataset to {CACHE_PATH} ...") + DATA_DIR.mkdir(parents=True, exist_ok=True) + response = requests.get(PARQUET_URL, timeout=120) + response.raise_for_status() + CACHE_PATH.write_bytes(response.content) + return pd.read_parquet(CACHE_PATH) + + +def resume_html_to_markdown(html: str) -> str: + """Convert a livecareer resume HTML into clean Markdown. + + The source HTML uses semantic class names instead of heading tags, + so we promote them before running markdownify. + """ + soup = BeautifulSoup(html, "html.parser") + + for div in soup.find_all("div", class_="name"): + div.name = "h1" + for div in soup.find_all("div", class_="sectiontitle"): + div.name = "h2" + for span in soup.find_all("span", class_="jobtitle"): + span.name = "strong" + for span in soup.find_all("span", class_="degree"): + span.name = "strong" + for span in soup.find_all("span", class_="companyname"): + span.name = "em" + # Flatten layout tables so lists and text flow as normal blocks + for tag in soup.find_all(["table", "tbody", "tr", "td", "th"]): + tag.unwrap() + + md = markdownify(str(soup), heading_style="ATX", bullets="-") + md = re.sub(r"[ \t]+\n", "\n", md) + md = re.sub(r"\n{3,}", "\n\n", md) + md = re.sub(r"[ \t]{2,}", " ", md) + return md.strip() + + +def build_testset(df: pd.DataFrame) -> list[dict]: + rows = [] + for resume_id, expected in CURATED_RESUMES.items(): + matches = df[df["ID"] == resume_id] + if matches.empty: + print(f"warning: resume {resume_id} not found in dataset, skipping") + continue + record = matches.iloc[0] + rows.append( + { + "cv": resume_html_to_markdown(record["Resume_html"]), + "expected_classification": expected, + "source_category": record["Category"], + "source_id": str(resume_id), + } + ) + return rows + + +def write_csv(rows: list[dict]) -> None: + with open(TESTSET_PATH, "w", newline="", encoding="utf-8") as f: + writer = csv.DictWriter( + f, + fieldnames=[ + "cv", + "expected_classification", + "source_category", + "source_id", + ], + ) + writer.writeheader() + writer.writerows(rows) + print(f"Wrote {len(rows)} test cases to {TESTSET_PATH}") + + +async def upload_testset(rows: list[dict]) -> None: + import agenta as ag + from agenta.sdk.managers import testsets + + ag.init() + testset = await testsets.aupsert(name=TESTSET_NAME, data=rows) + if testset is None: + sys.exit("Failed to upload test set to Agenta") + print(f"Uploaded test set '{TESTSET_NAME}' to Agenta (id: {testset.testset_id})") + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument( + "--upload", + action="store_true", + help="upload the test set to Agenta (requires AGENTA_API_KEY)", + ) + args = parser.parse_args() + + df = download_dataset() + rows = build_testset(df) + write_csv(rows) + + if args.upload: + asyncio.run(upload_testset(rows)) + + +if __name__ == "__main__": + main() diff --git a/examples/python/cv-screening/requirements.txt b/examples/python/cv-screening/requirements.txt new file mode 100644 index 0000000000..a88e5577ee --- /dev/null +++ b/examples/python/cv-screening/requirements.txt @@ -0,0 +1,17 @@ +# Agenta SDK + LLM client +agenta +openai + +# Test set preparation (prepare_testset.py) +pandas +pyarrow +requests +beautifulsoup4 +markdownify + +# Demo UI (app.py) +streamlit +markitdown[pdf] + +# Sample PDF generation (make_sample_pdfs.py) +fpdf2 From c28d1a2dca9c1982a3b8885929de57447d80e256 Mon Sep 17 00:00:00 2001 From: Claude Date: Tue, 9 Jun 2026 21:40:31 +0000 Subject: [PATCH 2/5] Add user feedback annotations to CV screening demo The Streamlit app now shows a thumbs up/down form with an optional comment after each screening. Submitting it attaches the feedback to the screening's trace in Agenta as an annotation (evaluator slug 'user-feedback'), following the capture-user-feedback cookbook: the invocation link is captured inside the instrumented classify_cv call and the annotation is POSTed to /api/simple/traces/. Screening results now persist in session state so the result and feedback form survive Streamlit reruns. Entry scripts load .env via python-dotenv, matching the documented setup flow. https://claude.ai/code/session_01YMbf4sUb2VBFQHGNKv6yh3 --- examples/python/cv-screening/Readme.md | 18 ++++ examples/python/cv-screening/app.py | 82 ++++++++++++++++++- examples/python/cv-screening/create_app.py | 3 + .../python/cv-screening/prepare_testset.py | 2 + examples/python/cv-screening/requirements.txt | 1 + 5 files changed, 104 insertions(+), 2 deletions(-) diff --git a/examples/python/cv-screening/Readme.md b/examples/python/cv-screening/Readme.md index 2500cabcc2..db54a3b119 100644 --- a/examples/python/cv-screening/Readme.md +++ b/examples/python/cv-screening/Readme.md @@ -126,6 +126,24 @@ Upload one of the PDFs from `data/sample_cvs/` (or any CV). The app: The `classify_cv` call is instrumented with `@ag.instrument()`, so every screening shows up as a trace in Agenta's observability view. +### 5. Collect user feedback on screenings + +After each screening the app shows a feedback form: 👍/👎 plus an optional +comment. Submitting it attaches the feedback to that screening's trace as an +[annotation](https://docs.agenta.ai/observability/trace-with-python-sdk/annotate-traces) +under the `user-feedback` evaluator slug: + +1. `classify_cv` captures the trace and span IDs while its span is open + (`ag.tracing.build_invocation_link()`), +2. on submit, the app POSTs an annotation to `/api/simple/traces/` with + `{"score": 1 | 0, "comment": ...}` linked to that invocation. + +The feedback appears on the trace in Agenta's observability view, so you +can filter for badly rated screenings, inspect the CVs that caused them, +and turn them into new test cases. To see aggregated stats for the +`user-feedback` evaluator in the UI, create a matching human evaluator +(Evaluators → Human evaluators) with the same slug. + ## Adapting it to your role Everything role-specific lives in the prompt: edit the job spec directly in diff --git a/examples/python/cv-screening/app.py b/examples/python/cv-screening/app.py index 8adc340452..d2dca80a79 100644 --- a/examples/python/cv-screening/app.py +++ b/examples/python/cv-screening/app.py @@ -10,6 +10,9 @@ schema response format. 4. The structured result (per-area scores and final classification) is rendered as a small dashboard. +5. The user can rate the screening (thumbs up/down plus an optional + comment); the feedback is attached to the trace in Agenta as an + annotation. Run with: streamlit run app.py @@ -17,15 +20,22 @@ import io import json +import os import agenta as ag +import requests import streamlit as st from agenta.sdk.types import PromptTemplate +from dotenv import load_dotenv from markitdown import MarkItDown from openai import OpenAI from config import APP_SLUG, PROMPT_CONFIG +load_dotenv() + +FEEDBACK_EVALUATOR_SLUG = "user-feedback" + CLASSIFICATION_STYLES = { "strong_match": ("Strong match", st.success), "potential_match": ("Potential match", st.warning), @@ -65,7 +75,38 @@ def pdf_to_markdown(file_bytes: bytes) -> str: def classify_cv(cv_markdown: str, config: dict) -> dict: prompt = PromptTemplate(**config["prompt"]).format(cv=cv_markdown) response = OpenAI().chat.completions.create(**prompt.to_openai_kwargs()) - return json.loads(response.choices[0].message.content) + result = json.loads(response.choices[0].message.content) + # Capture the trace/span ids while the span is still open, so user + # feedback can be linked back to this invocation as an annotation. + link = ag.tracing.build_invocation_link() + if link is not None: + result["_invocation"] = {"trace_id": link.trace_id, "span_id": link.span_id} + return result + + +def send_feedback(invocation: dict, thumbs_up: bool, comment: str) -> bool: + """Attach user feedback to the screening trace as an Agenta annotation.""" + outputs: dict = {"score": 1 if thumbs_up else 0} + if comment.strip(): + outputs["comment"] = comment.strip() + + host = os.environ.get("AGENTA_HOST", "https://cloud.agenta.ai").rstrip("/") + response = requests.post( + f"{host}/api/simple/traces/", + headers={ + "Content-Type": "application/json", + "Authorization": f"ApiKey {os.environ['AGENTA_API_KEY']}", + }, + json={ + "trace": { + "data": {"outputs": outputs}, + "references": {"evaluator": {"slug": FEEDBACK_EVALUATOR_SLUG}}, + "links": {"invocation": invocation}, + } + }, + timeout=30, + ) + return response.status_code in (200, 202) def render_result(result: dict) -> None: @@ -93,6 +134,36 @@ def render_result(result: dict) -> None: st.markdown(f"- ⭐ {item}") +def render_feedback(result: dict) -> None: + invocation = result.get("_invocation") + if invocation is None or not os.environ.get("AGENTA_API_KEY"): + st.caption( + "Feedback is disabled: set AGENTA_API_KEY so screenings are " + "traced and can be annotated." + ) + return + + st.divider() + if st.session_state.get("feedback_sent") == invocation: + st.success("Thanks! Your feedback was attached to the trace in Agenta.") + return + + with st.form("feedback"): + st.markdown("**Was this screening accurate?**") + rating = st.feedback("thumbs") + comment = st.text_input("Comment (optional)") + submitted = st.form_submit_button("Send feedback") + + if submitted: + if rating is None: + st.warning("Pick 👍 or 👎 first.") + elif send_feedback(invocation, thumbs_up=rating == 1, comment=comment): + st.session_state["feedback_sent"] = invocation + st.rerun() + else: + st.error("Could not send feedback to Agenta. Check the logs.") + + def main() -> None: st.set_page_config(page_title="CV Screening", page_icon="📄", layout="wide") st.title("📄 CV Screening") @@ -118,7 +189,14 @@ def main() -> None: if st.button("Screen candidate", type="primary"): with st.spinner("Evaluating CV against the job spec ..."): result = classify_cv(cv_markdown, config) - render_result(result) + st.session_state["screening"] = {"cv": cv_markdown, "result": result} + + # Render from session state so the result (and its feedback form) + # survives the reruns Streamlit triggers on every interaction. + screening = st.session_state.get("screening") + if screening and screening["cv"] == cv_markdown: + render_result(screening["result"]) + render_feedback(screening["result"]) if __name__ == "__main__": diff --git a/examples/python/cv-screening/create_app.py b/examples/python/cv-screening/create_app.py index 2c4e6b9fc2..c4024ffd6e 100644 --- a/examples/python/cv-screening/create_app.py +++ b/examples/python/cv-screening/create_app.py @@ -12,9 +12,12 @@ """ import agenta as ag +from dotenv import load_dotenv from config import APP_SLUG, PROMPT_CONFIG, VARIANT_SLUG +load_dotenv() + def main() -> None: ag.init() diff --git a/examples/python/cv-screening/prepare_testset.py b/examples/python/cv-screening/prepare_testset.py index e6aeddfaf7..a09cf42614 100644 --- a/examples/python/cv-screening/prepare_testset.py +++ b/examples/python/cv-screening/prepare_testset.py @@ -159,7 +159,9 @@ def write_csv(rows: list[dict]) -> None: async def upload_testset(rows: list[dict]) -> None: import agenta as ag from agenta.sdk.managers import testsets + from dotenv import load_dotenv + load_dotenv() ag.init() testset = await testsets.aupsert(name=TESTSET_NAME, data=rows) if testset is None: diff --git a/examples/python/cv-screening/requirements.txt b/examples/python/cv-screening/requirements.txt index a88e5577ee..d17f232348 100644 --- a/examples/python/cv-screening/requirements.txt +++ b/examples/python/cv-screening/requirements.txt @@ -1,6 +1,7 @@ # Agenta SDK + LLM client agenta openai +python-dotenv # Test set preparation (prepare_testset.py) pandas From cbb7d727e4fcf9adec07934718a5ab0c9890e263 Mon Sep 17 00:00:00 2001 From: Mahmoud Mabrouk Date: Wed, 10 Jun 2026 22:24:27 +0200 Subject: [PATCH 3/5] Split UI from AI logic; auto-instrument OpenAI and reference the prompt revision Move all the AI logic out of the Streamlit app into a new screening.py module (prompt fetch, the LLM call, tracing, feedback), leaving app.py as a UI-only shell. Any other frontend can import screening.py unchanged. Tracing improvements so screenings are easy to act on from the UI: - Auto-instrument the OpenAI client with OpenInference, so every trace has a child LLM span with the exact messages, token counts, and cost. - classify_cv takes its inputs as a dict whose keys match the prompt input variables ({"cv": ...}), and the prompt config is kept out of the trace (ignore_inputs). The span data then mirrors the completion app's inputs. - Link each span to the deployed prompt revision via ag.tracing.store_refs, so traces filter by app/environment and open in the playground on the right revision with inputs pre-filled. Also fix create_app.py to read variant.variant_version as an attribute (VariantManager now returns a ConfigurationResponse, not a dict). --- examples/python/cv-screening/Readme.md | 32 ++-- examples/python/cv-screening/app.py | 86 +++-------- examples/python/cv-screening/create_app.py | 2 +- examples/python/cv-screening/requirements.txt | 3 +- examples/python/cv-screening/screening.py | 138 ++++++++++++++++++ 5 files changed, 184 insertions(+), 77 deletions(-) create mode 100644 examples/python/cv-screening/screening.py diff --git a/examples/python/cv-screening/Readme.md b/examples/python/cv-screening/Readme.md index db54a3b119..b15d3078b7 100644 --- a/examples/python/cv-screening/Readme.md +++ b/examples/python/cv-screening/Readme.md @@ -29,6 +29,7 @@ PDF upload ──> Markdown (markitdown) ──> prompt fetched from Agenta ─ | `create_app.py` | Creates the `cv-screening` app in Agenta and deploys the prompt to production | | `prepare_testset.py` | Builds `data/testset.csv` from a public resume dataset (optionally uploads it to Agenta) | | `data/testset.csv` | 30 real Markdown CVs with hand-labeled expected classifications (committed, ready to upload) | +| `screening.py` | The AI logic: fetches the prompt, calls the LLM, traces, sends feedback | | `app.py` | Streamlit demo UI: upload a PDF, screen the candidate | | `make_sample_pdfs.py` | Renders three test set CVs as PDFs for the demo | | `data/sample_cvs/` | Sample CV PDFs (one strong match, one potential match, one rejection) | @@ -114,17 +115,30 @@ LLM-as-a-judge for the reasoning quality. streamlit run app.py ``` -Upload one of the PDFs from `data/sample_cvs/` (or any CV). The app: +Upload one of the PDFs from `data/sample_cvs/` (or any CV). `app.py` is +UI only; the AI logic lives in `screening.py`. The flow: -1. converts the PDF to Markdown with [markitdown](https://github.com/microsoft/markitdown), -2. fetches the production prompt from the Agenta registry - (`ag.ConfigManager.get_from_registry`) — so whatever you deploy from the - playground is what the app uses, with no redeploy, +1. the app converts the PDF to Markdown with [markitdown](https://github.com/microsoft/markitdown), +2. `screening.py` fetches the production prompt from the Agenta registry — + so whatever you deploy from the playground is what the app uses, with no + redeploy, 3. calls the LLM with the structured-output schema, -4. renders the scores, requirement checklists, and final classification. - -The `classify_cv` call is instrumented with `@ag.instrument()`, so every -screening shows up as a trace in Agenta's observability view. +4. the app renders the scores, requirement checklists, and final + classification. + +Every screening shows up as a trace in Agenta's observability view, built +so you can act on it from the UI: + +- `classify_cv` is instrumented with `@ag.instrument()`, and the OpenAI + client is auto-instrumented with + [OpenInference](https://github.com/Arize-ai/openinference), so each trace + has a child LLM span with the exact messages, token counts, and cost. +- The span's inputs are the prompt's input variables (`{"cv": ...}`), and + the prompt configuration is kept out of the trace (`ignore_inputs`). +- The span is linked to the exact prompt revision it used + (`ag.tracing.store_refs`), so you can filter traces by app or environment + and open the span in the playground on the same prompt revision, inputs + pre-filled. ### 5. Collect user feedback on screenings diff --git a/examples/python/cv-screening/app.py b/examples/python/cv-screening/app.py index d2dca80a79..111b8dd23b 100644 --- a/examples/python/cv-screening/app.py +++ b/examples/python/cv-screening/app.py @@ -1,6 +1,8 @@ """Streamlit demo: upload a CV as PDF and screen it against the job spec. -The flow mirrors a production setup: +This file is UI only. All the AI logic (prompt fetching, the LLM call, +tracing, and feedback) lives in `screening.py`, which any other frontend +could reuse. The flow mirrors a production setup: 1. The PDF is converted to Markdown locally (markitdown). 2. The screening prompt is fetched from the Agenta registry — the same @@ -19,23 +21,16 @@ """ import io -import json import os -import agenta as ag -import requests import streamlit as st -from agenta.sdk.types import PromptTemplate from dotenv import load_dotenv from markitdown import MarkItDown -from openai import OpenAI -from config import APP_SLUG, PROMPT_CONFIG +import screening load_dotenv() -FEEDBACK_EVALUATOR_SLUG = "user-feedback" - CLASSIFICATION_STYLES = { "strong_match": ("Strong match", st.success), "potential_match": ("Potential match", st.warning), @@ -51,18 +46,13 @@ @st.cache_resource -def init_agenta() -> None: - ag.init() +def init_screening() -> None: + screening.init() @st.cache_data(ttl=60) -def fetch_prompt_config() -> tuple[dict, str]: - """Fetch the prompt deployed to production, falling back to the local default.""" - try: - config = ag.ConfigManager.get_from_registry(app_slug=APP_SLUG) - return config, f"Agenta registry ('{APP_SLUG}', production)" - except Exception: - return PROMPT_CONFIG, "local default (run create_app.py to manage it in Agenta)" +def fetch_config() -> screening.ScreeningConfig: + return screening.fetch_config() @st.cache_data(show_spinner="Converting PDF to Markdown ...") @@ -71,44 +61,6 @@ def pdf_to_markdown(file_bytes: bytes) -> str: return result.text_content.strip() -@ag.instrument() -def classify_cv(cv_markdown: str, config: dict) -> dict: - prompt = PromptTemplate(**config["prompt"]).format(cv=cv_markdown) - response = OpenAI().chat.completions.create(**prompt.to_openai_kwargs()) - result = json.loads(response.choices[0].message.content) - # Capture the trace/span ids while the span is still open, so user - # feedback can be linked back to this invocation as an annotation. - link = ag.tracing.build_invocation_link() - if link is not None: - result["_invocation"] = {"trace_id": link.trace_id, "span_id": link.span_id} - return result - - -def send_feedback(invocation: dict, thumbs_up: bool, comment: str) -> bool: - """Attach user feedback to the screening trace as an Agenta annotation.""" - outputs: dict = {"score": 1 if thumbs_up else 0} - if comment.strip(): - outputs["comment"] = comment.strip() - - host = os.environ.get("AGENTA_HOST", "https://cloud.agenta.ai").rstrip("/") - response = requests.post( - f"{host}/api/simple/traces/", - headers={ - "Content-Type": "application/json", - "Authorization": f"ApiKey {os.environ['AGENTA_API_KEY']}", - }, - json={ - "trace": { - "data": {"outputs": outputs}, - "references": {"evaluator": {"slug": FEEDBACK_EVALUATOR_SLUG}}, - "links": {"invocation": invocation}, - } - }, - timeout=30, - ) - return response.status_code in (200, 202) - - def render_result(result: dict) -> None: label, banner = CLASSIFICATION_STYLES[result["classification"]] banner(f"**{label}** — {result['reasoning']}") @@ -157,7 +109,9 @@ def render_feedback(result: dict) -> None: if submitted: if rating is None: st.warning("Pick 👍 or 👎 first.") - elif send_feedback(invocation, thumbs_up=rating == 1, comment=comment): + elif screening.send_feedback( + invocation, thumbs_up=rating == 1, comment=comment + ): st.session_state["feedback_sent"] = invocation st.rerun() else: @@ -172,10 +126,10 @@ def main() -> None: "the job spec by the prompt managed in Agenta." ) - init_agenta() - config, source = fetch_prompt_config() - st.sidebar.markdown(f"**Prompt source:** {source}") - st.sidebar.markdown(f"**Model:** {config['prompt']['llm_config']['model']}") + init_screening() + config = fetch_config() + st.sidebar.markdown(f"**Prompt source:** {config.source}") + st.sidebar.markdown(f"**Model:** {config.params['prompt']['llm_config']['model']}") uploaded = st.file_uploader("Candidate CV (PDF)", type=["pdf"]) if uploaded is None: @@ -188,15 +142,15 @@ def main() -> None: if st.button("Screen candidate", type="primary"): with st.spinner("Evaluating CV against the job spec ..."): - result = classify_cv(cv_markdown, config) + result = screening.classify_cv({"cv": cv_markdown}, config) st.session_state["screening"] = {"cv": cv_markdown, "result": result} # Render from session state so the result (and its feedback form) # survives the reruns Streamlit triggers on every interaction. - screening = st.session_state.get("screening") - if screening and screening["cv"] == cv_markdown: - render_result(screening["result"]) - render_feedback(screening["result"]) + current = st.session_state.get("screening") + if current and current["cv"] == cv_markdown: + render_result(current["result"]) + render_feedback(current["result"]) if __name__ == "__main__": diff --git a/examples/python/cv-screening/create_app.py b/examples/python/cv-screening/create_app.py index c4024ffd6e..6efc231d69 100644 --- a/examples/python/cv-screening/create_app.py +++ b/examples/python/cv-screening/create_app.py @@ -42,7 +42,7 @@ def main() -> None: app_slug=APP_SLUG, variant_slug=VARIANT_SLUG, ) - print(f" Committed version {variant['variant_version']}.") + print(f" Committed version {variant.variant_version}.") print("Deploying to production ...") ag.DeploymentManager.deploy( diff --git a/examples/python/cv-screening/requirements.txt b/examples/python/cv-screening/requirements.txt index d17f232348..b43f54b8f8 100644 --- a/examples/python/cv-screening/requirements.txt +++ b/examples/python/cv-screening/requirements.txt @@ -1,6 +1,7 @@ -# Agenta SDK + LLM client +# Agenta SDK + LLM client (screening.py) agenta openai +openinference-instrumentation-openai python-dotenv # Test set preparation (prepare_testset.py) diff --git a/examples/python/cv-screening/screening.py b/examples/python/cv-screening/screening.py new file mode 100644 index 0000000000..f0b8e79e63 --- /dev/null +++ b/examples/python/cv-screening/screening.py @@ -0,0 +1,138 @@ +"""CV screening logic: prompt fetching, the LLM call, tracing, and feedback. + +This module owns everything that talks to Agenta and the LLM. The Streamlit +app (`app.py`) is only a UI shell around it; a CLI or an API endpoint could +import this module unchanged. + +Tracing design: + +- `init()` sets up Agenta tracing and auto-instruments the OpenAI client + (via OpenInference), so every screening trace contains a child LLM span + with the exact messages, model, token counts, and cost. +- `classify_cv(inputs, config)` takes its inputs as a dict whose keys match + the prompt's input variables (`{"cv": ...}`). The prompt configuration is + excluded from the trace (`ignore_inputs`); instead the span is linked to + the exact prompt revision through references (`ag.tracing.store_refs`). + Together these let you open the span in the Agenta playground and land on + the same prompt revision with the same inputs pre-filled. +""" + +import json +import os +from dataclasses import dataclass, field + +import agenta as ag +import requests +from agenta.sdk.managers.shared import SharedManager +from agenta.sdk.types import PromptTemplate +from openai import OpenAI +from openinference.instrumentation.openai import OpenAIInstrumentor + +from config import APP_SLUG, PROMPT_CONFIG + +FEEDBACK_EVALUATOR_SLUG = "user-feedback" + + +def init() -> None: + """Initialize Agenta tracing and auto-instrument the OpenAI client. + + Call this once at startup. After this, every OpenAI call shows up as a + child LLM span (messages, model, tokens, cost) under the active trace. + """ + ag.init() + OpenAIInstrumentor().instrument() + + +@dataclass +class ScreeningConfig: + """The prompt configuration plus the references identifying its revision.""" + + params: dict + source: str + refs: dict = field(default_factory=dict) + + +def fetch_config() -> ScreeningConfig: + """Fetch the prompt deployed to production, falling back to the local default. + + Returns the prompt parameters together with the application / variant / + environment references of the deployed revision, so each trace can be + linked back to the exact prompt version it used. + """ + try: + configuration = SharedManager.fetch( + app_slug=APP_SLUG, + environment_slug="production", + ) + if not configuration.params.get("prompt"): + raise ValueError("empty configuration returned from registry") + + refs = { + "application.id": configuration.app_id, + "application.slug": configuration.app_slug, + "variant.id": configuration.variant_id, + "variant.slug": configuration.variant_slug, + "variant.version": configuration.variant_version, + "environment.slug": configuration.environment_slug, + } + refs = {key: value for key, value in refs.items() if value is not None} + + return ScreeningConfig( + params=configuration.params, + source=f"Agenta registry ('{APP_SLUG}', production)", + refs=refs, + ) + except Exception: + return ScreeningConfig( + params=PROMPT_CONFIG, + source="local default (run create_app.py to manage it in Agenta)", + ) + + +@ag.instrument(ignore_inputs=["config"], ignore_outputs=["_invocation"]) +def classify_cv(inputs: dict, config: ScreeningConfig) -> dict: + """Screen a CV against the job spec and return the structured assessment. + + `inputs` mirrors the prompt's input variables: `{"cv": }`. + """ + prompt = PromptTemplate(**config.params["prompt"]).format(**inputs) + response = OpenAI().chat.completions.create(**prompt.to_openai_kwargs()) + result = json.loads(response.choices[0].message.content) + + # Link this span to the prompt revision that produced it, so the trace + # can be filtered by app/variant/environment and opened in the playground + # on the right revision. + ag.tracing.store_refs(config.refs) + + # Capture the trace/span ids while the span is still open, so user + # feedback can be attached to this invocation as an annotation. The + # field is excluded from the span outputs (`ignore_outputs` above). + link = ag.tracing.build_invocation_link() + if link is not None: + result["_invocation"] = {"trace_id": link.trace_id, "span_id": link.span_id} + return result + + +def send_feedback(invocation: dict, thumbs_up: bool, comment: str) -> bool: + """Attach user feedback to a screening trace as an Agenta annotation.""" + outputs: dict = {"score": 1 if thumbs_up else 0} + if comment.strip(): + outputs["comment"] = comment.strip() + + host = os.environ.get("AGENTA_HOST", "https://cloud.agenta.ai").rstrip("/") + response = requests.post( + f"{host}/api/simple/traces/", + headers={ + "Content-Type": "application/json", + "Authorization": f"ApiKey {os.environ['AGENTA_API_KEY']}", + }, + json={ + "trace": { + "data": {"outputs": outputs}, + "references": {"evaluator": {"slug": FEEDBACK_EVALUATOR_SLUG}}, + "links": {"invocation": invocation}, + } + }, + timeout=30, + ) + return response.status_code in (200, 202) From d3dd4d56585d1c603bb7f1c52d894ebd7cf3ee4a Mon Sep 17 00:00:00 2001 From: Mahmoud Mabrouk Date: Thu, 11 Jun 2026 14:00:22 +0200 Subject: [PATCH 4/5] Simplify the screening output to three match booleans with reasons The walkthrough needed a leaner story: the output schema is now tech_match / experience_match / overall_match, each with a short reason, plus the missing-requirements list. overall_match is a holistic hire-or-not judgment, so a requirement like a language can flip it while the other two stay true. The test set drops the bookkeeping columns and carries one expected_* column per dimension; empty cells are skipped by the code evaluator documented in the Readme. --- examples/python/cv-screening/Readme.md | 88 +++++++++++++++--- examples/python/cv-screening/app.py | 47 ++++------ examples/python/cv-screening/config.py | 84 +++++++---------- examples/python/cv-screening/data/testset.csv | 62 ++++++------- .../python/cv-screening/prepare_testset.py | 91 ++++++++++--------- 5 files changed, 200 insertions(+), 172 deletions(-) diff --git a/examples/python/cv-screening/Readme.md b/examples/python/cv-screening/Readme.md index b15d3078b7..8fbea756a9 100644 --- a/examples/python/cv-screening/Readme.md +++ b/examples/python/cv-screening/Readme.md @@ -2,9 +2,9 @@ A complete walkthrough for building a CV classifier with Agenta: a prompt that evaluates a candidate's CV (as Markdown) against a job specification -and returns a structured assessment — per-area scores, matched and missing -requirements, and a final classification (`strong_match`, `potential_match`, -or `no_match`). +and returns a structured assessment — a technical-skills match, an +experience match, and an overall hire/no-hire recommendation, each with a +short reason, plus the list of missing must-have requirements. The split between Agenta and the application code follows the pattern we recommend for production: @@ -28,7 +28,7 @@ PDF upload ──> Markdown (markitdown) ──> prompt fetched from Agenta ─ | `config.py` | Job spec, prompt messages, structured-output JSON schema, app slugs | | `create_app.py` | Creates the `cv-screening` app in Agenta and deploys the prompt to production | | `prepare_testset.py` | Builds `data/testset.csv` from a public resume dataset (optionally uploads it to Agenta) | -| `data/testset.csv` | 30 real Markdown CVs with hand-labeled expected classifications (committed, ready to upload) | +| `data/testset.csv` | 30 real Markdown CVs with hand-labeled expected matches (committed, ready to upload) | | `screening.py` | The AI logic: fetches the prompt, calls the LLM, traces, sends feedback | | `app.py` | Streamlit demo UI: upload a PDF, screen the candidate | | `make_sample_pdfs.py` | Renders three test set CVs as PDFs for the demo | @@ -47,7 +47,7 @@ HTML to clean Markdown, and labels each one by hand against the IT Manager job spec in `config.py`: - **6 strong matches** — seasoned IT managers, directors, and a VP of IT -- **7 potential matches** — IT specialists and supervisors missing +- **7 partial matches** — IT specialists and supervisors missing management scope, plus an engineering manager with weak IT depth - **17 rejections** — interns, and candidates from unrelated fields (chef, teacher, attorney, finance analyst, ...), including one resume that is @@ -59,9 +59,14 @@ Each CSV row has: | Column | Content | | --- | --- | | `cv` | The CV as Markdown — maps to the `{{cv}}` input of the prompt | -| `expected_classification` | Hand-assigned ground truth (`strong_match` / `potential_match` / `no_match`) | -| `source_category` | Original category label from the dataset | -| `source_id` | Resume ID in the source dataset | +| `expected_tech_match` | Hand-assigned ground truth for `tech_match` (`true` / `false`) | +| `expected_experience_match` | Hand-assigned ground truth for `experience_match` (`true` / `false`) | +| `expected_overall_match` | Hand-assigned ground truth for `overall_match` (`true` / `false`) | + +An empty expected cell means "no ground truth for this dimension"; the code +evaluator below skips it. That is how you add a test case that only pins +down the overall decision (for example, a CV that fails a new requirement) +without having to label the other dimensions. The CVs are Markdown rather than PDFs on purpose: PDF parsing happens outside Agenta (in the app), so the test set captures exactly what the @@ -103,11 +108,39 @@ dataset.) ### 3. Iterate and evaluate in Agenta In the playground, load test cases from the test set and experiment with -the prompt: tighten the requirements, change the model, adjust the scoring -rubric. Then run an evaluation against the test set — since the output is -structured JSON and the test set has an `expected_classification` column, -you can use a JSON-field match evaluator on `classification`, or add an -LLM-as-a-judge for the reasoning quality. +the prompt: tighten the requirements, change the model, adjust the +instructions. To score runs against the hand-labeled +`expected_*` columns, create a custom code evaluator (Evaluators → +Create → Code) with: + +```python +import json +from typing import Dict, Any + +FIELDS = ("tech_match", "experience_match", "overall_match") + + +def evaluate( + inputs: Dict[str, Any], + outputs: Any, + trace: Dict[str, Any], +) -> float: + result = json.loads(outputs) if isinstance(outputs, str) else outputs + + checked = [] + for field in FIELDS: + expected = str(inputs.get(f"expected_{field}") or "").strip().lower() + if expected not in ("true", "false"): + continue # empty cell: no ground truth for this dimension + checked.append(str(result.get(field)).lower() == expected) + + return sum(checked) / len(checked) if checked else 1.0 +``` + +It compares each of the three match booleans to its `expected_*` column +and returns the fraction that agree. Empty expected cells are skipped, so +a test case can pin down only one dimension. Then run an evaluation with +the test set and this evaluator. ### 4. Run the demo app @@ -123,8 +156,8 @@ UI only; the AI logic lives in `screening.py`. The flow: so whatever you deploy from the playground is what the app uses, with no redeploy, 3. calls the LLM with the structured-output schema, -4. the app renders the scores, requirement checklists, and final - classification. +4. the app renders the three match verdicts with their reasons and the + missing requirements. Every screening shows up as a trace in Agenta's observability view, built so you can act on it from the UI: @@ -158,6 +191,31 @@ and turn them into new test cases. To see aggregated stats for the `user-feedback` evaluator in the UI, create a matching human evaluator (Evaluators → Human evaluators) with the same slug. +### 6. Close the loop: from feedback to a deployed fix + +The pieces above compose into the core Agenta workflow. Say the role +requires fluent German, but the prompt doesn't mention it: + +1. **Recruiter** screens a CV in the app, sees "Advance to interview" for + a candidate with no German, and submits a 👎 with the comment + *"candidate doesn't speak German"*. +2. **AI engineer** filters traces by the `user-feedback` annotation, opens + the badly rated trace, and opens its span in the playground — landing + on the exact prompt revision with the CV pre-filled. +3. In the playground, they add *"Fluent German (the company's working + language)"* to the must-have requirements and rerun: `overall_match` + flips to `false` and German shows up in `missing_requirements`, while + `tech_match` and `experience_match` stay `true`. +4. They add the CV to the test set as a new test case with + `expected_overall_match = false` and the other two expected columns + left **empty** — the code evaluator only checks the overall decision + for this case. +5. They run an evaluation comparing the deployed revision against the new + one. The old prompt fails the new test case; the new prompt passes it + without regressing the other 30. +6. They deploy the new revision to production. The Streamlit app picks it + up on the next screening — no code change, no redeploy. + ## Adapting it to your role Everything role-specific lives in the prompt: edit the job spec directly in diff --git a/examples/python/cv-screening/app.py b/examples/python/cv-screening/app.py index 111b8dd23b..b244c287af 100644 --- a/examples/python/cv-screening/app.py +++ b/examples/python/cv-screening/app.py @@ -10,8 +10,8 @@ test set. 3. The prompt is formatted with the CV and sent to the LLM with a JSON schema response format. -4. The structured result (per-area scores and final classification) is - rendered as a small dashboard. +4. The structured result (tech / experience / overall match, each with + a reason) is rendered as a small dashboard. 5. The user can rate the screening (thumbs up/down plus an optional comment); the feedback is attached to the trace in Agenta as an annotation. @@ -31,17 +31,9 @@ load_dotenv() -CLASSIFICATION_STYLES = { - "strong_match": ("Strong match", st.success), - "potential_match": ("Potential match", st.warning), - "no_match": ("No match", st.error), -} - -SCORE_LABELS = { +MATCH_LABELS = { + "tech": "Technical skills", "experience": "Experience", - "technical_skills": "Technical skills", - "leadership": "Leadership", - "education_certifications": "Education & certs", } @@ -62,28 +54,21 @@ def pdf_to_markdown(file_bytes: bytes) -> str: def render_result(result: dict) -> None: - label, banner = CLASSIFICATION_STYLES[result["classification"]] - banner(f"**{label}** — {result['reasoning']}") + banner = st.success if result["overall_match"] else st.error + verdict = "Advance to interview" if result["overall_match"] else "Do not advance" + banner(f"**{verdict}** — {result['overall_reason']}") - columns = st.columns(len(SCORE_LABELS)) - for column, (key, score_label) in zip(columns, SCORE_LABELS.items()): + columns = st.columns(len(MATCH_LABELS)) + for column, (key, label) in zip(columns, MATCH_LABELS.items()): with column: - st.metric(score_label, f"{result['scores'][key]}/5") - st.progress(result["scores"][key] / 5) - - matched, missing, extras = st.columns(3) - with matched: - st.subheader("Requirements met") - for item in result["matched_requirements"] or ["—"]: - st.markdown(f"- ✅ {item}") - with missing: - st.subheader("Requirements missing") - for item in result["missing_requirements"] or ["—"]: + icon = "✅" if result[f"{key}_match"] else "❌" + st.markdown(f"#### {icon} {label}") + st.markdown(result[f"{key}_reason"]) + + if result["missing_requirements"]: + st.subheader("Missing requirements") + for item in result["missing_requirements"]: st.markdown(f"- ❌ {item}") - with extras: - st.subheader("Nice-to-haves") - for item in result["nice_to_haves"] or ["—"]: - st.markdown(f"- ⭐ {item}") def render_feedback(result: dict) -> None: diff --git a/examples/python/cv-screening/config.py b/examples/python/cv-screening/config.py index 7eb770687a..0b1b41c18f 100644 --- a/examples/python/cv-screening/config.py +++ b/examples/python/cv-screening/config.py @@ -35,18 +35,13 @@ {JOB_SPEC} -Evaluate the candidate's CV against this job specification. Score each area from 1 (very poor fit) to 5 (excellent fit): +Evaluate the candidate's CV against this job specification on two dimensions, then give an overall recommendation: -- experience: depth and relevance of professional experience for this role -- technical_skills: match between the candidate's technical skills and the role -- leadership: people management, budget and vendor ownership -- education_certifications: relevant degrees and certifications +- tech_match: do the candidate's technical skills cover what the role needs? +- experience_match: do the years of experience, seniority, and leadership scope fit the role? +- overall_match: would you advance this candidate to an interview? This is a holistic judgment against the full job specification (including any requirement not covered by the two dimensions above, such as languages or location), not just a combination of the other two. -Then give a final classification: - -- strong_match: meets all requirements; should be interviewed -- potential_match: meets most requirements or has closely transferable experience; worth a closer look -- no_match: does not meet the core requirements +For each of the three, answer true or false and give a one-or-two-sentence reason. Also list any must-have requirements that are missing or not evidenced in the CV. Base your evaluation only on what is written in the CV. Do not reward keyword stuffing: look for evidence such as responsibilities held, years of experience, and concrete accomplishments.\ """ @@ -65,57 +60,44 @@ "schema": { "type": "object", "properties": { - "scores": { - "type": "object", - "properties": { - "experience": {"type": "integer", "minimum": 1, "maximum": 5}, - "technical_skills": {"type": "integer", "minimum": 1, "maximum": 5}, - "leadership": {"type": "integer", "minimum": 1, "maximum": 5}, - "education_certifications": { - "type": "integer", - "minimum": 1, - "maximum": 5, - }, - }, - "required": [ - "experience", - "technical_skills", - "leadership", - "education_certifications", - ], - "additionalProperties": False, + "tech_match": { + "type": "boolean", + "description": "Do the candidate's technical skills cover what the role needs?", }, - "matched_requirements": { - "type": "array", - "items": {"type": "string"}, - "description": "Must-have requirements the candidate clearly meets", + "tech_reason": { + "type": "string", + "description": "One or two sentences justifying tech_match", }, - "missing_requirements": { - "type": "array", - "items": {"type": "string"}, - "description": "Must-have requirements the candidate does not meet or that are not evidenced in the CV", + "experience_match": { + "type": "boolean", + "description": "Do the years of experience, seniority, and leadership scope fit the role?", }, - "nice_to_haves": { - "type": "array", - "items": {"type": "string"}, - "description": "Nice-to-have qualifications found in the CV", - }, - "classification": { + "experience_reason": { "type": "string", - "enum": ["strong_match", "potential_match", "no_match"], + "description": "One or two sentences justifying experience_match", }, - "reasoning": { + "overall_match": { + "type": "boolean", + "description": "Holistic recommendation: advance this candidate to an interview?", + }, + "overall_reason": { "type": "string", - "description": "Two or three sentences justifying the classification", + "description": "One or two sentences justifying overall_match", + }, + "missing_requirements": { + "type": "array", + "items": {"type": "string"}, + "description": "Must-have requirements the candidate does not meet or that are not evidenced in the CV", }, }, "required": [ - "scores", - "matched_requirements", + "tech_match", + "tech_reason", + "experience_match", + "experience_reason", + "overall_match", + "overall_reason", "missing_requirements", - "nice_to_haves", - "classification", - "reasoning", ], "additionalProperties": False, }, diff --git a/examples/python/cv-screening/data/testset.csv b/examples/python/cv-screening/data/testset.csv index 99b59151d8..f34453c108 100644 --- a/examples/python/cv-screening/data/testset.csv +++ b/examples/python/cv-screening/data/testset.csv @@ -1,4 +1,4 @@ -cv,expected_classification,source_category,source_id +cv,expected_tech_match,expected_experience_match,expected_overall_match "# INFORMATION TECHNOLOGY MANAGER ## Summary @@ -50,7 +50,7 @@ Microsoft Certified Professional, Tech Skills** : June 1999 ## Skills -Active Directory, Adobe, Antivirus, Backup Exec, Backup, Budget, business processes, call center, call center, capacity planning, Cisco, computer assembly, Hardware, contracts, Direct Attached Storage, DAS, Database, Dell, Dell Servers, Designing, Desktops, Documentation, Firewall, HP, hiring, information systems, information systems, ISO 9000, Leadership, Linux, Logistics, Logistics and Management, Mac, MAC OS, Managing, Access, Microsoft Certified Professional, Microsoft Exchange, Microsoft Office Professional, office, Microsoft Project, Microsoft SQL, Microsoft Visio Professional, Windows 7, Windows 8, Windows, Enterprise, NAS, Network Attached Storage, Network Printers, Network, Networking, new product development, Operating Systems, PBX, PCI, Phone System, policies, Project Management, quality, quality assurance, quality improvement, QuickBooks Pro, Research, Robotic, safety, Storage Area Network, SAN, scheduling, Servers, Microsoft SQL Server, Symantec, teamwork, technical analysis, phones, Troubleshooting, upgrade, Visio Professional, vision, Web Portal, WAN",strong_match,INFORMATION-TECHNOLOGY,18301617 +Active Directory, Adobe, Antivirus, Backup Exec, Backup, Budget, business processes, call center, call center, capacity planning, Cisco, computer assembly, Hardware, contracts, Direct Attached Storage, DAS, Database, Dell, Dell Servers, Designing, Desktops, Documentation, Firewall, HP, hiring, information systems, information systems, ISO 9000, Leadership, Linux, Logistics, Logistics and Management, Mac, MAC OS, Managing, Access, Microsoft Certified Professional, Microsoft Exchange, Microsoft Office Professional, office, Microsoft Project, Microsoft SQL, Microsoft Visio Professional, Windows 7, Windows 8, Windows, Enterprise, NAS, Network Attached Storage, Network Printers, Network, Networking, new product development, Operating Systems, PBX, PCI, Phone System, policies, Project Management, quality, quality assurance, quality improvement, QuickBooks Pro, Research, Robotic, safety, Storage Area Network, SAN, scheduling, Servers, Microsoft SQL Server, Symantec, teamwork, technical analysis, phones, Troubleshooting, upgrade, Visio Professional, vision, Web Portal, WAN",true,true,true "# INFORMATION TECHNOLOGY MANAGER ## Experience @@ -113,7 +113,7 @@ Active Directory, Adobe, Antivirus, Backup Exec, Backup, Budget, business proces ## Skills -4D, Active Directory, Adobe Products, Apple, Automation, backup, Broadcast, budget planning, Computer Technician, Hardware installation and configuration, Hardware, databases, Database, DHCP, DNS, editing, Final Cut, firewall, FTP, inventory, LAN, Mac, Magic, access, Microsoft Exchange Server, Windows 7, Windows, 2000, Windows XP, Network Administration, network, OS, operating system, Power Builder 6.5, Power Builder 9.0, processes, QuickBooks Pro, research, Sales, SAN, Servers, Software installation, Microsoft SQL Server, Streaming Video, Sybase SQL Anywhere 7.0, Sybase SQL Anywhere 9.0, Sybase SQL Anywhere, Symantec, Technical support, Television, video, VPN, Windows Server, Windows 2000 Server",strong_match,INFORMATION-TECHNOLOGY,13836471 +4D, Active Directory, Adobe Products, Apple, Automation, backup, Broadcast, budget planning, Computer Technician, Hardware installation and configuration, Hardware, databases, Database, DHCP, DNS, editing, Final Cut, firewall, FTP, inventory, LAN, Mac, Magic, access, Microsoft Exchange Server, Windows 7, Windows, 2000, Windows XP, Network Administration, network, OS, operating system, Power Builder 6.5, Power Builder 9.0, processes, QuickBooks Pro, research, Sales, SAN, Servers, Software installation, Microsoft SQL Server, Streaming Video, Sybase SQL Anywhere 7.0, Sybase SQL Anywhere 9.0, Sybase SQL Anywhere, Symantec, Technical support, Television, video, VPN, Windows Server, Windows 2000 Server",true,true,true "# DIRECTOR OF INFORMATION TECHNOLOGY ## Summary @@ -185,7 +185,7 @@ January 1991 to January 1992 ## Skills -Accounting, Active Directory, anti-virus, AntiVirus, Apple, Arcserve, Audio, Backup, BGP, budgets, Cisco Routers, Citrix, hardware, contracts, DHCP, disaster recovery, DNS, Firewalls, firewall, focus, FTP, hardware configuration and troubleshooting, HP, imaging, IP, LAN, leadership, LINC, Domino, Lotus Notes, MA, Mac, Director, Exchange Server, Mail, office, Windows 7, network administration, Nas, Network, networking, Novell servers, Operating Systems, OS, operating system, PCI, camera, policies, Project leader, proposals, real estate, risk management, San, server configuration, SQL, SSL, Switches, switch, Symantec, technical support, Trend, trouble shooting, UNIX, upgrading, Video, VPN, WAN, Windows Server",strong_match,INFORMATION-TECHNOLOGY,17688766 +Accounting, Active Directory, anti-virus, AntiVirus, Apple, Arcserve, Audio, Backup, BGP, budgets, Cisco Routers, Citrix, hardware, contracts, DHCP, disaster recovery, DNS, Firewalls, firewall, focus, FTP, hardware configuration and troubleshooting, HP, imaging, IP, LAN, leadership, LINC, Domino, Lotus Notes, MA, Mac, Director, Exchange Server, Mail, office, Windows 7, network administration, Nas, Network, networking, Novell servers, Operating Systems, OS, operating system, PCI, camera, policies, Project leader, proposals, real estate, risk management, San, server configuration, SQL, SSL, Switches, switch, Symantec, technical support, Trend, trouble shooting, UNIX, upgrading, Video, VPN, WAN, Windows Server",true,true,true "# DIRECTOR OF INFORMATION TECHNOLOGY ## Executive Profile @@ -263,7 +263,7 @@ Team Leadership \* Managing conflict \* Effect Supervision of employees ## Skills -Accounting, Analyst, business processes, Change Management, Cisco Certified, Coaching, hardware, conversion, clients, direction, e-mail, employee training, Engineer, ERP, Finance, financials, human resources, HR, information security, information technology, inventory, IP, Leadership, Team Leadership, Managing People, Managing, Mentoring, MS Office suite, Office, Windows 7, Windows 98, Windows XP, migration, needs analysis, Enterprise, Network Administrator, network, Operating System, Organizational Development, phone system, policies, printers, processes, Programmer, Project Management, purchasing, reporting, Seminars, servers, Service Level Agreements, SLA, software development, strategic, Strategic Planning, Supervision, technical support, telecom, telecommunication, Telephony, Trainer, Wordperfect",strong_match,INFORMATION-TECHNOLOGY,28672970 +Accounting, Analyst, business processes, Change Management, Cisco Certified, Coaching, hardware, conversion, clients, direction, e-mail, employee training, Engineer, ERP, Finance, financials, human resources, HR, information security, information technology, inventory, IP, Leadership, Team Leadership, Managing People, Managing, Mentoring, MS Office suite, Office, Windows 7, Windows 98, Windows XP, migration, needs analysis, Enterprise, Network Administrator, network, Operating System, Organizational Development, phone system, policies, printers, processes, Programmer, Project Management, purchasing, reporting, Seminars, servers, Service Level Agreements, SLA, software development, strategic, Strategic Planning, Supervision, technical support, telecom, telecommunication, Telephony, Trainer, Wordperfect",true,true,true "# VP OF INFORMATION TECHNOLOGY ## Executive Profile @@ -350,7 +350,7 @@ cable. Directed and trained subordinate Technicians.  Configured 5 stations with CAT5 and fiber optic cable.  Conducted quarterly and annual formal performance reviews for all subordinates.  Installed Windows NT system on more than 400 computers. Earned -good conduct and sharpshooter awards.",strong_match,INFORMATION-TECHNOLOGY,41344156 +good conduct and sharpshooter awards.",true,true,true "# INFORMATION TECHNOLOGY SENIOR MANAGER ## Summary @@ -431,7 +431,7 @@ good conduct and sharpshooter awards.",strong_match,INFORMATION-TECHNOLOGY,41344 ## Skills -streamline, Banking, budget, Business Systems, C, Cisco, closing 3, Consulting, contracts, CRM, Client, Customer Service, E-Business, Email, Senior Management, Finance, Guardian, Information Systems, Information Technology, Insurance, Investments, ITIL, ITIL v, Leadership, Director, Managing, money, MSA, negotiating, Enterprise, Oracle, Project Management, quality, Relationship Management, RFI, RFP, Sales, Sales Support, SLA, Strategic, technical support, Vendor Management, VoIP",strong_match,INFORMATION-TECHNOLOGY,17681064 +streamline, Banking, budget, Business Systems, C, Cisco, closing 3, Consulting, contracts, CRM, Client, Customer Service, E-Business, Email, Senior Management, Finance, Guardian, Information Systems, Information Technology, Insurance, Investments, ITIL, ITIL v, Leadership, Director, Managing, money, MSA, negotiating, Enterprise, Oracle, Project Management, quality, Relationship Management, RFI, RFP, Sales, Sales Support, SLA, Strategic, technical support, Vendor Management, VoIP",true,true,true "# INFORMATION TECHNOLOGY SUPERVISOR ## Summary @@ -502,7 +502,7 @@ Army Achievement Medal for impacting the communications network and overall succ ## Skills -Army, Cisco, counseling, customer assistance, database, documentation, Information Technology, inventory, IP, LAN, Windows 7, Network, personnel, policies, protocols, repairs, Routing, San, supervisor, test equipment, troubleshoot, WAN",potential_match,INFORMATION-TECHNOLOGY,33241454 +Army, Cisco, counseling, customer assistance, database, documentation, Information Technology, inventory, IP, LAN, Windows 7, Network, personnel, policies, protocols, repairs, Routing, San, supervisor, test equipment, troubleshoot, WAN",true,false,false "# INFORMATION TECHNOLOGY SPECIALIST ## Professional Summary @@ -611,7 +611,7 @@ A+, Active Directory, administrative, antivirus, C, Client and Server, Compaq, H ## Additional Information - Security Clearance - TSCI - Top Secret Security Clearance",potential_match,INFORMATION-TECHNOLOGY,24913648 + TSCI - Top Secret Security Clearance",true,false,false "# INFORMATION TECHNOLOGY SPECIALIST I ## Professional Summary @@ -669,7 +669,7 @@ EMC Networker week long course ArcGIS week long course Windows 2012 - Powershell week long course** : -## Skills",potential_match,INFORMATION-TECHNOLOGY,66832845 +## Skills",true,false,false "# INFORMATION TECHNOLOGY SPECIALIST GS11 ## Experience @@ -762,7 +762,7 @@ budget, cabling, cisco, hardware, Client, documentation, Electrician, feasibilit - AWARDS: Superior Performer, 2nd Quarter 2003; USAF Achievement Medal, June 2000; Humanitarian Service Medal, January 1998; 20 CRS Maintenance Professional of the Year, 1998; Airman of the Quarter, May 1997; Airman of the Month, March 1997; Airman of the Month, February 1997 OTHER INFORMATION: - While stationed in South Carolina performed three years of volunteer electrical work for Habitat for Humanity. While doing this work I learned the fundamentals of wiring a house for electric, cable, and telephone.",potential_match,INFORMATION-TECHNOLOGY,21780877 + While stationed in South Carolina performed three years of volunteer electrical work for Habitat for Humanity. While doing this work I learned the fundamentals of wiring a house for electric, cable, and telephone.",true,false,false "# ADMINISTRATOR OF INFORMATION TECHNOLOGY ## Summary @@ -843,7 +843,7 @@ Arabic (fluent) ## Skills -Arabic, Back-up, budgets, hardware, client, Database, database management, designing, disaster recovery, documentation, financial, Help Desk, HP, local area network, LAN, Leadership, access, 2000, network, networks, NT servers, PC's, policies, printer, processes, Research, sql, MS SQL, desktop support, training programs, Trouble shooting, troubleshooting, Upgrades, WAN, workflow",potential_match,INFORMATION-TECHNOLOGY,25959103 +Arabic, Back-up, budgets, hardware, client, Database, database management, designing, disaster recovery, documentation, financial, Help Desk, HP, local area network, LAN, Leadership, access, 2000, network, networks, NT servers, PC's, policies, printer, processes, Research, sql, MS SQL, desktop support, training programs, Trouble shooting, troubleshooting, Upgrades, WAN, workflow",true,false,false "# INFORMATION TECHNOLOGY INSTRUCTOR ## Summary @@ -917,7 +917,7 @@ Media Design Productivity Other · Photoshop · Microsoft · Network Management ## Skills -Photoshop, Premier, art, Cable, Hardware, computer repair, curriculum development, client, Customer service training, Database, Department of Health, documentation, Dreamweaver, Fireworks, Flash, help desk, HTML Coding, Illustrator, InDesign, information technology, Inventory control, Mac OS, market, Excel, Microsoft Networking, Outlook, Powerpoint, Windows OS, Word, multimedia presentations, Natural, Network Management, Novell, PHP, progress, QuarkXpress, staff training, technical support, user training, phone, troubleshooting, Wiring",potential_match,INFORMATION-TECHNOLOGY,25990239 +Photoshop, Premier, art, Cable, Hardware, computer repair, curriculum development, client, Customer service training, Database, Department of Health, documentation, Dreamweaver, Fireworks, Flash, help desk, HTML Coding, Illustrator, InDesign, information technology, Inventory control, Mac OS, market, Excel, Microsoft Networking, Outlook, Powerpoint, Windows OS, Word, multimedia presentations, Natural, Network Management, Novell, PHP, progress, QuarkXpress, staff training, technical support, user training, phone, troubleshooting, Wiring",true,true,false "# ENGINEERING MANAGER ## Profile @@ -994,7 +994,7 @@ Fluent in Spanish ## Skills -Billing, blueprints, carpentry, detail-oriented, electrical wiring, engineer, HVAC, materials, Excel, Outlook, window, Windows XP, Word, Oil, painting, Plumbing, read, repairs, safety, Soldering, Fluent in Spanish, Welding, wiring",potential_match,ENGINEERING,44624796 +Billing, blueprints, carpentry, detail-oriented, electrical wiring, engineer, HVAC, materials, Excel, Outlook, window, Windows XP, Word, Oil, painting, Plumbing, read, repairs, safety, Soldering, Fluent in Spanish, Welding, wiring",false,true,false "# INFORMATION TECHNOLOGY INTERN ## Professional Profile @@ -1055,7 +1055,7 @@ American Sign Language, Excellent communication, customer service, databases, En \*Delta Alpha Pi Honor Society 2015 - 2016 \*Phi Sigma Pi National Honor Fraternity 2015 - 2016 \*Signify Club President 2015 - 2016 - \*Delta Sigma Phi Fraternity Brother 2012",no_match,INFORMATION-TECHNOLOGY,68460556 + \*Delta Sigma Phi Fraternity Brother 2012",false,false,false "# INFORMATION TECHNOLOGY (INTERNSHIP) ## Summary @@ -1156,7 +1156,7 @@ English Dialect and Language Chose to be Graduation Speaker for the Classs -GPA 3.4",no_match,INFORMATION-TECHNOLOGY,20024870 +GPA 3.4",false,false,false "# INFORMATION TECHNOLOGY COORDINATOR ## Professional Summary @@ -1240,7 +1240,7 @@ Member, Cook County Bar Association Member, Lake County Bar Association ## Skills -Executive and Legal Support, Business Analysis, Strong Communication Skills, Business Operations, Detail oriented, Documentation and Time Management, Information Technology and Technical Support, Leadership, Legal Terminology, Managerial Experience, Meeting Organizational Skills, Advanced Problem-solving Skills, Paralegal , Performance appraisals, Personnel, Presentations, Processes, Procurement, Project Management, LR&W, Westlaw, LexisNexis",no_match,INFORMATION-TECHNOLOGY,91697974 +Executive and Legal Support, Business Analysis, Strong Communication Skills, Business Operations, Detail oriented, Documentation and Time Management, Information Technology and Technical Support, Leadership, Legal Terminology, Managerial Experience, Meeting Organizational Skills, Advanced Problem-solving Skills, Paralegal , Performance appraisals, Personnel, Presentations, Processes, Procurement, Project Management, LR&W, Westlaw, LexisNexis",false,false,false "# ENGINEERING TECHNICIAN ## Highlights @@ -1306,7 +1306,7 @@ Information Systems Security Association (ISSA) ## Skills -budget, hardware, network systems, database, Dec, documentation, inspection, logistics, meetings, MS Excel, Microsoft Office, Outlook, PowerPoint, network, networking, Operating Systems, Oracle, personnel, presentations, progress, quality, Maintain documentation, routers, safety, scheduling, shipping, spreadsheets, supervision",no_match,ENGINEERING,14206561 +budget, hardware, network systems, database, Dec, documentation, inspection, logistics, meetings, MS Excel, Microsoft Office, Outlook, PowerPoint, network, networking, Operating Systems, Oracle, personnel, presentations, progress, quality, Maintain documentation, routers, safety, scheduling, shipping, spreadsheets, supervision",false,false,false "# ENGINEERING INTERN ## Professional Summary @@ -1360,7 +1360,7 @@ Less than 2% of boys that enter Boy Scouting program achieve the rank of Eagle S ## Skills -Proficiency in C++, AutoCAD, AutoCAD Inventor, Python, Linux, Xcode, Visual Basic, MS Word, MS Powerpoint, Programming in MS Excel",no_match,ENGINEERING,54227873 +Proficiency in C++, AutoCAD, AutoCAD Inventor, Python, Linux, Xcode, Visual Basic, MS Word, MS Powerpoint, Programming in MS Excel",false,false,false "# CONSULTANT ## Professional Summary @@ -1424,7 +1424,7 @@ Management, Visio, websites **Tools:** Balsamiq, ALM Octane, Agile Manager, Trello, Version One, Microsoft Office Suite, Visio -**Methodologies:** Agile, Kanban, Lean, Human Centered design, Design Thinking",no_match,CONSULTANT,88907739 +**Methodologies:** Agile, Kanban, Lean, Human Centered design, Design Thinking",false,false,false "# CONSULTANT ## Summary @@ -1519,7 +1519,7 @@ Board of Trustee-St. Paul's Episcopal Day School-Current ## Skills -ADA, Benefits, budget, business process improvement, interpersonal communication, consulting, client, clients, Employee Relations, filing, focus, Human Resources, HR, image, interpretation, team -building, Legal Compliance, Director, access, Works, networking, Organizational Development, payroll, policies, project management, reporting, risk management, sales, scanning, seminars, Staffing, strategy, Strategic Planning, phone, training programs, Vendor Management",no_match,CONSULTANT,27096471 +ADA, Benefits, budget, business process improvement, interpersonal communication, consulting, client, clients, Employee Relations, filing, focus, Human Resources, HR, image, interpretation, team -building, Legal Compliance, Director, access, Works, networking, Organizational Development, payroll, policies, project management, reporting, risk management, sales, scanning, seminars, Staffing, strategy, Strategic Planning, phone, training programs, Vendor Management",false,false,false "# DIRECTOR OF BUSINESS DEVELOPMENT ## Summary @@ -1625,7 +1625,7 @@ January 2009 ## Skills -account management, streamline, business development, cold calling, compliance management, inventory management, inventory levels, inventory control, logistics, mailing, marketing strategies, process management, sales, VoIP",no_match,BUSINESS-DEVELOPMENT,38688388 +account management, streamline, business development, cold calling, compliance management, inventory management, inventory levels, inventory control, logistics, mailing, marketing strategies, process management, sales, VoIP",false,false,false "# BUSINESS DEVELOPMENT ANALYST ## Summary @@ -1700,7 +1700,7 @@ May, 2016 Minors: Business Law and Marketing -Alpha Epsilon Pi - Social Officer; August 2013 – May 2016",no_match,BUSINESS-DEVELOPMENT,25397102 +Alpha Epsilon Pi - Social Officer; August 2013 – May 2016",false,false,false "# CHEF ## Summary @@ -1753,7 +1753,7 @@ Obtained my High school diploma in 2011. ## Skills -Warehouse worker, Cashier, Line Cook, Closing, Communication Skills, Interpersonal Skills, Customer Service Skills, Leadership Skills, Organizational Skills, Fast learner, Research, Very Friendly, Adaptable.",no_match,CHEF,24221960 +Warehouse worker, Cashier, Line Cook, Closing, Communication Skills, Interpersonal Skills, Customer Service Skills, Leadership Skills, Organizational Skills, Fast learner, Research, Very Friendly, Adaptable.",false,false,false "# FITNESS SPECIALIST ## Summary @@ -1848,7 +1848,7 @@ SECONDARY - Computer literate: ( Excel, Power Point, Word, Mind Body) - Conferences: consulting, Designing, health promotion. -- Educator and Bilingual",no_match,FITNESS,24444525 +- Educator and Bilingual",false,false,false "# TEACHER ## Summary @@ -1921,7 +1921,7 @@ Interpersonal skills and communication Team leader for second grade team for five years -Teacher of the year at Providence Elementary 2015-2016",no_match,TEACHER,19918523 +Teacher of the year at Providence Elementary 2015-2016",false,false,false "# HEALTHCARE ADMINISTRATOR ## Professional Summary @@ -2068,7 +2068,7 @@ U.S. Department of State: Certificate of Appreciation for Exemplary Participatio U.S. Department of State: Certificate of Recognition for Outstanding Performance 2009 -U.S. Department of State: Certificate of Appreciation for Outstanding Performance 2010, 2011, 2012, 2013, 2014, 2015",no_match,HEALTHCARE,23138078 +U.S. Department of State: Certificate of Appreciation for Outstanding Performance 2010, 2011, 2012, 2013, 2014, 2015",false,false,false "# SALES ## Summary @@ -2130,7 +2130,7 @@ Communications *West Virginia State University* － City , State ## Skills -Air Force 2, attention to detail, interpersonal and communication, communications skills, Oral Communication, creative problem solving, Customer Relations, customer service, government, innovation, Inspection, Leadership, materials, Problem Solving, Public Safety, Public Speaking, Quality, Safety, sales, supervisory, Supervision, technician",no_match,SALES,87118391 +Air Force 2, attention to detail, interpersonal and communication, communications skills, Oral Communication, creative problem solving, Customer Relations, customer service, government, innovation, Inspection, Leadership, materials, Problem Solving, Public Safety, Public Speaking, Quality, Safety, sales, supervisory, Supervision, technician",false,false,false "# HR SPECIALIST, US HR OPERATIONS ## Summary @@ -2226,7 +2226,7 @@ Planned and executed event focusing on Connecticut's creative corridor, growth ## Skills -Adobe Photoshop, ADP, Asset Management, branding, brochures, content, Customer Care, Final Cut Pro, graphics, graphic, HR, Illustrator, InDesign, Innovation, inventory, Lotus Notes, marketing, marketing materials, marketing material, materials, Microsoft Office, SharePoint, newsletter, presentations, process improvement, Project Management, promotional materials, publications, Quality, real-time, Recruitment, reporting, RFP, sales, stories, Employee Development, video, web design, website, articles",no_match,HR,22323967 +Adobe Photoshop, ADP, Asset Management, branding, brochures, content, Customer Care, Final Cut Pro, graphics, graphic, HR, Illustrator, InDesign, Innovation, inventory, Lotus Notes, marketing, marketing materials, marketing material, materials, Microsoft Office, SharePoint, newsletter, presentations, process improvement, Project Management, promotional materials, publications, Quality, real-time, Recruitment, reporting, RFP, sales, stories, Employee Development, video, web design, website, articles",false,false,false "# FINANCE ANALYST ## Summary @@ -2326,7 +2326,7 @@ Strategic and analytical finance professional with 4+ years of success in financ ## Skills -binder, clientele, clients, features, financial, forms, insurance, litigation, marketing strategies, market, meetings, networking, police, policies, recording, seminars, settlements, Sigma, technical assistance, underwriter",no_match,FINANCE,23955183 +binder, clientele, clients, features, financial, forms, insurance, litigation, marketing strategies, market, meetings, networking, police, policies, recording, seminars, settlements, Sigma, technical assistance, underwriter",false,false,false "# ADVOCATE ## Professional Summary @@ -2418,4 +2418,4 @@ Maryland Bar ## Skills -Training, Liaison, Federal Government, Public Policy",no_match,ADVOCATE,14445309 +Training, Liaison, Federal Government, Public Policy",false,false,false diff --git a/examples/python/cv-screening/prepare_testset.py b/examples/python/cv-screening/prepare_testset.py index a09cf42614..04822559ca 100644 --- a/examples/python/cv-screening/prepare_testset.py +++ b/examples/python/cv-screening/prepare_testset.py @@ -5,12 +5,14 @@ livecareer.com), converts a curated subset to Markdown, and writes `data/testset.csv`. -The subset is hand-picked so the classifications against the IT Manager +The subset is hand-picked so the assessments against the IT Manager job spec (see `config.py`) have a meaningful spread: strong matches -(IT managers and directors), potential matches (IT specialists, an IT +(IT managers and directors), partial matches (IT specialists, an IT supervisor, an engineering manager), and clear rejections (chef, teacher, -attorney, ...). Each row carries a human-assigned `expected_classification` -so you can run an exact-match evaluation in Agenta out of the box. +attorney, ...). Each row carries human-assigned `expected_tech_match`, +`expected_experience_match`, and `expected_overall_match` booleans so you +can run a code evaluator in Agenta out of the box. An empty expected cell +means "no ground truth for this dimension" and is skipped by the evaluator. Usage: python prepare_testset.py # writes data/testset.csv @@ -41,44 +43,45 @@ TESTSET_PATH = DATA_DIR / "testset.csv" # Curated resume IDs with human-assigned ground truth against the -# IT Manager job spec. Reviewed by hand: titles alone are not reliable — +# IT Manager job spec, as (tech_match, experience_match, overall_match) +# booleans. Reviewed by hand: titles alone are not reliable — # e.g. 91697974 is labeled "Information Technology Coordinator" in the # source dataset but is actually a paralegal CV (kept on purpose as a -# distractor, labeled no_match). +# distractor). CURATED_RESUMES = { # --- strong matches: seasoned IT managers / directors --- - 18301617: "strong_match", # IT Manager, 15 years, infra + budget + team - 13836471: "strong_match", # IT Manager since 2007, network + budget, 80 users - 17688766: "strong_match", # Director of IT - 28672970: "strong_match", # Director of IT, executive profile - 41344156: "strong_match", # VP of IT - 17681064: "strong_match", # IT Senior Manager, 15+ years, vendor management - # --- potential matches: relevant but missing scope or seniority --- - 33241454: "potential_match", # IT Supervisor, 5 yrs IT, 1 yr supervisory (Army) - 24913648: "potential_match", # IT Specialist, experienced network engineer - 66832845: "potential_match", # IT Specialist I - 21780877: "potential_match", # IT Specialist GS11 (government) - 25959103: "potential_match", # Administrator of IT - 25990239: "potential_match", # IT Instructor, 17 yrs IT, 12 yrs project mgmt - 44624796: "potential_match", # Engineering Manager, 25 yrs mgmt, weak IT depth + 18301617: (True, True, True), # IT Manager, 15 years, infra + budget + team + 13836471: (True, True, True), # IT Manager since 2007, network + budget, 80 users + 17688766: (True, True, True), # Director of IT + 28672970: (True, True, True), # Director of IT, executive profile + 41344156: (True, True, True), # VP of IT + 17681064: (True, True, True), # IT Senior Manager, 15+ years, vendor management + # --- partial matches: relevant but missing scope or seniority --- + 33241454: (True, False, False), # IT Supervisor, 5 yrs IT, 1 yr supervisory (Army) + 24913648: (True, False, False), # IT Specialist, experienced network engineer + 66832845: (True, False, False), # IT Specialist I + 21780877: (True, False, False), # IT Specialist GS11 (government) + 25959103: (True, False, False), # Administrator of IT + 25990239: (True, True, False), # IT Instructor, 17 yrs IT, teaching not ops + 44624796: (False, True, False), # Engineering Manager, 25 yrs mgmt, weak IT depth # --- no matches: too junior, mislabeled, or unrelated fields --- - 68460556: "no_match", # IT Intern - 20024870: "no_match", # IT Internship, recent MBA grad - 91697974: "no_match", # "IT Coordinator" — actually a paralegal CV - 14206561: "no_match", # Engineering Technician - 54227873: "no_match", # Engineering Intern - 88907739: "no_match", # Management Consultant, 4 yrs, no IT infra - 27096471: "no_match", # HR Consultant - 38688388: "no_match", # Director of Business Development - 25397102: "no_match", # Business Development Analyst - 24221960: "no_match", # Chef - 24444525: "no_match", # Fitness Specialist - 19918523: "no_match", # Teacher - 23138078: "no_match", # Healthcare Administrator - 87118391: "no_match", # Sales / Account Manager - 22323967: "no_match", # HR Specialist - 23955183: "no_match", # Finance Analyst - 14445309: "no_match", # Advocate (attorney) + 68460556: (False, False, False), # IT Intern + 20024870: (False, False, False), # IT Internship, recent MBA grad + 91697974: (False, False, False), # "IT Coordinator" — actually a paralegal CV + 14206561: (False, False, False), # Engineering Technician + 54227873: (False, False, False), # Engineering Intern + 88907739: (False, False, False), # Management Consultant, 4 yrs, no IT infra + 27096471: (False, False, False), # HR Consultant + 38688388: (False, False, False), # Director of Business Development + 25397102: (False, False, False), # Business Development Analyst + 24221960: (False, False, False), # Chef + 24444525: (False, False, False), # Fitness Specialist + 19918523: (False, False, False), # Teacher + 23138078: (False, False, False), # Healthcare Administrator + 87118391: (False, False, False), # Sales / Account Manager + 22323967: (False, False, False), # HR Specialist + 23955183: (False, False, False), # Finance Analyst + 14445309: (False, False, False), # Advocate (attorney) } @@ -123,7 +126,7 @@ def resume_html_to_markdown(html: str) -> str: def build_testset(df: pd.DataFrame) -> list[dict]: rows = [] - for resume_id, expected in CURATED_RESUMES.items(): + for resume_id, (tech, experience, overall) in CURATED_RESUMES.items(): matches = df[df["ID"] == resume_id] if matches.empty: print(f"warning: resume {resume_id} not found in dataset, skipping") @@ -132,9 +135,9 @@ def build_testset(df: pd.DataFrame) -> list[dict]: rows.append( { "cv": resume_html_to_markdown(record["Resume_html"]), - "expected_classification": expected, - "source_category": record["Category"], - "source_id": str(resume_id), + "expected_tech_match": str(tech).lower(), + "expected_experience_match": str(experience).lower(), + "expected_overall_match": str(overall).lower(), } ) return rows @@ -146,9 +149,9 @@ def write_csv(rows: list[dict]) -> None: f, fieldnames=[ "cv", - "expected_classification", - "source_category", - "source_id", + "expected_tech_match", + "expected_experience_match", + "expected_overall_match", ], ) writer.writeheader() From 508d419cf1d0d57347ffa65c8f850b189432de4e Mon Sep 17 00:00:00 2001 From: Mahmoud Mabrouk Date: Thu, 11 Jun 2026 14:01:46 +0200 Subject: [PATCH 5/5] Fix make_sample_pdfs for the new test set columns --- .../data/sample_cvs/candidate_chef.pdf | Bin 3834 -> 3834 bytes .../data/sample_cvs/candidate_it_manager.pdf | Bin 4776 -> 4772 bytes .../sample_cvs/candidate_it_supervisor.pdf | Bin 4088 -> 4088 bytes .../python/cv-screening/make_sample_pdfs.py | 29 ++++++++++-------- 4 files changed, 17 insertions(+), 12 deletions(-) diff --git a/examples/python/cv-screening/data/sample_cvs/candidate_chef.pdf b/examples/python/cv-screening/data/sample_cvs/candidate_chef.pdf index b6dd52c97352758095abe29af440c788d4701821..df96ff46f7013736ad11858079c6a1880e3002cd 100644 GIT binary patch delta 92 zcmew*`%891G%tstp`nq1p|R!WWL_&qCs$WPGiPHXQ)d$+0~0r6XJcnqQ)f3 SCqowt13Mc+Dkk6OlLi1s=@z#D diff --git a/examples/python/cv-screening/data/sample_cvs/candidate_it_manager.pdf b/examples/python/cv-screening/data/sample_cvs/candidate_it_manager.pdf index e12e273ee7586f66be1a02c8c1c4b9127c898acb..9d4f56d045723974a2d98877583bc8f7adab7845 100644 GIT binary patch delta 1409 zcmajfYdF&j00!_FJ#1Jpwp?baArt>?*xciv9hZ|vzdEv2!`6RQ0$6_ zEx1lx!;!IRc65=3qn5R{d}pog={uP$m9-WpD*v*2mib8GoR0|kOv89bTCRB1V0wpe zpch%87P+fiuxF{gMvLqqyrh~BXy?1$H&0ydJ5rHh{0c{;1aZs4H6 zigN$tb}6yq*-s?6i}|wF?$9D;J@++-x8Q1X{O*38djx@2$eL?ER+b@Y{h{;zi0q}{ z^J)=3b8$FSN=$LPozZ}0wHynP!DPzu&y!}IC+vf3-B`{qY-=I~jD%j4y1t8bUXp4P zjNbgbN{}g?nvmA#q_}f+eD2}nZuYyDhSHIzrRIorO~t=2PCj~_Q`#-5I1BqW_F0tW zPn3NIIWk>4)tS$dW#9e%ij@@OP#LH01g{Zn9n48RI z3Z$ni`7g?v92vgcO1Yr}=!`$vq`F|&8geUrg`LgeWCPVA&>tb>8Wq}Wy! zQvNW{q9`Q8Z?g=@JpCK0CG&z`R%4#1I9A?cuCTg)D8ldDflwchGuQT<;%}Y~M|qJq z!9L`o<_(o*9DAn7O?1eQ2CtSR!YhBJc!|7-DHJ5EIjAVRIf+V+rk7nA7AhTcBb z+=)mZcp{K(U}vY?pL){96L+4#s#~1_YRHSj@bIeID148E@>hM9$ptMt@En)D4Brgq ztdDKSoRyp3zeUO#_m;UBZXfu?otk}S_g!7sgPcmzm8iFcw~I*N@puA&CmQA+JXq~aAY*`k zg9*bxe-uCuAOb%boK%kmdnnt9VH2w%5`$7v}Nw6Ba1O|O&Ep9U8j}I zWzD0;TyiTm#8&Qxl*>~@nsfcxkMsU~pYQqpeP21O8dh5bq?rP(t$|_Tp#dZ^FuE|E zD0Z1a@4GpF>>H^mrNYwN=RnXzTL7r?R>DcxHpYVYy?8YkizDOw88Z+i~qrdQ#>L450GJRp-O`JwsjN<$` zq8k(qV>r-c>LE6@E_@e*&EY$D3$#}s5kvU~dTH2^`%^y3=v?z59wS>msyCT8Cg_~6 zIuf~Kod2ht;c9p!579@6&ADJWpWC-pXImnrkUdT*kYWtyz?MAO1L`q!ea~4jr^MLk zjPz(EH7^15xZPk*H82N>JM?{bl&s=Yk#}FDh*k@<rEdwD%b1t5%|n9us{ z!iQ8v!&wg~IH7EC!Apb#U1W{c+gFwsf;YH(-0L1`($_`hHq6ilzR^cyC;Umi4VNYt z(^SNp3+N_3HvWk8R2IC-ECZ?FO-EpF6V)*8W?8+_8l5GlhHMh-r4&F)WRU1ld zrz{YU5Du^31S<797TH5-sH;w5+UHryhd4b=BO-+Sb;my5bl<2+>8%-=9Fdk;Z#?!m zGUAzVbVU{AO1#m?6npg#{6NM)=bePiGxx_>w=h$ zG(ajLEUu>sWXC#0+7(%4*C^Ms^4`HwpE>5>oRW!NUX2h@L5wfaAswc<53%msqf0aVPOaj^u{r=fY8to!Fho{6srg3>{hms4Ghc z))G(j_yLyhUwLtLkTw-U_9vS&>z@HSpWg=f?C)ZZT2Y*X<=rV5tVtoU=^MSfc}$M5 z5Ux`KJllUE)!>l7@~{;Y!*mYuUwn`%k=F_BXqY-ztW;#Jlgz6;&pDitHJ-Glb~?~| zyA_Am{N*B5(z3K}bE>ZIO&haAUjt+R^!-}?qNKx{%FLaiz4O1_r1JZvYJuYeBmN3D zYf@MHQg!S-8G4A1S~pHuZSBDiAd(YvITZAe8v2LV)owgdl9|ka@qU>o|2D0aevzs5RK2;B?1wG)pY-_ln8cui1T~)A320KB)tz+RHo?$mj}CejL%3d% z6HNZPK4~Gm%&zBUdD`ccH%!CWKQ}M0&!m*S{=QlXv`}|V<303YuR$y8P^gMv(T?xS zkyGaB#ZhWFN(hZ_KP-W7jD(wI!txe2!JnR(-E)=A%pcGq)F5Y{-|a8;=iU);`U^Bx zGPMe(ziblTYFZ>2tkhX6Eh<-BLf2$3ln2wBNIb2 SOA`Y#Cp#NLDkk6Mmj(bfGZrrZ delta 92 zcmew%|3iL5Bp-)?rICS&v4QdCL_RA6FVD1Dkk6Mmj(b{6&El7 diff --git a/examples/python/cv-screening/make_sample_pdfs.py b/examples/python/cv-screening/make_sample_pdfs.py index c0a5e64ad0..36c64b2ffe 100644 --- a/examples/python/cv-screening/make_sample_pdfs.py +++ b/examples/python/cv-screening/make_sample_pdfs.py @@ -1,7 +1,7 @@ """Render a few test set CVs as PDFs to upload in the Streamlit demo. -Picks one CV per expected classification from `data/testset.csv` and -writes simple PDFs to `data/sample_cvs/`. +Picks one strong match, one partial match, and one rejection from +`data/testset.csv` and writes simple PDFs to `data/sample_cvs/`. Usage: python make_sample_pdfs.py @@ -14,15 +14,18 @@ from fpdf import FPDF +from prepare_testset import CURATED_RESUMES + DATA_DIR = Path(__file__).parent / "data" TESTSET_PATH = DATA_DIR / "testset.csv" OUTPUT_DIR = DATA_DIR / "sample_cvs" -# source_id -> output file name +# Resume ID -> output file name. The CSV rows are written in +# CURATED_RESUMES order, so the ID's position gives the row index. SAMPLES = { - "18301617": "candidate_it_manager.pdf", # strong_match - "33241454": "candidate_it_supervisor.pdf", # potential_match - "24221960": "candidate_chef.pdf", # no_match + 18301617: "candidate_it_manager.pdf", # strong match + 33241454: "candidate_it_supervisor.pdf", # partial match + 24221960: "candidate_chef.pdf", # rejection } MAX_TOKEN_LENGTH = 50 @@ -83,16 +86,18 @@ def main() -> None: OUTPUT_DIR.mkdir(parents=True, exist_ok=True) with open(TESTSET_PATH, newline="", encoding="utf-8") as f: - rows = {row["source_id"]: row for row in csv.DictReader(f)} + rows = list(csv.DictReader(f)) - for source_id, filename in SAMPLES.items(): - row = rows.get(source_id) - if row is None: - print(f"warning: resume {source_id} not in testset.csv, skipping") + resume_ids = list(CURATED_RESUMES) + for resume_id, filename in SAMPLES.items(): + index = resume_ids.index(resume_id) + if index >= len(rows): + print(f"warning: resume {resume_id} not in testset.csv, skipping") continue + row = rows[index] path = OUTPUT_DIR / filename markdown_to_pdf(row["cv"], path) - print(f"Wrote {path} ({row['expected_classification']})") + print(f"Wrote {path} (expected overall: {row['expected_overall_match']})") if __name__ == "__main__":