[{"_1":2,"_590":-5,"_591":-5},"loaderData",{"_3":4,"_426":427},"root",{"_5":6,"_13":14,"_399":400,"_412":413,"_423":-7,"_424":-5,"_425":-5},"honeypotInputProps",{"_7":8,"_9":10,"_11":12},"nameFieldName","name__confirm","validFromFieldName","from__confirm","encryptedValidFrom","7Pk0j07jLdmqo3/x6o1B19KxRuTh0RqRHaqFvKtcRVdlKLQJYrb1Lk4=","board",{"_15":16,"_17":16,"_18":19,"_20":21,"_26":27,"_28":29,"_32":33,"_36":37,"_44":45,"_48":49,"_64":65,"_66":67,"_74":75,"_195":196,"_210":211,"_241":242,"_273":274,"_280":281,"_285":286,"_387":388,"_393":394},"name","Mediabistro","fullName","siteUrl","https://www.mediabistro.com","pages",{"_22":23,"_24":25},"home","/","jobs","/jobs","mainCss",":root{--background:white;--foreground:black;--card:oklch(100% 0 0);--card-foreground:oklch(25% .001 0);--popover:white;--popover-foreground:black;--primary:oklch(59% .23 31.14);--primary-foreground:oklch(100% 0 0);--secondary:oklch(98% .001 0);--secondary-foreground:oklch(25% .001 0);--muted:oklch(97% 0 0);--muted-foreground:oklch(55.6% 0 0);--accent:oklch(96% 0 0);--accent-foreground:oklch(25% .001 0);--destructive:oklch(65% .15 15);--border:oklch(90% .001 0);--input:oklch(90% .001 0);--ring:oklch(70% .15 25);--chart-1:oklch(70% .15 25);--chart-2:oklch(70% .12 140);--chart-3:oklch(75% .12 60);--chart-4:oklch(45% .15 260);--chart-5:oklch(20% .02 280);--sidebar:oklch(98% .001 0);--sidebar-foreground:oklch(25% .001 0);--sidebar-primary:oklch(70% .15 25);--sidebar-primary-foreground:oklch(100% 0 0);--sidebar-accent:oklch(98% .001 0);--sidebar-accent-foreground:oklch(25% .001 0);--sidebar-border:oklch(90% .001 0);--sidebar-ring:oklch(70% .15 25);--footer-background:oklch(14% .07 288.16);--footer-foreground:oklch(100% 0 0);--footer-border:oklch(70% .15 25)}.dark{--background:oklch(14% .07 288.16);--foreground:oklch(100% 0 0);--card:oklch(29% .05 287.37);--card-foreground:oklch(100% 0 0);--muted:oklch(34% .02 255);--muted-foreground:oklch(78% .01 255);--popover:oklch(29% .05 287.37);--popover-foreground:oklch(100% 0 0);--border:transparent}","sitemaps",[30,31],"https://www.mediabistro.com/sitemap.xml","https://www.mediabistro.com/jobs-sitemap.xml","analytics",{"_34":35},"gtmId","GTM-NVDRG7Q","favicon",{"_38":39,"_40":41,"_42":43},"faviconSvg","https://www.mediabistro.com/public/favicons/favicon.svg","appleTouch","https://www.mediabistro.com/public/favicons/apple-touch-icon.png","manifest","https://www.mediabistro.com/public/favicons/site.webmanifest","metaTags",{"_46":47},"ogImage","https://www.mediabistro.com/public/site-logos/mediabistro-dark-social-1200x468.png","social",{"_50":51,"_52":53,"_58":59,"_60":61,"_62":63},"facebook","https://www.facebook.com/mediabistro","twitter",{"_54":55,"_56":57},"handle","@mediabistro","url","https://twitter.com/mediabistro","linkedin","https://www.linkedin.com/company/mediabistro","youtube","https://www.youtube.com/channel/UCnoZvx8SmZOMA1XteQAVtMQ","instagram","https://www.instagram.com/mediabistro/","helpEmail","help@mediabistro.com","transactionalEmail",{"_68":69,"_70":71,"_72":73},"fromAddress","support@mediabistro.com","userPasswordResetTemplateId","d-0614cbe7ddf0404893e7c9f8208331d5","clientPasswordResetTemplateId","d-ff1301b464d1436685573e406e4c1674","header",{"_76":77,"_88":89},"logo",{"_78":79,"_80":81,"_82":83,"_84":85,"_86":87},"whiteLogo","https://www.mediabistro.com/public/site-logos/2025-mb-logo.svg","darkLogo","https://www.mediabistro.com/public/site-logos/2025-mb-logo-dark.svg","logoClasses","w-[210px] h-[50px] lg:mb-1","width",300,"height",64,"items",[90,143,168,186],{"_91":92,"_93":94,"_95":96},"type","mega-menu","text","Jobs","columns",[97,112,134],{"_88":98},[99,102,106,109],{"_91":100,"_93":101,"_56":25},"internal-link","Search Creative Jobs",{"_91":103,"_93":104,"_56":105},"link","Hot Jobs","/career-advice/get-hired/hot-jobs/",{"_91":100,"_93":107,"_56":108},"Remote Media Jobs","/jobs?keyword=media&remote=true",{"_91":100,"_93":110,"_56":111},"Create Job Alerts","/create-alert",{"_113":114,"_88":115},"title","Job Categories",[116,119,122,125,128,131],{"_91":100,"_93":117,"_56":118},"Creative & Design","/jobs?category=Creative+%26+Design",{"_91":100,"_93":120,"_56":121},"Marketing & Communications","/jobs?category=Marketing+%26+Communications",{"_91":100,"_93":123,"_56":124},"Operations & Strategy","/jobs?category=Operations+%26+Strategy",{"_91":100,"_93":126,"_56":127},"Production","/jobs?category=Production",{"_91":100,"_93":129,"_56":130},"Sales & Business Development","/jobs?category=Sales+%26+Business+Development",{"_91":100,"_93":132,"_56":133},"Writing & Editing","/jobs?category=Writing+%26+Editing",{"_113":135,"_88":136},"Quick Links",[137,139,142],{"_91":100,"_93":138,"_56":25},"Search All Jobs",{"_91":100,"_93":140,"_56":141},"Remote Jobs","/jobs?remote=true",{"_91":100,"_93":110,"_56":111},{"_91":144,"_93":145,"_88":146},"dropdown","Career Resources",[147,150,153,156,159,162,165],{"_91":103,"_93":148,"_56":149},"Career Advice & Articles","/career-advice/",{"_91":103,"_93":151,"_56":152},"Media Industry News","/media-news",{"_91":103,"_93":154,"_56":155},"Creative Tools","https://playbook.mediabistro.com/",{"_91":100,"_93":157,"_56":158},"Resume Writing Services","/resume-writing-services/",{"_91":103,"_93":160,"_56":161},"Interview Coaching","https://www.wizco.io/ava?utm_source=mediabistro&utm_medium=job_board&utm_campaign=ava_interview_coaching&utm_content=resources_nav",{"_91":100,"_93":163,"_56":164},"Job Market Insights","/trends",{"_91":103,"_93":166,"_56":167},"Member Profiles","/freelance-connect/browse/",{"_91":144,"_93":169,"_88":170},"Mediabistro Membership",[171,174,177,180,183],{"_91":103,"_93":172,"_56":173},"Membership Overview","/unlimited/",{"_91":103,"_93":175,"_56":176},"How to Pitch (Premium Tool)","/career-advice/go-freelance/how-to-pitch/",{"_91":103,"_93":178,"_56":179},"Editorial Calendars (Premium Access)","/mastheads/",{"_91":103,"_93":181,"_56":182},"Courses & Training Programs","/online-training-courses/",{"_91":103,"_93":184,"_56":185},"Membership FAQ","/unlimited/frequently-asked-questions/",{"_91":144,"_93":187,"_88":188},"Showcase",[189,192],{"_91":103,"_93":190,"_56":191},"Featured Creative Stories","/showcase",{"_91":103,"_93":193,"_56":194},"Submit your Story","/my-account/?account_tab=showcase","footer",{"_76":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209},{"_78":79,"_80":81,"_82":83},"cta","","logoText","Find your next media job or showcase your creative talent","copyright","Copyright © 2026 Mediabistro","termsOfUse","/terms-of-use/","termsOfService","/terms-of-service","privacyPolicy","/privacy-policy/","styleGuide",{"_212":213,"_217":218},"images",[214,215,216],"/_static/mediabistro/mb-logo-268x268.webp","/_static/mediabistro/android-chrome-192x192.png","/_static/mediabistro/mediabistro-text-logo.webp","colors",[219,223,226,229,232,235,238],{"_15":220,"_221":222},"$primary-color","value","#339999",{"_15":224,"_221":225},"$primary-color-light","#1ab9b3",{"_15":227,"_221":228},"$dark-blue","#3c405d",{"_15":230,"_221":231},"$green","#2D7E7E",{"_15":233,"_221":234},"$grey","rgba(47, 47, 48, 0.93)",{"_15":236,"_221":237},"$darkgrey","rgba(44, 43, 45, 0.98)",{"_15":239,"_221":240},"$light-grey","#F3F3F4","jobsSearch",{"_243":244,"_251":252},"emptyMeta",[245,247],{"_113":246},"Media, Marketing & Creative Job Board | Journalism & Ad Jobs",{"_15":248,"_249":250},"description","content","The #1 job board for media, marketing, and communications professionals. Search career opportunities in advertising, public relations, journalism, and creative arts.","websiteSchema",[253],{"_254":255},"script:ld+json",{"_256":257,"_258":259,"_15":16,"_260":261,"_56":262,"_263":264},"@context","https://schema.org","@type","WebSite","alternateName","MB","https://mediabistro.com/jobs","potentialAction",{"_258":265,"_266":267,"_271":272},"SearchAction","target",{"_258":268,"_269":270},"EntryPoint","urlTemplate","https://mediabistro.com/jobs?keyword={keyword}","query-input","required name=keyword","hero",{"_113":275,"_276":277,"_198":278,"_93":279},"Find Your Next Media Job","subtitle","Discover creative opportunities at the world's leading media brands","Start Your Search","Search Media, Marketing & Creative Jobs","flags",{"_282":283,"_284":283},"extendedFilters",true,"weeklyNewsletter","postJobs",{"_287":288,"_273":293,"_296":297,"_298":299,"_280":303,"_307":308,"_320":321,"_326":327,"_331":332,"_347":348,"_350":351},"meta",[289,291],{"_113":290},"Post a Job | Hire Media, Marketing & Creative Talent - Mediabistro",{"_15":248,"_249":292},"Recruit qualified media and creative professionals on the #1 industry job board. Reach top talent in design, social media, advertising, and communications. Post a job today.",{"_113":294,"_276":295,"_248":199},"The #1 Job Board for Media, Marketing & Creative Talent","Skip the unqualified resumes. Reach journalism, publishing, and marketing pros who are ready to work.","unlimitedJobsEmail","clients@mediabistro.com","enterpriseCta",{"_93":300,"_301":302},"*Unlimited plan is for direct employers only. Hiring at scale, posting on behalf of clients, or distributing across job boards?","linkText","Contact us for custom volume pricing, multi-brand support, and programmatic distribution.",{"_304":283,"_305":283,"_306":283},"showMediaBoardSection","showRolesSection","showPlanIcon","mediaBoardSection",{"_113":309,"_276":310,"_248":311,"_312":313,"_318":319},"The #1 Destination for Media","and Creative Talent","Connect with top-tier full-time and freelance media professionals. Whether you are a leading publisher, a streaming service, or a growing brand, we deliver specialized talent you won't find on generalist job boards. Find your perfect match for:","bullets",[314,315,316,317],"News, Journalism & Book Publishing","Content Marketing, AI Prompt Engineering & Copywriting","Influencer Management, TV & Video Production","PR, Non-Profits & Education","imageAlt","Job seekers and featured job cards collage","rolesSection",{"_113":322,"_276":323,"_248":324,"_318":325},"Hire Remote and Local Talent","Across Every Media Vertical","Whether you are building an in-office team or seeking remote talent, access a specialized network of professionals in editorial, publishing, influencer marketing, and AI content strategy. Find candidates—from prompt engineers to production leads—who are ready to contribute from anywhere.","Media roles infographic","testimonialsSection",{"_113":328,"_276":329,"_248":330},"Trusted by Leading Media","and Creative Employers","See why top publishers, agencies, and brands rely on us to find exceptional talent.","testimonials",[333,339,343],{"_334":335,"_336":337,"_76":338},"company","Huffpost","quote","I love using Mediabistro for my harder to fill creative roles. Multimedia positions like photo editors, video producers, or even niche journalists yield great results. Other job boards don't always produce the specialized talent my hiring teams are looking for, and I feel like I can find that talent through Mediabistro.","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/huff-post-400x200.png",{"_334":340,"_336":341,"_76":342},"NBCUniversal","Mediabistro is valuable partner when it comes to finding top candidates in the media industry. Their team is extremely responsive, which makes the posting process quick and easy. They also offer great insight into branding company pages.","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/nbc-universal-400x200.png",{"_334":344,"_336":345,"_76":346},"The Taunton Press","What we like best about Mediabistro is the quality of targeted talent they deliver through their job board portal. We know we'll find the right type of talent for specialized positions that may be more challenging to fill. For almost fifteen years, Mediabistro has been our go-to resource for talent in the media/publishing space.","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/taunton-press-400x200.png","employersSection",{"_113":349,"_276":16},"Media and Creative Employers on","employerLogos",[352,354,357,360,363,366,369,372,375,378,381,384],{"_15":340,"_353":342},"image",{"_15":355,"_353":356},"Bloomberg","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/bloomberg-400x200.png",{"_15":358,"_353":359},"Meredith","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/meredith-400x200.png",{"_15":361,"_353":362},"Dotdash","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/dotdash-400x200.png",{"_15":364,"_353":365},"Penske Media Corporation","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/penske-media-corporation-400x200.png",{"_15":367,"_353":368},"Springer Nature","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/springer-nature-400x200.png",{"_15":370,"_353":371},"Penguin Random House","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/penguin-random-house-400x200.png",{"_15":373,"_353":374},"Fox Corporation","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/fox-corporation-400x200.png",{"_15":376,"_353":377},"Future","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/future-400x200.png",{"_15":379,"_353":380},"Hearst Television","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/hearst-television-400x200.png",{"_15":382,"_353":383},"Cox Enterprises","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/cox-enterprises-400x200.png",{"_15":385,"_353":386},"Leaf Group","https://production-rails-default.s3.us-east-2.amazonaws.com/public/post-jobs-logos/leaf-group-400x200.png","createAlertMeta",[389,391],{"_113":390},"Create Job Alerts | Media, Marketing & Creative Job Alerts",{"_15":248,"_249":392},"Never miss an opportunity. Sign up for free email alerts and get the latest jobs in social media, graphic design, writing, and marketing delivered to your inbox.","jobsPortalSignupMeta",[395,397],{"_113":396},"Sign Up | Creative, Marketing & Media Job Search",{"_15":248,"_249":398},"Create your free profile to apply for jobs, upload your resume, and set job alerts. Join the leading career community for creative, marketing, and media professionals.","requestInfo",{"_401":402,"_407":19,"_408":409,"_410":411},"hints",{"_403":404,"_405":406},"theme","light","timeZone","UTC","origin","path","/jobs/3044014811-remote-ai-evaluation-specialist-en-es","userPrefs",{"_403":404},"env",{"_414":415,"_416":417,"_418":419,"_420":421,"_422":19},"MODE","production","SENTRY_ENV","mediabistro","NEW_JOB_BOARD_SENTRY_DSN","https://235251e3654b447a82e934b7c2ce7c93@o4504103609303040.ingest.sentry.io/4504806528253952","SENTRY_RELEASE","be7313176a7e8423e1ddab625da43b6c1aed94c6","WEBSITE_URL","user","toast","confettiId","routes/_public.jobs.$id",{"_428":429,"_429":430,"_498":499,"_519":434,"_520":434,"_521":522},"kind","job",{"_431":432,"_433":434,"_435":434,"_436":117,"_437":199,"_438":199,"_439":440,"_441":-7,"_113":442,"_248":443,"_444":445,"_446":447,"_448":199,"_449":450,"_462":463,"_464":199,"_465":199,"_466":199,"_56":467,"_468":199,"_469":199,"_470":471,"_472":471,"_473":474,"_475":434,"_476":477,"_478":409,"_479":480,"_481":443,"_482":483,"_487":488,"_489":442,"_490":484,"_491":199,"_492":493,"_494":495,"_496":497},"id",["B","3044014811"],"promoted",false,"remoteAllowed","category","duration","experienceLevel","publishedAt",["D",1774710000000],"indexedAt","Remote AI Evaluation Specialist EN/ES","A leading AI evaluation company is seeking individuals to evaluate and improve the quality of AI systems. You will assess LLM-generated responses, provide feedback, and ensure model outputs meet user expectations. Candidates should possess a Bachelor's degree, be fluent in English and Spanish, and have experience with AI or analytical thinking. This role offers flexible contract work and competitive pay.\n#J-18808-Ljbffr\n","descriptionText","Remote AI Evaluation Specialist EN/ES Mercor Creative & Design A leading AI evaluation company is seeking individuals to evaluate and improve the quality of AI systems. You will assess LLM-generated responses, provide feedback, and ensure model outputs meet user expectations. Candidates should possess a Bachelor's degree, be fluent in English and Spanish, and have experience with AI or analytical thinking. This role offers flexible contract work and competitive pay. #J-18808-Ljbffr","shortDescription","A leading AI evaluation company is seeking individuals to evaluate and improve the quality of AI systems. You will assess LLM-generated responses, ...","location","locations",[451],{"_452":453,"_454":455,"_456":457,"_458":459,"_460":461},"formatted","Honolulu, HI, United States, 96814","city","Honolulu","state","HI","country","United States","postal_code","96814","companyName","Mercor","salaryMin","salaryMax","salaryDescription","https://us.thebigjobsite.com/redirectfeedjob?jobid=1FCA61918E144B4224DA216E4556BA3C&source=mediabistroxmlus&utm_source=mediabistroxmlus&jobSiteKey=4B56369CFA66C33FF96C5A9C53AC178D","companyDescription","companyWebsite","displayLogo","https://www.mediabistro.com/public/images/desk-100x50.webp","displayThumbnail","displayHeadline","Work at Mercor","isManualPosted","costPerClick",0.17,"displayUrl","fullUrl","https://www.mediabistro.com/jobs/3044014811-remote-ai-evaluation-specialist-en-es","strippedDescription","parsedLocation",{"_452":484,"_485":199,"_486":199,"_454":455,"_456":457,"_458":459,"_460":461},"Honolulu, HI, United States","street1","street2","displayPublishedAt","2 days ago","shortTitle","shortLocation","level","searchCompanyPath","/jobs?keyword=Mercor","searchLocationPath","/jobs?location=Honolulu%2C+HI%2C+United+States","searchTitlePath","/jobs?keyword=Remote+AI+Evaluation+Specialist+EN%2FES","featuredCompany",{"_431":500,"_15":501,"_502":434,"_76":503,"_504":505,"_248":506,"_448":507,"_508":-5,"_509":-5,"_510":-5,"_511":512,"_513":514,"_515":516,"_470":503,"_478":517,"_472":518},8752,"Newsday Media Group","agency","https://production-rails-default.s3.us-east-2.amazonaws.com/public/legacy-logos/351727.GIF","slug","newsday-media-group","

Newsday Media Group is a locally owned, independent media company grounded in journalistic excellence, integrity, and commitment to the communities it serves. With 19 Pulitzer Prizes and dozens of Emmy Awards, it's one of the most decorated news organizations in the country.

The company is in the middle of a significant transformation, expanding from its newspaper roots into a multimedia operation spanning digital, video, podcasts, live events, and data-driven civic engagement. NMG properties include the flagship Newsday and Newsday.com, NewsdayTV, the Newsday Live events series, and nextLI, a civic research and community forum platform funded by The Rauch Foundation.

A new 130,000-square-foot headquarters in Melville features a broadcast-quality TV studio and multimedia production space. Newsday Live produces a growing calendar of food and wine tastings, author talks, sports Q&As, concerts, and community events. Feed Me, the company's food and dining vertical, includes a web series, quarterly print magazine, and restaurant coverage. Brand 360, the in-house content studio, partners with advertisers across healthcare, education, energy, tourism, and retail.

Newsday's investigative unit has driven real-world change, from prompting schools to replace unsafe football helmets to contributing reporting that led to federal corruption convictions. Community programs include the Newsday Marching Band Festival, CheerFest, Scholar-Artist honors, and partnerships with local nonprofits focused on hunger, housing, youth education, and child welfare.

For people who care about local journalism, multimedia storytelling, and community impact, Newsday is doing the work at scale.

","Melville, NY","coloredLogo","logoAttachment","thumbnail","thumbnailAttachment","newsday.jpg","hexCode","#D52B1E","headline","Award-Winning Local Media Powerhouse Serving Long Island & New York City","/companies/newsday-media-group","https://production-rails-default.s3.amazonaws.com/uploads/company/thumbnail_attachment/8752/newsday.jpg","hasJobSubmission","isSavedJob","similarJobs",[523,540,558,569,579],{"_435":434,"_439":524,"_470":471,"_462":463,"_248":525,"_446":526,"_433":434,"_113":527,"_437":199,"_438":199,"_472":471,"_448":199,"_449":528,"_431":534,"_473":474,"_436":132,"_487":535,"_478":536,"_489":527,"_490":537,"_492":493,"_494":538,"_496":539},["D",1774288800000],"A leading AI research staffing firm seeks an AI Model Evaluator to assess LLM-generated responses for quality and accuracy. This role requires a Bachelor's degree and fluency in German, along with significant experience using large language models. Responsibilities include evaluating responses, conducting fact-checking, and generating detailed evaluation data. The position offers flexibility with full-time or part-time contracts at $40/hour. Join our innovative team in San Francisco to contribute to cutting-edge AI research.\n#J-18808-Ljbffr\n","A leading AI research staffing firm seeks an AI Model Evaluator to assess LLM-generated responses for quality and accuracy. This role requires a Ba...","Bilingual German LLM Evaluation Analyst",[529],{"_458":459,"_454":530,"_452":531,"_456":532,"_460":533},"San Francisco","San Francisco, CA, United States, 94199","CA","94199",["B","2986783584"],"7 days ago","/jobs/2986783584-bilingual-german-llm-evaluation-analyst","San Francisco, CA, United States","/jobs?location=San+Francisco%2C+CA%2C+United+States","/jobs?keyword=Bilingual+German+LLM+Evaluation+Analyst",{"_435":434,"_439":541,"_470":471,"_462":542,"_248":543,"_446":544,"_433":434,"_113":545,"_437":199,"_438":199,"_472":471,"_448":199,"_449":546,"_431":551,"_473":552,"_436":117,"_487":488,"_478":553,"_489":545,"_490":554,"_492":555,"_494":556,"_496":557},["D",1774706400000],"SuperAnnotate","Mercor is collaborating with a leading AI lab to contract experienced professionals for an AI model evaluation project. Contractors will assess the quality, accuracy, and safety of AI-generated responses across specialized domains such as finance, law, medicine, and accounting. The project offers an opportunity to directly improve the reliability of AI systems in high-stakes contexts where inaccurate information carries serious risk.

Key Responsibilities

Write realistic prompts that reflect how professionals and consumers seek domain‑specific guidance.

Evaluate AI-generated responses for factual accuracy, regulatory or clinical correctness, and practical usefulness.

Identify fabricated claims, incorrect references, or misleading reasoning across model outputs.

Score and rank multiple model responses using structured rubrics across dimensions.

Provide written justifications with specific evidence for each evaluation.

Ideal Qualifications

Professional experience applying domain expertise in a practitioner or advisory capacity.

Familiarity with industry-specific standards, regulations, or clinical guidelines.

Strong written communication and critical reasoning skills.

More About the Opportunity\nExpected commitment: ~20 hours / week.

Application Process

Submit your resume to begin.

Complete the Model Response Evaluation assessment.

#J-18808-Ljbffr\n","Mercor is collaborating with a leading AI lab to contract experienced professionals for an AI model evaluation project. Contractors will assess the...","Remote Graphic Designer - AI Trainer",[547],{"_458":459,"_454":548,"_452":549,"_456":532,"_460":550},"Compton","Compton, CA, United States, 90220","90220",["B","3044031420"],"Work at SuperAnnotate","/jobs/3044031420-remote-graphic-designer-ai-trainer","Compton, CA, United States","/jobs?keyword=SuperAnnotate","/jobs?location=Compton%2C+CA%2C+United+States","/jobs?keyword=Remote+Graphic+Designer+-+AI+Trainer",{"_435":434,"_439":559,"_470":471,"_462":463,"_248":560,"_446":561,"_433":434,"_113":562,"_437":199,"_438":199,"_472":471,"_448":199,"_449":563,"_431":565,"_473":474,"_436":132,"_487":566,"_478":567,"_489":562,"_490":537,"_492":493,"_494":538,"_496":568},["D",1774015200000],"About The Job

Mercor connects elite creative and technical talent with leading AI research labs. Headquartered in San Francisco, our investors include

Benchmark ,

General Catalyst ,

Peter Thiel ,

Adam D'Angelo ,

Larry Summers , and

Jack Dorsey .

Position\nAI Model Evaluator

Type\nFull-time or Part-time Contract Work

Compensation\n$40/hour

Location\nGeography restricted to Europe, USA

Role Responsibilities

Evaluate LLM-generated responses on their ability to effectively answer user queries.

Conduct fact-checking using trusted public sources and external tools.

Generate high-quality human evaluation data by annotating response strengths, areas for improvement, and factual inaccuracies.

Assess reasoning quality, clarity, tone, and completeness of responses.

Ensure model responses align with expected conversational behavior and system guidelines.

Apply consistent annotations by following clear taxonomies, benchmarks, and detailed evaluation guidelines.

Qualifications\nMust-Have

Bachelor’s degree

Native speaker or ILR 5/primary fluency (C2 on the CEFR scale) in German

Significant experience using large language models (LLMs)

Excellent writing skills

Strong attention to detail

Adaptable and comfortable moving across topics, domains, and customer requirements

Background or experience in domains requiring structured analytical thinking

Excellent college-level mathematics skills

Preferred

Prior experience with RLHF, model evaluation, or data annotation work

Experience writing or editing high-quality written content

Experience comparing multiple outputs and making fine-grained qualitative judgments

Familiarity with evaluation rubrics, benchmarks, or quality scoring systems

Application Process (Takes 20–30 mins to complete)

Upload resume

AI interview based on your resume

Submit form

Resources & Support

For details about the interview process and platform information, please check: https://talent.docs.mercor.com/welcome/welcome

For any help or support, reach out to: support@mercor.com

PS: Our team reviews applications daily. Please complete your AI interview and application steps to be considered for this opportunity.

#J-18808-Ljbffr\n","About The Job

Mercor connects elite creative and technical talent with leading AI research labs. Headquartered in San Francisco, our inves...","Bilingual LLM Evaluation Analyst",[564],{"_458":459,"_454":530,"_452":531,"_456":532,"_460":533},["B","2947199249"],"10 days ago","/jobs/2947199249-bilingual-llm-evaluation-analyst","/jobs?keyword=Bilingual+LLM+Evaluation+Analyst",{"_435":434,"_439":570,"_470":471,"_462":463,"_248":571,"_446":572,"_433":434,"_113":573,"_437":199,"_438":199,"_472":471,"_448":199,"_449":574,"_431":576,"_473":474,"_436":117,"_487":535,"_478":577,"_489":573,"_490":537,"_492":493,"_494":538,"_496":578},["D",1774270800000],"About The Job\nMercor connects elite creative and technical talent with leading AI research labs. Headquartered in San Francisco, our investors include Benchmark, General Catalyst, Peter Thiel, Adam D'Angelo, Larry Summers, and Jack Dorsey.

Position:

AI Model Evaluator

Type:

Full-time or Part-time Contract Work

Compensation:

$60–$100/hour

Location:

Remote

Role Responsibilities

Evaluate LLM-generated responses to coding and software engineering queries for accuracy, reasoning, clarity, and completeness.

Conduct fact‑checking using trusted public sources and authoritative references.

Execute code and validate outputs using appropriate tools to ensure accuracy.

Annotate model responses by identifying strengths, areas of improvement, and factual or conceptual inaccuracies.

Assess code quality, readability, algorithmic soundness, and explanation quality.

Ensure model responses align with expected conversational behavior and system guidelines.

Apply consistent evaluation standards by following clear taxonomies, benchmarks, and detailed evaluation guidelines.

Qualifications\nMust‑Have

BS, MS, or PhD in Computer Science or a closely related field

5+ years of real‑world experience in software engineering or related technical roles

Expertise in at least two relevant programming languages (e.g., Python, Java, C++, JavaScript, Go, Rust, Ruby, SQL, Powershell, Bash, Swift, Kotlin, R, TypeScript, HTML/CSS)

Ability to solve HackerRank or LeetCode Medium and Hard‑level problems independently

Experience contributing to well‑known open‑source projects, including merged pull requests

Significant experience using LLMs while coding and understanding their strengths and failure modes

Strong attention to detail and comfort evaluating complex technical reasoning, identifying subtle bugs or logical flaws

Preferred

Prior experience with RLHF, model evaluation, or data annotation work

Track record in competitive programming

Experience reviewing code in production environments

Familiarity with multiple programming paradigms or ecosystems

Experience explaining complex technical concepts to non‑expert audiences

Application Process (Takes 20–30 mins to complete)

Upload resume

AI interview based on your resume

Submit form

Resources & Support

For details about the interview process and platform information, please check: https://talent.docs.mercor.com/welcome/welcome

For any help or support, reach out to: support@mercor.com

PS: Our team reviews applications daily. Please complete your AI interview and application steps to be considered for this opportunity.

#J-18808-Ljbffr\n","About The Job\nMercor connects elite creative and technical talent with leading AI research labs. Headquartered in San Francisco, our investors incl...","ML Systems Designer - Fully Remote",[575],{"_458":459,"_454":530,"_452":531,"_456":532,"_460":533},["B","2971236875"],"/jobs/2971236875-ml-systems-designer-fully-remote","/jobs?keyword=ML+Systems+Designer+-+Fully+Remote",{"_435":434,"_439":580,"_470":471,"_462":463,"_248":581,"_446":582,"_433":434,"_113":583,"_437":199,"_438":199,"_472":471,"_448":199,"_449":584,"_431":586,"_473":474,"_436":117,"_487":587,"_478":588,"_489":583,"_490":537,"_492":493,"_494":538,"_496":589},["D",1774872000000],"About The Job

Mercor

connects elite creative and technical talent with leading AI research labs. Headquartered in San Francisco, our investors include

Benchmark ,

General Catalyst ,

Peter Thiel ,

Adam D’Angelo ,

Larry Summers , and

Jack Dorsey .\nPosition

AI Model Evaluator\nType & Compensation & Location

Full-time or Part-time Contract Work • $60–$100/hour • Remote\nRole Responsibilities

Evaluate LLM-generated responses to coding and software engineering queries for accuracy, reasoning, clarity, and completeness.\nConduct fact‑checking using trusted public sources and authoritative references.\nExecute code and validate outputs using appropriate tools to ensure accuracy.\nAnnotate model responses by identifying strengths, areas of improvement, and factual or conceptual inaccuracies.\nAssess code quality, readability, algorithmic soundness, and explanation quality.\nEnsure model responses align with expected conversational behavior and system guidelines.\nApply consistent evaluation standards by following clear taxonomies, benchmarks, and detailed evaluation guidelines.\nQualifications

BS, MS, or PhD in Computer Science or a closely related field\n5 years of real‑world experience in software engineering or related technical roles\nExpertise in at least two relevant programming languages (e.g., Python, Java, C, JavaScript, Go, Rust, Ruby, SQL, PowerShell, Bash, Swift, Kotlin, R, TypeScript, HTML/CSS)\nAbility to solve HackerRank or LeetCode Medium and Hard–level problems independently\nExperience contributing to well‑known open‑source projects, including merged pull requests\nSignificant experience using LLMs while coding and understanding their strengths and failure modes\nStrong attention to detail and comfort evaluating complex technical reasoning, identifying subtle bugs or logical flaws\nPreferred\nPrior experience with RLHF, model evaluation, or data annotation work\nTrack record in competitive programming\nExperience reviewing code in production environments\nFamiliarity with multiple programming paradigms or ecosystems\nExperience explaining complex technical concepts to non‑expert audiences\nApplication Process

Takes 20–30 mins to complete\nUpload resume\nAI interview based on your resume\nSubmit form\nResources & Support

For details about the interview process and platform information, please check: https://talent.docs.mercor.com/welcome/welcome\nFor any help or support, reach out to: support@mercor.com\nPS: Our team reviews applications daily. Please complete your AI interview and application steps to be considered for this opportunity.

#J-18808-Ljbffr\n","About The Job

Mercor

connects elite creative and technical talent with leading AI research labs. Headquartered in San Francisco, ...","ML Systems Designer – Fully Remote",[585],{"_458":459,"_454":530,"_452":531,"_456":532,"_460":533},["B","3070298397"],"16 hours ago","/jobs/3070298397-ml-systems-designer-fully-remote","/jobs?keyword=ML+Systems+Designer+%E2%80%93+Fully+Remote","actionData","errors"]