{
  "description": "Archived March 2024 runs of the Hainmueller and Hopkins immigration conjoint on six models, against the archived human baseline. Each entry keeps its run's OLS coefficients for Iraqi and Indian origin; the page derives the Iraq-versus-India contrast and each model's gap from people.",
  "retrieved": "2026-09-28",
  "study": "Hainmueller and Hopkins, The Hidden American Immigration Consensus (https://doi.org/10.1111/ajps.12138)",
  "contrast": "Iraqi rather than Indian origin",
  "units": "probability; multiply by 100 for percentage points",
  "code_revision": "550c8529459c30e8791de6f877b4d7960b484d7e",
  "fallback_code": "https://github.com/Subconscious-ai/rehoboam/blob/550c8529459c30e8791de6f877b4d7960b484d7e/app/llm_prompt/prompt_executor.py",
  "human": {
    "label": "People in the original study",
    "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/v0oecmg6",
    "summary_key": "OLS Model Output",
    "iraq": -0.106,
    "india": 0.0
  },
  "models": [
    {
      "id": "mixtral",
      "name": "Mixtral 8x7B",
      "maker": "Mistral",
      "model": "mistralai/Mixtral-8x7B-Instruct-v0.1",
      "fallback": "gpt-4-1106-preview",
      "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/1c06ddda-b741-49b2-8512-6eb18cc2bceb",
      "summary_key": "OLS Model Output_method-24-03-11-21-09-19-045",
      "iraq": 0.1230015390866978,
      "india": -0.014404658639456
    },
    {
      "id": "llama2",
      "name": "Llama 2 70B",
      "maker": "Meta",
      "model": "meta-llama/Llama-2-70b-chat-hf",
      "fallback": "gpt-4-1106-preview",
      "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/eb99b575-ba8c-44e0-972d-dc6bee53f5ae",
      "summary_key": "OLS Model Output_process-24-03-12-15-35-33-326",
      "iraq": 0.0717440095588096,
      "india": 0.0207894504417142
    },
    {
      "id": "gpt4",
      "name": "GPT-4 Turbo",
      "maker": "OpenAI",
      "model": "gpt-4-0125-preview",
      "fallback": "command",
      "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/f4b1d643-848e-4049-b22f-f50284f6ff2a",
      "summary_key": "OLS Model Output_shift-24-03-11-16-25-12-089",
      "iraq": 0.1004819677384509,
      "india": 0.0516052843023238
    },
    {
      "id": "gpt35",
      "name": "GPT-3.5 Turbo",
      "maker": "OpenAI",
      "model": "gpt-3.5-turbo-0125",
      "fallback": "command",
      "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/a859b4a5-2c0b-4c09-bc37-ab972795fb2c",
      "summary_key": "OLS Model Output_exhibition-24-03-10-21-02-32-636",
      "iraq": -0.0863094442226562,
      "india": -0.0800049330390492
    },
    {
      "id": "command",
      "name": "Command",
      "maker": "Cohere",
      "model": "command",
      "fallback": "gpt-4-1106-preview",
      "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/ed159c90-7054-4ce6-99fb-dc68339884d2",
      "summary_key": "OLS Model Output_condition-24-03-12-17-40-24-983",
      "iraq": -0.136750008346777,
      "india": -0.1278827862976212
    },
    {
      "id": "gpt35instruct",
      "name": "GPT-3.5 Turbo Instruct",
      "maker": "OpenAI",
      "model": "gpt-3.5-turbo-instruct",
      "fallback": "command",
      "run_url": "https://wandb.ai/why-earth/dev-subconscious-ai/runs/7d0d213d-1998-43a5-90a6-01e13025e490",
      "summary_key": "OLS Model Output_descendant-24-03-11-19-00-31-123",
      "iraq": -0.1408312409375166,
      "india": -0.1069376369327537
    }
  ],
  "limits": [
    "Descriptive point estimates from one archived run per model. No significance test or confidence interval.",
    "Every run allowed a fallback model and did not record which model gave each answer.",
    "The model runs used human-persona prompts, fully randomized profiles and a neither option; the human study used restricted profiles and forced choices.",
    "People in the study are a reference, not the safety policy: they chose Iraqi applicants less often.",
    "No training-data, national or company cause is identified."
  ]
}