nocaps-org / updown-baseline

Baseline model for nocaps benchmark, ICCV 2019 paper "nocaps: novel object captioning at scale".
https://nocaps.org
MIT License
74 stars 12 forks source link

List of in-domain and out-of-domain classes #13

Closed joeyy5588 closed 3 years ago

joeyy5588 commented 3 years ago

Hi, thanks for your amazing work!

In the appendix of the paper you mentioned that 80 classes in the COCO dataset are manually mapped to OpenImage classes, and an additional 39 classes is also classified as in-domain class, but I couldn't find a complete list of in-domain class or out-of-domain class, could you please provide the mapping details?

Thanks!

kdexd commented 3 years ago

Hi @joeyy5588 , I am directly pasting a Python dict right here:

{
    "in_domain": [
        "motorcycle", "suitcase", "chair", "table", "bench", "vase", "snowboard",
        "watch", "hot dog", "flying disc", "digital clock", "cat", "wine glass", "apple",
        "pitcher", "laptop", "cake", "bear", "salad", "bread", "mirror", "cheese", "boat",
        "desk", "book", "coffee cup", "backpack", "refrigerator", "fruit", "alarm clock",
        "coffee", "truck", "girl", "tower", "baseball", "horse", "fork", "cutting board",
        "train", "computer mouse", "broccoli", "airplane", "bed", "person", "surfboard",
        "shirt", "baseball glove", "bowl", "hat", "sheep", "boy", "car", "zebra",
        "skateboard", "sink", "bus", "television", "oven", "shower", "tie", "pizza",
        "tree", "toothbrush", "umbrella", "clock", "flower", "house", "houseplant",
        "ski", "window", "jacket", "sandwich", "tennis racket", "couch", "bicycle",
        "baseball bat", "computer keyboard", "plate", "wine", "bat", "pillow", "traffic light",
        "stop sign", "toilet", "racket", "banana", "bottle", "vegetable", "cart", "carrot",
        "toaster", "box", "hair dryer", "tennis ball", "doughnut", "mouse", "mobile phone",
        "spoon", "bird", "handbag", "woman", "orange", "elephant", "shelf", "dog",
        "camera", "fire hydrant", "man", "microwave oven", "remote control", "kite",
        "parking meter", "knife", "ball", "teddy bear", "cattle", "door", "scissors", "giraffe"
    ],
    "out_domain": [
        "fedora", "pasta", "hamster", "lemon", "snowmobile", "panda", "castle",
        "corded phone", "red panda", "shorts", "cupboard", "crab", "countertop",
        "dishwasher", "earrings", "sewing machine", "winter melon", "taco", "seat belt",
        "isopod", "porch", "glove", "polar bear", "ipod", "computer monitor", "watercraft",
        "stairs", "lion", "drill", "popcorn", "snack", "sword", "snowplow", "dinosaur", "turtle",
        "mixing bowl", "scale", "chisel", "bust", "jet ski", "cricket ball", "fountain", "willow",
        "pig", "rugby ball", "antelope", "common fig", "lamp", "serving tray", "muffin",
        "sofa bed", "perfume", "christmas tree", "hedgehog", "camel", "curtain", "taxi",
        "bathroom cabinet", "burrito", "french fries", "honeycomb", "wood-burning stove",
        "microphone", "poster", "picture frame", "cookie", "light switch", "baked goods",
        "bagel", "whiteboard", "towel", "aircraft", "tortoise", "skirt", "blue jay", "scorpion",
        "flowerpot", "limousine", "jellyfish", "lobster", "sandal", "guacamole", "harbor seal",
        "invertebrate", "chicken", "monkey", "sea turtle", "swan", "frying pan", "cabbage",
        "scoreboard", "nightstand", "brown bear", "tiara", "barrel", "otter", "radish",
        "billiard table", "missile", "dagger", "squirrel", "food processor", "wok", "belt",
        "submarine", "pancake", "salt and pepper shakers", "egg", "bee", "pineapple",
        "gas stove", "bicycle helmet", "torch", "kettle", "crown", "segway", "candle",
        "drum", "falcon", "cannon", "stethoscope", "mango", "bidet", "power plugs and sockets",
        "strawberry", "stool", "van", "high heels", "turkey", "closet", "marine mammal",
        "goose", "bowling equipment", "seafood", "ladybug", "calculator", "plastic bag",
        "cucumber", "pencil case", "pumpkin", "owl", "lifejacket", "chest of drawers",
        "washing machine", "tree house", "pretzel", "ceiling fan", "cheetah", "lantern",
        "rocket", "porcupine", "cabinetry", "accordion", "jacuzzi", "binoculars", "balloon",
        "ant", "watermelon", "tart", "dessert", "leopard", "golf cart", "training bench", "cello",
        "face powder", "raccoon", "tea", "jug", "screwdriver", "football", "marine invertebrates",
        "convenience store", "bow and arrow", "pen", "guitar", "squash", "starfish", "candy",
        "ostrich", "treadmill", "rose", "flag", "tent", "spice rack", "penguin", "tiger", "paper towel",
        "zucchini", "organ", "reptile", "caterpillar", "piano", "pear", "alpaca", "mixer", "golf ball",
        "shellfish", "kitchen utensil", "whale", "wardrobe", "sushi", "snake", "skyscraper",
        "trumpet", "printer", "saxophone", "goggles", "deer", "ladder", "butterfly", "boot",
        "submarine sandwich", "helicopter", "snowman", "pressure cooker", "hamburger",
        "waste container", "headphones", "bathtub", "tableware", "fox", "kitchen appliance",
        "volleyball", "bell pepper", "wall clock", "milk", "teapot", "maple", "kangaroo", "bull",
        "flashlight", "grape", "sports uniform", "oboe", "diaper", "worm", "wheelchair", "skunk",
        "cream", "shotgun", "office building", "horizontal bar", "slow cooker", "hippopotamus",
        "ruler", "tripod", "potato", "filing cabinet", "spatula", "sparrow", "paddle", "peach", "wine rack",
        "studio couch", "raven", "harp", "lynx", "platter", "wrench", "rays and skates", "jaguar",
        "cake stand", "rhinoceros", "canary", "beetle", "bookcase", "cantaloupe", "ice cream",
        "croissant", "trombone", "beehive", "street light", "lighthouse", "tomato", "palm tree",
        "beer", "tap", "goat", "fax", "shrimp", "drawer", "chopsticks", "lavender", "fast food",
        "grapefruit", "coffee table", "coat", "ambulance", "unicycle", "sun hat", "coconut", "coin",
        "goldfish", "dolphin", "harpsichord", "swim cap", "doll", "briefcase", "balance beam",
        "rabbit", "fireplace", "seahorse", "moths and butterflies", "blender", "asparagus",
        "gondola", "spider", "mug", "swimming pool", "sea lion", "saucer", "envelope", "handgun",
        "trousers", "centipede", "horn", "dumbbell", "dairy", "loveseat", "parachute", "barge",
        "rifle", "fashion accessory", "picnic basket", "dragonfly", "woodpecker", "luggage and bags",
        "window blind", "roller skates", "bronze sculpture", "sock", "table tennis racket",
        "coffeemaker", "duck", "lipstick", "insect", "crocodile", "parrot", "swimwear", "dog bed",
        "billboard", "flute", "mule", "land vehicle", "waffle", "lizard", "toilet paper", "koala",
        "door handle", "necklace", "chainsaw", "mushroom", "oyster", "stretcher", "kitchen knife",
        "fish", "sunflower", "mechanical fan", "magpie", "hammer", "tablet computer", "violin",
        "lily", "hiking equipment", "artichoke", "cocktail", "dice", "miniskirt", "carnivore",
        "cassette deck", "brassiere", "sombrero", "tin can", "pomegranate", "pastry", "eagle",
        "stationary bicycle", "juice", "banjo", "shark", "squid", "frog", "snail", "infant bed", "scarf",
        "football helmet", "light bulb", "sunglasses", "skull", "canoe", "tank", "musical keyboard",
        "drinking straw", "cowboy hat"
    ],
    "ignored": [
        "human hair", "animal", "axe", "beaker", "wheel", "ring binder", "maracas", "drink",
        "bottle opener", "auto part", "bomb", "telephone", "container", "jeans", "suit",
        "helmet", "indoor rower", "whisk", "human foot", "cosmetics", "eraser", "vehicle",
        "waffle iron", "human face", "furniture", "tire", "human hand", "plant", "building", "tool",
        "band-aid", "traffic sign", "facial tissue holder", "weapon", "humidifier", "glasses", "food",
        "toy", "paper cutter", "syringe", "human leg", "hair spray", "human head", "medical equipment",
        "vehicle registration plate", "kitchenware", "heater", "can opener", "measuring cup",
        "crutch", "office supplies", "bicycle wheel", "human eye", "human arm", "dress", "sculpture",
        "chime", "footwear", "human ear", "hand dryer", "cat furniture", "human body", "personal care",
        "bathroom accessory", "adhesive tape", "human mouth", "punching bag", "cooking spray",
        "ladle", "pizza cutter", "armadillo", "cocktail shaker", "soap dispenser", "ratchet",
        "kitchen & dining room table", "nail", "stapler", "home appliance", "human beard",
        "human nose", "pencil sharpener", "grinder", "harmonica", "tick", "plumbing fixture",
        "musical instrument", "clothing", "sports equipment", "mammal"
    ]
}